00000800:00000200:3.1F:1742902934.006781:0:3760:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8801373680c0] -> 12345-192.168.203.129@tcp (2) 00000800:00000200:3.1:1742902934.007744:0:3751:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8801373680c0] -> 12345-192.168.203.129@tcp (2) 00000800:00000200:3.1:1742902934.007747:0:3751:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.129@tcp ffff880137368d80 deleted 00000800:00000010:3.1:1742902934.007748:0:3751:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff880137368d80. 00000800:00000200:3.1:1742902934.007751:0:3751:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1742902934.007756:0:3751:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:1023 00000800:00000200:3.1:1742902934.007759:0:3751:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012b206300 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1F:1742902934.007996:0:3750:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1742902934.008832:0:3753:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8801373680c0] -> 12345-192.168.203.129@tcp (4) 00000800:00000200:1.1:1742902934.008835:0:3753:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.129@tcp ffff88006e5e9600 deleted 00000800:00000010:1.1:1742902934.008836:0:3753:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88006e5e9600. 00000800:00000200:1.1:1742902934.008838:0:3753:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1742902934.008886:0:3750:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:0.1F:1742902934.070835:0:11:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800939e8900. 00010000:00000010:0.1:1742902934.070850:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e53e400. 00010000:00000010:1.1:1742902934.172038:0:34:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b5334800. 00010000:00000010:1.1:1742902934.172044:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008a3ae200. 00010000:00000010:1.1:1742902934.174643:0:20:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a7c12600. 00010000:00000010:1.1:1742902934.174648:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b5337400. 00010000:00000010:1.1:1742902934.174651:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e53e400. 00080000:00000010:3.1:1742902934.190518:0:11:0:(osd_handler.c:1608:osd_oxc_free()) kfreed 'oxe': 68 at ffff8800b23b2000. 00010000:00010000:0.0:1742903173.319093:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2200/0x5d4000e30d833ef5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.319098:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2200/0x5d4000e30d833ef5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.319103:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2200/0x5d4000e30d833ef5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.319107:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723c2200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.319110:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2200/0x5d4000e30d833ef5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.319116:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2200/0x5d4000e30d833ef5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.319124:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x0 (ffff88008408c200) 00010000:00010000:0.0:1742903173.319126:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.319129:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2200/0x5d4000e30d833ef5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.319133:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2200/0x5d4000e30d833ef5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.319144:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2400/0x5d4000e30d833efc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x8d60b300 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.319148:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2400/0x5d4000e30d833efc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x8d60b300 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.319153:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2400/0x5d4000e30d833efc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x8d60b300 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.319156:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723c2400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.319159:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2400/0x5d4000e30d833efc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x8d60b300 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.319167:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2400/0x5d4000e30d833efc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x8d60b300 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.319172:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x8d60b300 (ffff880096bc7e00) 00010000:00010000:0.0:1742903173.319174:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.319176:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2400/0x5d4000e30d833efc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x8d60b300 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.319180:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2400/0x5d4000e30d833efc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x8d60b300 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.319200:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c3a00/0x5d4000e30d833eee lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edc32 expref: 1536 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.319206:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c3a00/0x5d4000e30d833eee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edc32 expref: 1536 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.319213:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800723c3a00, rc 0) 00000100:00100000:0.0:1742903173.319281:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+1535:13299:x1827566171850240:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 310us (419us total) trans 0 rc 301/301 00000100:00100000:0.0:1742903173.319288:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75690 00000100:00100000:0.0:1742903173.321308:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.321426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.324828:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.325300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.325345:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171851136 00000100:00100000:0.0:1742903173.325352:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171851136 00000100:00100000:0.0:1742903173.325398:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75693 00000100:00100000:0.0:1742903173.325404:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1538:13300:x1827566171851136:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903173.325440:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903173.325462:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009953a000/0x5d4000e30d833ec4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe06:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edc16 expref: 1538 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.325475:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe06:0x0].0x0 (ffff880099209900) 00010000:00010000:0.0:1742903173.325483:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903173.325496:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2e00/0x5d4000e30d833f2d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.325506:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2e00/0x5d4000e30d833f2d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.325514:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2e00/0x5d4000e30d833f2d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.325524:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2800/0x5d4000e30d833f34 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ff:0x0].0xc306de1f bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.325531:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2800/0x5d4000e30d833f34 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ff:0x0].0xc306de1f bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.325536:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2800/0x5d4000e30d833f34 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ff:0x0].0xc306de1f bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.325619:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2600/0x5d4000e30d833f3b lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe06:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.325626:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2600/0x5d4000e30d833f3b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe06:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.325632:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2600/0x5d4000e30d833f3b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe06:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:0.0:1742903173.325785:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1687, 64 off116224 00000040:00080000:0.0:1742903173.325813:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8266, 184 off1448760 00010000:00010000:0.0:1742903173.325850:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072078800/0x5d4000e30d833f50 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe06:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.325856:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072078800/0x5d4000e30d833f50 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe06:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.325862:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072078800/0x5d4000e30d833f50 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe06:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.325868:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072078800/0x5d4000e30d833f50 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe06:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.325873:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072078800/0x5d4000e30d833f50 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe06:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.325878:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072078800/0x5d4000e30d833f50 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe06:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.325899:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903173.325912:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2600/0x5d4000e30d833f3b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.325917:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2600/0x5d4000e30d833f3b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.325921:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2600/0x5d4000e30d833f3b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.325926:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723c2600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.325929:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2600/0x5d4000e30d833f3b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.325938:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2600/0x5d4000e30d833f3b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe06:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.325946:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe06:0x0].0x0 (ffff880096bc7200) 00010000:00010000:0.0:1742903173.325948:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903173.325951:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2600/0x5d4000e30d833f3b lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.325956:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2600/0x5d4000e30d833f3b lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe06:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.326024:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2e00/0x5d4000e30d833f2d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.326029:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2e00/0x5d4000e30d833f2d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.326033:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2e00/0x5d4000e30d833f2d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.326036:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723c2e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.326038:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2e00/0x5d4000e30d833f2d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.326042:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2e00/0x5d4000e30d833f2d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.326047:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x0 (ffff88012d39b400) 00010000:00010000:0.0:1742903173.326049:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.326051:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2e00/0x5d4000e30d833f2d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.326054:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2e00/0x5d4000e30d833f2d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:0.0:1742903173.326061:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88012ef96680 reply state ffff88008f7fd000 transno 4295004191 ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2800/0x5d4000e30d833f34 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ff:0x0].0xc306de1f bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.326067:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2800/0x5d4000e30d833f34 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7ff:0x0].0xc306de1f bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.326071:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0xc306de1f (ffff880134ab9000) 00010000:00010000:0.0:1742903173.326073:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903173.326075:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1742903173.326128:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1540:13300:x1827566171851136:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 723us (832us total) trans 4295004191 rc 0/0 00000100:00100000:0.0:1742903173.326133:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75693 00000100:00100000:0.0:1742903173.327413:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.327907:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.329236:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.330043:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.331048:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.332039:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.336053:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75698 00000100:00100000:0.0:1742903173.336058:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+1545:13299:x1827566171852544:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903173.336075:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903173.336090:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10e00/0x5d4000e30d833f96 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335edc63 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.336134:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009953ba00/0x5d4000e30d833fa4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.336144:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009953ba00/0x5d4000e30d833fa4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.336153:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009953ba00/0x5d4000e30d833fa4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.336164:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d833fb2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x8d60b300 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.336169:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d833fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x8d60b300 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.336174:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d833fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x8d60b300 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.336203:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009953ba00/0x5d4000e30d833fa4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.336208:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009953ba00/0x5d4000e30d833fa4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.336213:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009953ba00/0x5d4000e30d833fa4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.336217:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009953ba00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.336220:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009953ba00/0x5d4000e30d833fa4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.336226:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009953ba00/0x5d4000e30d833fa4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.336233:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x0 (ffff88008408c200) 00010000:00010000:0.0:1742903173.336235:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.336238:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009953ba00/0x5d4000e30d833fa4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.336243:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009953ba00/0x5d4000e30d833fa4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.336251:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d833fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x8d60b300 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.336255:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d833fb2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x8d60b300 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.336259:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d833fb2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x8d60b300 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.336262:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800867a1c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.336264:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d833fb2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x8d60b300 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.336268:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d833fb2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x8d60b300 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.336274:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x8d60b300 (ffff880096bc7f00) 00010000:00010000:0.0:1742903173.336276:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.336278:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d833fb2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x8d60b300 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.336282:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d833fb2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x8d60b300 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.336302:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10e00/0x5d4000e30d833f96 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edc63 expref: 1547 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.336309:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10e00/0x5d4000e30d833f96 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edc63 expref: 1547 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.336334:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec10e00, rc 0) 00000100:00100000:0.0:1742903173.336375:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+1545:13299:x1827566171852544:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 316us (494us total) trans 0 rc 301/301 00000100:00100000:0.0:1742903173.336393:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75698 00000100:00100000:0.0:1742903173.337550:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.337652:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.340006:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.343945:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.344853:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.345601:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.347698:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.348489:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.348537:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.348543:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7200/0x5d4000e30d834045 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe08:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.348549:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720d7200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.348551:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7200/0x5d4000e30d834045 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe08:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.348557:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7200/0x5d4000e30d834045 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe08:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.348570:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe08:0x0].0x0 (ffff880099209d00) 00010000:00010000:0.0:1742903173.348572:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.348575:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7200/0x5d4000e30d834045 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe08:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.348579:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7200/0x5d4000e30d834045 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe08:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.348591:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.348593:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.348595:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.350771:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.351957:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.352397:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.353422:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.354742:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171855232 00000100:00100000:0.0:1742903173.354745:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171855232 00000100:00100000:0.0:1742903173.354773:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17336 00000100:00100000:0.0:1742903173.354777:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1555:13300:x1827566171855232:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:0.0:1742903173.357473:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.362663:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.364670:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.367903:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.368000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.372581:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.374847:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.376005:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.376010:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800994a9600/0x5d4000e30d834109 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe0a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.376015:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800994a9600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.376018:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800994a9600/0x5d4000e30d834109 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe0a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.376023:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800994a9600/0x5d4000e30d834109 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe0a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.376030:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe0a:0x0].0x0 (ffff880099209800) 00010000:00010000:0.0:1742903173.376032:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.376035:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800994a9600/0x5d4000e30d834109 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe0a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.376040:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800994a9600/0x5d4000e30d834109 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe0a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.376926:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.376928:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.376930:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.382029:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.382115:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.385240:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.387851:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.390198:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.390260:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.394405:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.396204:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.396210:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099222400/0x5d4000e30d83416b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe0b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.396250:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099222400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.396254:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099222400/0x5d4000e30d83416b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe0b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.396260:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099222400/0x5d4000e30d83416b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe0b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.396269:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe0b:0x0].0x0 (ffff880099209200) 00010000:00010000:0.0:1742903173.396271:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.396274:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099222400/0x5d4000e30d83416b lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe0b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.396279:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099222400/0x5d4000e30d83416b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe0b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.396311:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.396313:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.396314:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.397974:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.399840:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.400097:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.402442:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.403061:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.405488:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.408493:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.411796:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.412241:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.413556:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.414510:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171860224 00000100:00100000:0.0:1742903173.414514:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171860224 00000100:00100000:0.0:1742903173.414553:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75728 00000100:00100000:0.0:1742903173.414557:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1569:13299:x1827566171860224:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903173.414565:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903173.414574:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d296a00/0x5d4000e30d834236 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335edd2e expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.414596:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9ca00/0x5d4000e30d83423d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.414601:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9ca00/0x5d4000e30d83423d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.414605:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9ca00/0x5d4000e30d83423d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.414613:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6200/0x5d4000e30d834244 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x5645 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.414616:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6200/0x5d4000e30d834244 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x5645 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.414619:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6200/0x5d4000e30d834244 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x5645 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.414630:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9ca00/0x5d4000e30d83423d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.414633:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9ca00/0x5d4000e30d83423d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.414636:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9ca00/0x5d4000e30d83423d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.414639:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed9ca00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.414641:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9ca00/0x5d4000e30d83423d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.414644:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9ca00/0x5d4000e30d83423d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.414647:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x0 (ffff88008408c200) 00010000:00010000:0.0:1742903173.414648:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.414650:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9ca00/0x5d4000e30d83423d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.414652:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9ca00/0x5d4000e30d83423d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.414669:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6200/0x5d4000e30d834244 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x5645 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.414673:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6200/0x5d4000e30d834244 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x5645 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.414676:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6200/0x5d4000e30d834244 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x5645 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.414678:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cef6200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.414679:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6200/0x5d4000e30d834244 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x5645 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.414682:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6200/0x5d4000e30d834244 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x5645 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.414685:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x5645 (ffff880096bc7e00) 00010000:00010000:0.0:1742903173.414686:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.414687:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6200/0x5d4000e30d834244 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x5645 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.414689:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6200/0x5d4000e30d834244 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x5645 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.414701:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d296a00/0x5d4000e30d834236 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edd2e expref: 1570 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.414704:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d296a00/0x5d4000e30d834236 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edd2e expref: 1570 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.414709:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d296a00, rc 0) 00000100:00100000:0.0:1742903173.414731:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1569:13299:x1827566171860224:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 174us (239us total) trans 0 rc 301/301 00000100:00100000:0.0:1742903173.414735:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75728 00000100:00100000:0.0:1742903173.416453:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.416479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.419465:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.419530:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.421513:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.421550:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.423127:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.423159:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.425008:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.425358:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.426822:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.427891:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.430604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.430855:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.433014:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.434185:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.435671:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.436150:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.438127:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.438461:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.441427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.442414:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.445973:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.446231:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.446347:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75751 00000100:00100000:0.0:1742903173.447220:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a76b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1571:13299:x1827566171864576:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903173.447228:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903173.447237:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b9400/0x5d4000e30d83442e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eddcf expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.447266:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d834435 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.447274:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d834435 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.447283:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d834435 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.447294:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d83443c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x2610f6b2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.447299:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d83443c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x2610f6b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.447303:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d83443c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x2610f6b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.447341:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d834435 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.447346:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d834435 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.447351:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d834435 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.447356:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c55b600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.447358:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d834435 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.447363:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d834435 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.447374:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x0 (ffff88008408c200) 00010000:00010000:0.0:1742903173.447376:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.447379:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d834435 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.447392:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d834435 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.447407:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d83443c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x2610f6b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.447412:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d83443c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x2610f6b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.447416:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d83443c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x2610f6b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.447419:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d5800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.447421:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d83443c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x2610f6b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.447425:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d83443c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x2610f6b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.447429:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x2610f6b2 (ffff880096bc7400) 00010000:00010000:0.0:1742903173.447431:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.447433:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d83443c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x2610f6b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.447436:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d83443c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x2610f6b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.447454:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b9400/0x5d4000e30d83442e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eddcf expref: 1573 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.447461:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b9400/0x5d4000e30d83442e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eddcf expref: 1573 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.447466:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992b9400, rc 0) 00000100:00100000:0.0:1742903173.447498:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a76b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1572:13299:x1827566171864576:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 573us (1532us total) trans 0 rc 301/301 00000100:00100000:0.0:1742903173.447504:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75751 00000100:00100000:0.0:1742903173.447589:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.449631:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.450083:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.452890:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.452958:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.453175:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75755 00000100:00100000:0.0:1742903173.453180:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a76b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1572:13300:x1827566171865472:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903173.453188:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903173.453197:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d83446d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x803:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335edde4 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.453247:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83447b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x803:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.453256:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851e00/0x5d4000e30d834427 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x803:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eddd6 expref: 1573 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.453262:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83447b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x803:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.453291:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851e00/0x5d4000e30d834427 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x803:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eddd6 expref: 1573 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.453301:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851e00/0x5d4000e30d834427 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x803:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eddd6 expref: 1573 pid: 9576 timeout: 401 lvb_type: 0 00000100:00100000:0.0:1742903173.453311:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a768e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161228160:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903173.453412:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d15c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903173.454836:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.456942:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.457303:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.457363:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.460697:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171866624 00000100:00100000:0.0:1742903173.460703:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171866624 00000100:00100000:0.0:1742903173.460730:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75757 00000100:00100000:0.0:1742903173.460734:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1574:13300:x1827566171866624:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903173.460745:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903173.460757:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d834497 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eddf9 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.460798:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d83449e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.460807:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d83449e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.460814:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d83449e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.460828:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d8344a5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.460834:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d8344a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.460839:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d8344a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.460902:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d8344ac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x803:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.460908:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d8344ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.460913:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d8344ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:0.0:1742903173.460931:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x803:0x0]: returning size 260096 00000004:00200000:0.0:1742903173.460934:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903173.460944:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d8344ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.460951:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d8344ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.460957:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d83449e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.460961:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d83449e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.460966:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d83449e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.460974:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b68bc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.460977:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d83449e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.460983:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d83449e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.460989:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x0 (ffff88012d39b400) 00010000:00010000:0.0:1742903173.460991:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.460994:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d83449e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.460998:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d83449e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.461020:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d8344a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.461025:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d8344a5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.461030:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d8344a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.461033:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009900b200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.461035:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d8344a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.461040:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d8344a5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.461045:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x261139b2 (ffff880096bc7c00) 00010000:00010000:0.0:1742903173.461048:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.461050:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d8344a5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.461055:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d8344a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.461279:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d834497 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eddf9 expref: 1574 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.461287:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d8344ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eddf9 expref: 1573 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.461293:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x803:0x0].0x0 (ffff88009927f500) 00010000:00010000:0.0:1742903173.461295:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903173.461296:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072350800, rc 0) 00000100:00100000:0.0:1742903173.463798:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.463816:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.464000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.466569:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.466604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.466627:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171867264 00000100:00100000:0.0:1742903173.466630:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171867264 00010000:00010000:0.0:1742903173.466645:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d834490 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x802:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eddf2 expref: 1576 pid: 7212 timeout: 401 lvb_type: 0 00000100:00100000:0.0:1742903173.466660:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171867392 00000100:00100000:0.0:1742903173.466662:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171867392 00010000:00010000:0.0:1742903173.466668:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83447b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edde4 expref: 1577 pid: 7212 timeout: 401 lvb_type: 0 00000100:00100000:0.0:1742903173.466684:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22142 00000100:00100000:0.0:1742903173.466688:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1577:2010:x1827566171867264:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903173.466695:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903173.466699:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d834490 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x802:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eddf2 expref: 1577 pid: 7212 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.466707:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d834490 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x802:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eddf2 expref: 1577 pid: 7212 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.466719:0:7198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x802:0x0].0x0 (ffff88009927fa00) 00010000:00010000:0.0:1742903173.466722:0:7198:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d8344c1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x802:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.466729:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d8344c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x802:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.466735:0:7198:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d8344c1 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x802:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.466746:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903173.466765:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1577:2010:x1827566171867264:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 76us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.466771:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22142 00000100:00100000:0.0:1742903173.466781:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22143 00000100:00100000:0.0:1742903173.466785:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a338450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1576:2009:x1827566171867392:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903173.466791:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903173.466795:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83447b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edde4 expref: 1576 pid: 7212 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.466803:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83447b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edde4 expref: 1576 pid: 7212 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.466813:0:7198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x803:0x0].0x0 (ffff88009927f500) 00010000:00010000:0.0:1742903173.466816:0:7198:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099222400/0x5d4000e30d8344cf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x803:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.466822:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099222400/0x5d4000e30d8344cf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x803:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.466827:0:7198:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099222400/0x5d4000e30d8344cf lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x803:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.466835:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903173.466846:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a338450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1576:2009:x1827566171867392:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 61us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.466864:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22143 00000100:00100000:0.0:1742903173.472937:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.473000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.477437:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171867904 00000100:00100000:0.0:1742903173.477445:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171867904 00010000:00010000:0.0:1742903173.479654:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099222400/0x5d4000e30d8344cf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x803:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ede07 expref: 1576 pid: 7211 timeout: 401 lvb_type: 0 00000100:00100000:0.0:1742903173.479700:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099d6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161228672:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903173.479727:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d8344e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.479748:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d8344e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.479754:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d8344e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:0.0:1742903173.479776:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x803:0x0]: returning size 260096 00000004:00200000:0.0:1742903173.479779:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903173.479787:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d8344e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.479806:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdcc00/0x5d4000e30d8344dd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x803:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ede0e expref: 1576 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.479816:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d8344e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ede0e expref: 1575 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.479823:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x803:0x0].0x0 (ffff88009927f500) 00010000:00010000:0.0:1742903173.479825:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903173.479827:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121cdc600, rc 0) 00000100:00100000:0.0:1742903173.480151:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1575:13300:x1827566171867520:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 6733us (7221us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.480157:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75760 00000100:00100000:0.0:1742903173.483823:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.483864:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.483904:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.487495:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.492441:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.492740:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.492772:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.492790:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171869440 00000100:00100000:0.0:1742903173.492794:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171869440 00000100:00100000:0.0:1742903173.492820:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75765 00000100:00100000:0.0:1742903173.492824:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1579:13300:x1827566171869440:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903173.492831:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903173.492838:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d83453f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ede2a expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.492916:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d834546 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x803:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.492927:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d8344e4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ede0e expref: 1580 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.492934:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d834546 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x803:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.492959:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d8344e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ede0e expref: 1579 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.492970:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d8344e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ede0e expref: 1579 pid: 18840 timeout: 401 lvb_type: 0 00000100:00100000:0.0:1742903173.492981:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb6680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161228928:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903173.494774:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb6680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161228928:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903173.494859:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d834546 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x803:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903173.495255:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171869568 00000100:00100000:0.0:1742903173.495260:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171869568 00010000:00010000:0.0:1742903173.495279:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d8344e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ede0e expref: 1580 pid: 18840 timeout: 401 lvb_type: 0 00000100:00100000:0.0:1742903173.495312:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22146 00000100:00100000:0.0:1742903173.495335:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d340700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+1580:2009:x1827566171869568:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903173.495345:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903173.495350:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d8344e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ede0e expref: 1580 pid: 18840 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.495359:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d8344e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ede0e expref: 1580 pid: 18840 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.495375:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d8344e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ede0e expref: 1580 pid: 18840 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.495404:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x803:0x0].0x0 (ffff88009927f500) 00010000:00010000:0.0:1742903173.495407:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d834546 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x803:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.495415:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d834546 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x803:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.495421:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d834546 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x803:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.495434:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903173.495473:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d340700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+1579:2009:x1827566171869568:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 154us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.495479:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22146 00010000:00010000:0.0:1742903173.495498:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d834546 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x803:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.495504:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d834546 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x803:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903173.495519:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x803:0x0]: returning size 260096 00010000:00010000:0.0:1742903173.496044:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d83453f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ede2a expref: 1579 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.496055:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d834546 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x803:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ede2a expref: 1578 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.496061:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x803:0x0].0x0 (ffff88009927f500) 00010000:00010000:0.0:1742903173.496063:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903173.496064:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072351200, rc 0) 00000100:00100000:0.0:1742903173.496259:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1577:13300:x1827566171869440:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3433us (3484us total) trans 4295004218 rc 0/0 00000100:00100000:0.0:1742903173.496266:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75765 00000100:00100000:0.0:1742903173.498088:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.498161:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.500094:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.502897:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.503631:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171870720 00000100:00100000:0.0:1742903173.503635:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171870720 00000100:00100000:0.0:1742903173.503811:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8294 00000100:00100000:0.0:1742903173.503816:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+1581:2008:x1827566171870720:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903173.503827:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903173.503846:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83457e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x802:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ede3f expref: 1581 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.503865:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x802:0x0].0x0 (ffff88009927fa00) 00010000:00010000:0.0:1742903173.503868:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903173.504394:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+1580:2008:x1827566171870720:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 577us (812us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.504401:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8294 00000100:00100000:0.0:1742903173.506895:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171871104 00000100:00100000:0.0:1742903173.506901:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171871104 00000100:00100000:0.0:1742903173.506935:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75769 00000100:00100000:0.0:1742903173.506940:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1582:13300:x1827566171871104:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903173.506955:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903173.506972:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b76dc00/0x5d4000e30d834593 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ede4d expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.507022:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9ca00/0x5d4000e30d83459a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507034:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9ca00/0x5d4000e30d83459a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507045:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9ca00/0x5d4000e30d83459a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507058:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d8345a1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507063:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d8345a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507069:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d8345a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507129:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d8345a8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x803:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507136:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d8345a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507141:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d8345a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:0.0:1742903173.507167:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x803:0x0]: returning size 260096 00000004:00200000:0.0:1742903173.507171:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903173.507185:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d8345a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507193:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d8345a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507199:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9ca00/0x5d4000e30d83459a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507204:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9ca00/0x5d4000e30d83459a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507210:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9ca00/0x5d4000e30d83459a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507215:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed9ca00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.507218:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9ca00/0x5d4000e30d83459a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507224:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9ca00/0x5d4000e30d83459a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507232:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x0 (ffff88012d39b400) 00010000:00010000:0.0:1742903173.507236:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.507239:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9ca00/0x5d4000e30d83459a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507243:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9ca00/0x5d4000e30d83459a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507252:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d8345a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507257:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d8345a1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507261:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d8345a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507264:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072350200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.507266:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d8345a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507270:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d8345a1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507275:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x261139b2 (ffff880096bc7a00) 00010000:00010000:0.0:1742903173.507277:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.507279:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d8345a1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507283:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d8345a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.507304:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b76dc00/0x5d4000e30d834593 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ede4d expref: 1584 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.507343:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d8345a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ede4d expref: 1583 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.507349:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x803:0x0].0x0 (ffff88009927f500) 00010000:00010000:0.0:1742903173.507350:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903173.507352:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072351200, rc 0) 00000100:00100000:0.0:1742903173.507405:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1583:13300:x1827566171871104:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 463us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.507411:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75769 00000100:00100000:0.0:1742903173.509636:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.510099:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.511185:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.517664:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.518507:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171871872 00000100:00100000:0.0:1742903173.518511:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171871872 00010000:00010000:0.0:1742903173.518525:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdde00/0x5d4000e30d834562 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ede38 expref: 1585 pid: 7211 timeout: 401 lvb_type: 0 00000100:00100000:0.0:1742903173.518544:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22151 00000100:00100000:0.0:1742903173.518549:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+1585:2009:x1827566171871872:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903173.518556:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903173.518560:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdde00/0x5d4000e30d834562 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ede38 expref: 1585 pid: 7211 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.518569:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdde00/0x5d4000e30d834562 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ede38 expref: 1585 pid: 7211 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.518589:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdde00/0x5d4000e30d834562 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ede38 expref: 1585 pid: 7211 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.518598:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x803:0x0].0x0 (ffff88009927f500) 00010000:00010000:0.0:1742903173.518602:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26200/0x5d4000e30d8345b6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x803:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.518609:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26200/0x5d4000e30d8345b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x803:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.518615:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26200/0x5d4000e30d8345b6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x803:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.518640:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903173.518660:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+1584:2009:x1827566171871872:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 109us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.518665:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22151 00000100:00100000:0.0:1742903173.520693:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.521141:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.522651:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.522832:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.524471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.527166:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.527200:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.527242:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.532453:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.532526:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.532566:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.534928:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.534966:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.537629:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.537659:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.540700:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.541334:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.546667:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.547170:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.548993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.549025:0:9570:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171875200 00000100:00100000:0.0:1742903173.549030:0:9570:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171875200 00000100:00100000:0.0:1742903173.549057:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8296 00000100:00100000:0.0:1742903173.549062:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1589:2010:x1827566171875200:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903173.549073:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903173.549087:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214600/0x5d4000e30d83467a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x802:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ede93 expref: 1589 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.549102:0:9570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x802:0x0].0x0 (ffff88009927fa00) 00010000:00010000:0.0:1742903173.549105:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903173.549126:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1588:2010:x1827566171875200:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 64us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.549132:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8296 00010000:00010000:0.0:1742903173.553865:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.554933:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.555617:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d834696 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x802:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.555623:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d834696 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x802:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903173.555637:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x802:0x0]: returning size 260096 00010000:00010000:0.0:1742903173.555733:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072258800/0x5d4000e30d834681 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edea1 expref: 1590 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.555746:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d834696 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x802:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edea1 expref: 1589 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.555753:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x802:0x0].0x0 (ffff88009927fa00) 00010000:00010000:0.0:1742903173.555755:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903173.555757:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009935fe00, rc 0) 00000100:00100000:0.0:1742903173.555795:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+1589:13299:x1827566171875456:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2074us (2160us total) trans 4295004230 rc 0/0 00000100:00100000:0.0:1742903173.555802:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75780 00000100:00100000:0.0:1742903173.556892:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171875840 00000100:00100000:0.0:1742903173.556899:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171875840 00000100:00100000:0.0:1742903173.556931:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75782 00000100:00100000:0.0:1742903173.556936:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+1589:13300:x1827566171875840:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903173.556951:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903173.556963:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d8346ab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335edea8 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.557014:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d8346b2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.557023:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d8346b2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.557034:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d8346b2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.557046:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d8346b9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x43 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.557052:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d8346b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.557057:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d8346b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.557081:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d8346b2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.557086:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d8346b2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.557091:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d8346b2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.557095:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072351200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.557098:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d8346b2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.557102:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d8346b2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.557108:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x0 (ffff88012d39b400) 00010000:00010000:0.0:1742903173.557110:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.557113:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d8346b2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.557117:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d8346b2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.557125:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d8346b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.557130:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d8346b9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.557134:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d8346b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.557138:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d5800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.557140:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d8346b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.557144:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d8346b9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.557149:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x43 (ffff880096bc7f00) 00010000:00010000:0.0:1742903173.557151:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.557153:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d8346b9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.557157:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d8346b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.557178:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d8346ab lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edea8 expref: 1590 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.557185:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d8346ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edea8 expref: 1590 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.557191:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072350200, rc 0) 00000100:00100000:0.0:1742903173.557231:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+1589:13300:x1827566171875840:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 293us (409us total) trans 0 rc 301/301 00000100:00100000:0.0:1742903173.557236:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75782 00000100:00100000:0.0:1742903173.559897:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.559926:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.563669:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.566739:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.566884:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.566898:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171876736 00000100:00100000:0.0:1742903173.566901:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171876736 00000100:00100000:0.0:1742903173.566926:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75787 00000100:00100000:0.0:1742903173.566930:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1591:13300:x1827566171876736:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903173.566937:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903173.566945:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83470d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335edecb expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903173.568892:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.568928:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.572862:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.572911:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.576939:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.576990:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.579375:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171878144 00000100:00100000:0.0:1742903173.579396:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171878144 00000100:00100000:0.0:1742903173.579437:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75794 00000100:00100000:0.0:1742903173.579527:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1590:13300:x1827566171878144:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903173.579540:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903173.579554:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d8347a0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335edefc expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.579611:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d8347b5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.579624:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d8347b5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.579633:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d8347b5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.579644:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d8347c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x45564f4d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.579649:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d8347c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x45564f4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.579654:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d8347c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x45564f4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.579678:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d8347b5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.579684:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d8347b5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.579689:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d8347b5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.579693:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b68bc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.579696:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d8347b5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.579700:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d8347b5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.579708:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x0 (ffff88012d39b400) 00010000:00010000:0.0:1742903173.579711:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.579714:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d8347b5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.579719:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d8347b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.579740:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d8347c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x45564f4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.579746:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d8347c3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x45564f4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.579750:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d8347c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x45564f4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.579754:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b68b400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.579756:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d8347c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x45564f4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.579761:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d8347c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x45564f4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.579767:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x45564f4d (ffff880096bc7200) 00010000:00010000:0.0:1742903173.579770:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.579772:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d8347c3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x45564f4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.579777:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d8347c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x45564f4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.579799:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d8347a0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edefc expref: 1591 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.579807:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d8347a0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edefc expref: 1591 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.579815:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4d5a00, rc 0) 00000100:00100000:0.0:1742903173.579843:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1589:13300:x1827566171878144:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 317us (976us total) trans 0 rc 301/301 00000100:00100000:0.0:1742903173.579850:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75794 00000100:00100000:0.0:1742903173.581288:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.581743:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.584080:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.584115:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.587057:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.587292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.589374:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.589570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.591799:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.591831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.593220:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.593255:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.593287:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75806 00000100:00100000:0.0:1742903173.593292:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1590:13299:x1827566171880448:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903173.593301:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903173.593310:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d83489c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335edf50 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.593357:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d8348b1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.593364:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d8348b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.593452:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d8348b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903173.595279:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.595800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.597844:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.597901:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.600128:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.602605:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.602671:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.607414:0:9570:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171882240 00000100:00100000:0.0:1742903173.607421:0:9570:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171882240 00010000:00010000:0.0:1742903173.607449:0:9570:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d4e00/0x5d4000e30d81b91e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e6093 expref: 1591 pid: 7210 timeout: 401 lvb_type: 0 00000100:00100000:0.0:1742903173.607480:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22161 00000100:00100000:0.0:1742903173.607485:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1591:2007:x1827566171882240:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903173.607497:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903173.607503:0:9570:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d4e00/0x5d4000e30d81b91e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e6093 expref: 1591 pid: 7210 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.607513:0:9570:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d4e00/0x5d4000e30d81b91e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e6093 expref: 1591 pid: 7210 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.607533:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d4e00/0x5d4000e30d81b91e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e6093 expref: 1591 pid: 7210 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.607548:0:9570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x805:0x0].0x0 (ffff88009927fd00) 00010000:00010000:0.0:1742903173.607553:0:9570:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638e00/0x5d4000e30d834952 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.607562:0:9570:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638e00/0x5d4000e30d834952 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.607568:0:9570:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638e00/0x5d4000e30d834952 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.607588:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903173.607626:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1590:2007:x1827566171882240:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 141us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.607633:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22161 00000100:00100000:0.0:1742903173.613340:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.613580:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.613690:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.613739:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d340700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161230976:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903173.613772:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30e00/0x5d4000e30d83497c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x805:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.614074:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30e00/0x5d4000e30d83497c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.614081:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30e00/0x5d4000e30d83497c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:0.0:1742903173.614105:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x805:0x0]: returning size 260096 00000004:00200000:0.0:1742903173.614107:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903173.614118:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30e00/0x5d4000e30d83497c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.614295:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d296a00/0x5d4000e30d834975 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x805:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edf96 expref: 1593 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.614307:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30e00/0x5d4000e30d83497c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edf96 expref: 1592 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.614314:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x805:0x0].0x0 (ffff88009927fd00) 00010000:00010000:0.0:1742903173.614344:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903173.614347:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce30e00, rc 0) 00000100:00100000:0.0:1742903173.614376:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1592:13300:x1827566171882624:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 4736us (4876us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.614393:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75816 00000100:00100000:0.0:1742903173.619522:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.619587:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.619742:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171883648 00000100:00100000:0.0:1742903173.619746:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171883648 00000100:00100000:0.0:1742903173.619779:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17350 00000100:00100000:0.0:1742903173.619785:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1593:13300:x1827566171883648:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:0.0:1742903173.619910:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8290, 168 off1452920 00000100:00100000:0.0:1742903173.619969:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1592:13300:x1827566171883648:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 184us (382us total) trans 4295004232 rc 0/0 00000100:00100000:0.0:1742903173.619975:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17350 00000100:00100000:0.0:1742903173.622349:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.623194:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171883776 00000100:00100000:0.0:1742903173.623201:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171883776 00000100:00100000:0.0:1742903173.623226:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171883904 00000100:00100000:0.0:1742903173.623228:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171883904 00000100:00100000:0.0:1742903173.623241:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75819 00000100:00100000:0.0:1742903173.623246:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1593:13300:x1827566171883776:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903173.623260:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903173.623274:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cee00/0x5d4000e30d8349b4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335edfab expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.623338:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce000/0x5d4000e30d8349bb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623348:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce000/0x5d4000e30d8349bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623356:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce000/0x5d4000e30d8349bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623366:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfe00/0x5d4000e30d8349c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623370:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfe00/0x5d4000e30d8349c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623375:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfe00/0x5d4000e30d8349c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623435:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099714600/0x5d4000e30d8349c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x805:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623443:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099714600/0x5d4000e30d8349c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623448:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099714600/0x5d4000e30d8349c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:0.0:1742903173.623473:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x805:0x0]: returning size 260096 00000004:00200000:0.0:1742903173.623476:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903173.623487:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099714600/0x5d4000e30d8349c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623495:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099714600/0x5d4000e30d8349c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623501:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce000/0x5d4000e30d8349bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623506:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce000/0x5d4000e30d8349bb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623511:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce000/0x5d4000e30d8349bb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623515:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723ce000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.623519:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce000/0x5d4000e30d8349bb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623524:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce000/0x5d4000e30d8349bb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623532:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x0 (ffff88012d39b400) 00010000:00010000:0.0:1742903173.623535:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.623538:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce000/0x5d4000e30d8349bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623542:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce000/0x5d4000e30d8349bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623551:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfe00/0x5d4000e30d8349c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623555:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfe00/0x5d4000e30d8349c2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623560:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfe00/0x5d4000e30d8349c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623564:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723cfe00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.623566:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfe00/0x5d4000e30d8349c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623570:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfe00/0x5d4000e30d8349c2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623575:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x396e6a5e (ffff880096bc7200) 00010000:00010000:0.0:1742903173.623577:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.623579:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfe00/0x5d4000e30d8349c2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623582:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfe00/0x5d4000e30d8349c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623601:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cee00/0x5d4000e30d8349b4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edfab expref: 1595 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.623610:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099714600/0x5d4000e30d8349c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edfab expref: 1594 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.623616:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x805:0x0].0x0 (ffff88009927fd00) 00010000:00010000:0.0:1742903173.623617:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903173.623619:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099714600, rc 0) 00000100:00100000:0.0:1742903173.623660:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1594:13300:x1827566171883776:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 414us (1315us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.623666:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75819 00000100:00100000:0.0:1742903173.623679:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75820 00000100:00100000:0.0:1742903173.623683:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1593:13299:x1827566171883904:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903173.623693:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903173.623699:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638e00/0x5d4000e30d8349d0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x804:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335edfb2 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.623730:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cddc00/0x5d4000e30d8349d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x804:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623737:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27e00/0x5d4000e30d8349a6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x804:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edfa4 expref: 1594 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.623743:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cddc00/0x5d4000e30d8349d7 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x804:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.623764:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27e00/0x5d4000e30d8349a6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x804:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edfa4 expref: 1594 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.623774:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27e00/0x5d4000e30d8349a6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x804:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edfa4 expref: 1594 pid: 18840 timeout: 401 lvb_type: 0 00000100:00100000:0.0:1742903173.623783:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cfd8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161231232:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903173.627197:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0093c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903173.627237:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cfd8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161231232:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903173.627254:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880121cddc00/0x5d4000e30d8349d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x804:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903173.627793:0:9570:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171884416 00000100:00100000:0.0:1742903173.627798:0:9570:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171884416 00010000:00010000:0.0:1742903173.627814:0:9570:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27e00/0x5d4000e30d8349a6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x804:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edfa4 expref: 1596 pid: 18840 timeout: 401 lvb_type: 0 00000100:00100000:0.0:1742903173.627897:0:9570:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171884544 00000100:00100000:0.0:1742903173.627899:0:9570:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171884544 00010000:00010000:0.0:1742903173.627907:0:9570:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30e00/0x5d4000e30d83497c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edf96 expref: 1597 pid: 7212 timeout: 401 lvb_type: 0 00000100:00100000:0.0:1742903173.628038:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22165 00000100:00100000:0.0:1742903173.628041:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d342d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1596:2010:x1827566171884544:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903173.628047:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903173.628050:0:9570:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30e00/0x5d4000e30d83497c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edf96 expref: 1596 pid: 7212 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.628056:0:9570:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30e00/0x5d4000e30d83497c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edf96 expref: 1596 pid: 7212 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.628065:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30e00/0x5d4000e30d83497c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edf96 expref: 1596 pid: 7212 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.628073:0:9570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x805:0x0].0x0 (ffff88009927fd00) 00010000:00010000:0.0:1742903173.628076:0:9570:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2600/0x5d4000e30d8349e5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.628083:0:9570:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2600/0x5d4000e30d8349e5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.628088:0:9570:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2600/0x5d4000e30d8349e5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.628099:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903173.628123:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d342d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1595:2010:x1827566171884544:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 80us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.628128:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22165 00000100:00100000:0.0:1742903173.630161:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.630216:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.632470:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.633090:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.637434:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.637924:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171885824 00000100:00100000:0.0:1742903173.637928:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171885824 00000100:00100000:0.0:1742903173.637947:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17352 00000100:00100000:0.0:1742903173.637951:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1596:13300:x1827566171885824:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:0.0:1742903173.638054:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8292, 168 off1453256 00000100:00100000:0.0:1742903173.638434:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1597:13300:x1827566171885824:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 481us (863us total) trans 4295004236 rc 0/0 00000100:00100000:0.0:1742903173.638440:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17352 00000100:00100000:0.0:1742903173.641901:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75825 00000100:00100000:0.0:1742903173.641906:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1598:13300:x1827566171885952:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903173.641921:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903173.641933:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d834a2b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335edfd5 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.641976:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc000/0x5d4000e30d834a32 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.641985:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc000/0x5d4000e30d834a32 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.641995:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc000/0x5d4000e30d834a32 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.642005:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d834a39 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.642010:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d834a39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.642015:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d834a39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.642069:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d834a40 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x805:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.642075:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d834a40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.642080:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d834a40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:0.0:1742903173.642106:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x805:0x0]: returning size 260096 00000004:00200000:0.0:1742903173.642110:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903173.642122:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d834a40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.642129:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d834a40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.642134:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc000/0x5d4000e30d834a32 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.642139:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc000/0x5d4000e30d834a32 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.642148:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc000/0x5d4000e30d834a32 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.642153:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdc000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.642156:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc000/0x5d4000e30d834a32 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.642161:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc000/0x5d4000e30d834a32 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.642168:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x0 (ffff88012d39b400) 00010000:00010000:0.0:1742903173.642171:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.642174:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc000/0x5d4000e30d834a32 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.642179:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc000/0x5d4000e30d834a32 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.642215:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d834a39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.642220:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d834a39 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.642225:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d834a39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.642228:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdd600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.642231:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d834a39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.642234:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d834a39 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.642241:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x396e6a5e (ffff880096bc7d00) 00010000:00010000:0.0:1742903173.642243:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.642245:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d834a39 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.642249:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d834a39 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.642278:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d834a2b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edfd5 expref: 1599 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.642287:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d834a40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edfd5 expref: 1598 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.642296:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x805:0x0].0x0 (ffff88009927fd00) 00010000:00010000:0.0:1742903173.642297:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903173.642299:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121cdca00, rc 0) 00000100:00100000:0.0:1742903173.642888:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1598:13300:x1827566171885952:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 980us (1233us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.642894:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75825 00000100:00100000:0.0:1742903173.645893:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.646194:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.646227:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.648624:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.648677:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.648706:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171886720 00000100:00100000:0.0:1742903173.648710:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171886720 00010000:00010000:0.0:1742903173.648727:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ae00/0x5d4000e30d8349fa lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edfc0 expref: 1600 pid: 9576 timeout: 401 lvb_type: 0 00000100:00100000:0.0:1742903173.648752:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171886848 00000100:00100000:0.0:1742903173.648754:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171886848 00010000:00010000:0.0:1742903173.648763:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27600/0x5d4000e30d834a24 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x804:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edfce expref: 1601 pid: 9576 timeout: 401 lvb_type: 0 00000100:00100000:0.0:1742903173.648777:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22169 00000100:00100000:0.0:1742903173.648782:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b88050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+1601:2009:x1827566171886720:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903173.648791:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903173.648795:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ae00/0x5d4000e30d8349fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edfc0 expref: 1601 pid: 9576 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.648931:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ae00/0x5d4000e30d8349fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edfc0 expref: 1601 pid: 9576 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.648948:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ae00/0x5d4000e30d8349fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edfc0 expref: 1600 pid: 9576 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.648958:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x805:0x0].0x0 (ffff88009927fd00) 00010000:00010000:0.0:1742903173.648961:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d834a55 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.648967:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d834a55 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.648972:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d834a55 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.648995:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903173.649021:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b88050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+1599:2009:x1827566171886720:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 237us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.649027:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22169 00000100:00100000:0.0:1742903173.651560:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.651779:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.651796:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171887232 00000100:00100000:0.0:1742903173.651798:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171887232 00000100:00100000:0.0:1742903173.651821:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17353 00000100:00100000:0.0:1742903173.651826:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1598:13299:x1827566171887232:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:0.0:1742903173.651945:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8293, 168 off1453424 00000100:00100000:0.0:1742903173.652006:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1599:13299:x1827566171887232:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 180us (227us total) trans 4295004239 rc 0/0 00000100:00100000:0.0:1742903173.652011:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17353 00000100:00100000:0.0:1742903173.653578:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.653602:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.655711:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.656012:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.656084:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.658297:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.658407:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.660094:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.661476:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.661585:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.661879:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.664227:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.664296:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.664623:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903173.664630:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d834a78 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edfea expref: 1606 pid: 9576 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.664638:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d834a78 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edfea expref: 1606 pid: 9576 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.664650:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d834a78 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edfea expref: 1606 pid: 9576 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.664656:0:7198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x805:0x0].0x0 (ffff88009927fd00) 00010000:00010000:0.0:1742903173.664659:0:7198:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27e00/0x5d4000e30d834ae1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.664663:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27e00/0x5d4000e30d834ae1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.664667:0:7198:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27e00/0x5d4000e30d834ae1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.664685:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903173.664700:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b88c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1604:2008:x1827566171889152:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 101us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.664706:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22174 00000100:00100000:0.0:1742903173.666304:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.666606:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171889664 00000100:00100000:0.0:1742903173.666609:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171889664 00000100:00100000:0.0:1742903173.666698:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75835 00000100:00100000:0.0:1742903173.666702:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1606:13300:x1827566171889664:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903173.666712:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903173.666719:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdcc00/0x5d4000e30d834b0b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x805:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee01b expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.666750:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc800/0x5d4000e30d834b12 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x805:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.666758:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27e00/0x5d4000e30d834ae1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee00d expref: 1607 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.666763:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc800/0x5d4000e30d834b12 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x805:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.666784:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27e00/0x5d4000e30d834ae1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee00d expref: 1607 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.666793:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27e00/0x5d4000e30d834ae1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee00d expref: 1607 pid: 9576 timeout: 401 lvb_type: 0 00000100:00100000:0.0:1742903173.666802:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800999fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161232640:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903173.667146:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b43fef00 going to sleep for 11 seconds 00000100:00100000:0.0:1742903173.669295:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.669839:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.669877:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.670207:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8303 00000100:00100000:0.0:1742903173.670212:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1608:2010:x1827566171889920:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903173.670220:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903173.670239:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26200/0x5d4000e30d834b04 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x804:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee014 expref: 1609 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.670249:0:9570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x804:0x0].0x0 (ffff88009927f000) 00010000:00010000:0.0:1742903173.670252:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903173.670292:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1608:2010:x1827566171889920:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 79us (997us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.670298:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8303 00000100:00100000:0.0:1742903173.672537:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.672569:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.675009:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.675079:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.680937:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171890944 00000100:00100000:0.0:1742903173.680946:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171890944 00010000:00010000:0.0:1742903173.680972:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ac00/0x5d4000e30d834b20 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x804:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee022 expref: 1610 pid: 9576 timeout: 401 lvb_type: 0 00000100:00100000:0.0:1742903173.680993:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8304 00000100:00100000:0.0:1742903173.680997:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d343b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+1610:2008:x1827566171891072:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903173.681004:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903173.681023:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ae00/0x5d4000e30d834b51 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee030 expref: 1610 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.681039:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x805:0x0].0x0 (ffff88009927fd00) 00010000:00010000:0.0:1742903173.681042:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903173.681073:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d343b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+1609:2008:x1827566171891072:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 75us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.681079:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8304 00000100:00100000:0.0:1742903173.681517:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171891328 00000100:00100000:0.0:1742903173.681521:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171891328 00000100:00100000:0.0:1742903173.681540:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75839 00000100:00100000:0.0:1742903173.681544:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+1607:13300:x1827566171891328:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903173.681556:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903173.681566:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdcc00/0x5d4000e30d834b58 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee037 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.681620:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d834b5f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x805:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.681628:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc800/0x5d4000e30d834b12 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee01b expref: 1608 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.681633:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d834b5f lrc: 4/0,1 mode: --/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.681651:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc800/0x5d4000e30d834b12 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee01b expref: 1608 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.681659:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc800/0x5d4000e30d834b12 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee01b expref: 1608 pid: 18840 timeout: 401 lvb_type: 0 00000100:00100000:0.0:1742903173.681669:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800999fdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161233024:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903173.681726:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b43fef00 going to sleep for 11 seconds 00000100:00100000:0.0:1742903173.683756:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171891456 00000100:00100000:0.0:1742903173.683761:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171891456 00010000:00010000:0.0:1742903173.683778:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc800/0x5d4000e30d834b12 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee01b expref: 1608 pid: 18840 timeout: 401 lvb_type: 0 00000100:00100000:0.0:1742903173.683797:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22178 00000100:00100000:0.0:1742903173.683801:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+1608:2010:x1827566171891456:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903173.683810:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903173.683815:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc800/0x5d4000e30d834b12 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee01b expref: 1608 pid: 18840 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.683823:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc800/0x5d4000e30d834b12 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee01b expref: 1608 pid: 18840 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.683837:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc800/0x5d4000e30d834b12 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee01b expref: 1608 pid: 18840 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.683846:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x805:0x0].0x0 (ffff88009927fd00) 00010000:00010000:0.0:1742903173.683849:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d834b5f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.683855:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d834b5f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.683861:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d834b5f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.684685:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903173.684718:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+1607:2010:x1827566171891456:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 914us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.684725:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22178 00000100:00100000:0.0:1742903173.686945:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.687674:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.689775:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171892096 00000100:00100000:0.0:1742903173.689780:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171892096 00010000:00010000:0.0:1742903173.689797:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d834b5f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee037 expref: 1611 pid: 9576 timeout: 401 lvb_type: 0 00000100:00100000:0.0:1742903173.689919:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22179 00000100:00100000:0.0:1742903173.689924:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b89450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+1611:2009:x1827566171892096:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903173.689933:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903173.689938:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d834b5f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee037 expref: 1611 pid: 9576 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.689947:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d834b5f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee037 expref: 1611 pid: 9576 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.689962:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d834b5f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x805:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee037 expref: 1611 pid: 9576 timeout: 401 lvb_type: 0 00010000:00010000:0.0:1742903173.689972:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x805:0x0].0x0 (ffff88009927fd00) 00010000:00010000:0.0:1742903173.689975:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a600/0x5d4000e30d834b74 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x805:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.689981:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a600/0x5d4000e30d834b74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.689986:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a600/0x5d4000e30d834b74 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.690011:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903173.690215:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b89450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+1610:2009:x1827566171892096:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 289us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.690221:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22179 00000100:00100000:0.0:1742903173.691067:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.691127:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.692289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.692621:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.695305:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.697178:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.700351:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.701975:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.702965:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.704189:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.705986:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.706263:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.707485:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171894144 00000100:00100000:0.0:1742903173.707490:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171894144 00000100:00100000:0.0:1742903173.707518:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17360 00000100:00100000:0.0:1742903173.707522:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098074450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1612:13300:x1827566171894144:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:0.0:1742903173.707649:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8298, 168 off1454264 00000100:00100000:0.0:1742903173.707712:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098074450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1613:13300:x1827566171894144:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 188us (1449us total) trans 4295004251 rc 0/0 00000100:00100000:0.0:1742903173.707719:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17360 00000100:00100000:0.0:1742903173.709915:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.711304:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.711809:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.713917:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.715043:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.715047:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d834c3f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.715053:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099888a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.715055:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d834c3f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd33:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.715060:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d834c3f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd33:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.715067:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd33:0x0].0x0 (ffff880099387100) 00010000:00010000:0.0:1742903173.715068:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.715070:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d834c3f lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.715074:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d834c3f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.715094:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.715095:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.715096:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.715376:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.716851:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.720158:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.720546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.720635:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.722291:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.722335:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.723172:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.725802:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.725847:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.729208:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.729534:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.729835:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.733422:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.733463:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.735752:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.735759:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096b00400/0x5d4000e30d834ce7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.735768:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880096b00400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.735771:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096b00400/0x5d4000e30d834ce7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.735776:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096b00400/0x5d4000e30d834ce7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.735785:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd3a:0x0].0x0 (ffff880099209d00) 00010000:00010000:0.0:1742903173.735787:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.735789:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096b00400/0x5d4000e30d834ce7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.735793:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096b00400/0x5d4000e30d834ce7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.735810:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.735811:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.735813:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.737555:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.743247:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.743410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.743908:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.746016:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.747145:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.747150:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d834d3b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd75:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.747154:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099888a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.747156:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d834d3b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd75:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.747164:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d834d3b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd75:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.747171:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd75:0x0].0x0 (ffff880099209300) 00010000:00010000:0.0:1742903173.747173:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.747175:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d834d3b lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd75:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.747179:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d834d3b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd75:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.747192:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.747193:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.747195:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.748499:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.750693:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.751935:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.751974:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.753733:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.755520:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.755526:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219600/0x5d4000e30d834d73 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd69:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.755531:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c219600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.755534:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219600/0x5d4000e30d834d73 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd69:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.755539:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219600/0x5d4000e30d834d73 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd69:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.755546:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd69:0x0].0x0 (ffff880099209100) 00010000:00010000:0.0:1742903173.755549:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.755552:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219600/0x5d4000e30d834d73 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd69:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.755556:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219600/0x5d4000e30d834d73 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd69:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.755568:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.755570:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.755571:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.757085:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171900544 00000100:00100000:0.0:1742903173.757091:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171900544 00000100:00100000:0.0:1742903173.757129:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75864 00000100:00100000:0.0:1742903173.757135:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1610:13299:x1827566171900544:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903173.757173:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:0.0:1742903173.757190:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099df0200/0x5d4000e30d830582 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd74:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eca26 expref: 1610 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.757205:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c33ee00/0x5d4000e30d82aa0b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd74:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eabe1 expref: 1609 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.757216:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099df1000/0x5d4000e30d830607 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xd74:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eca50 expref: 1608 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.757226:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d82a6d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xd74:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eab08 expref: 1607 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.757234:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd74:0x0].0x0 (ffff88011eee1100) 00010000:00010000:0.0:1742903173.757246:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800994a8c00/0x5d4000e30d834d03 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee0ae expref: 1606 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.757256:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cd:0x0].0x0 (ffff8800916ebb00) 00010000:00010000:0.0:1742903173.757258:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903173.757271:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d834d7a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.757280:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d834d7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.757287:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d834d7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.757297:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdcc00/0x5d4000e30d834d81 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7cd:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.757302:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdcc00/0x5d4000e30d834d81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7cd:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.757306:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdcc00/0x5d4000e30d834d81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7cd:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903173.758676:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.760101:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.762353:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.762360:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cee00/0x5d4000e30d834dab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd6e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.762366:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723cee00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.762369:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cee00/0x5d4000e30d834dab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd6e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.762374:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cee00/0x5d4000e30d834dab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd6e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.762393:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd6e:0x0].0x0 (ffff880099209300) 00010000:00010000:0.0:1742903173.762395:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.762398:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cee00/0x5d4000e30d834dab lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd6e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.762403:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cee00/0x5d4000e30d834dab lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd6e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.762416:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.762417:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.762419:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.763594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.768124:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.768129:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096b00000/0x5d4000e30d834dc7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.768150:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880096b00000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.768152:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096b00000/0x5d4000e30d834dc7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.768157:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096b00000/0x5d4000e30d834dc7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.768164:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd68:0x0].0x0 (ffff880099158300) 00010000:00010000:0.0:1742903173.768179:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.768182:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096b00000/0x5d4000e30d834dc7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.768186:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096b00000/0x5d4000e30d834dc7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd68:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.768207:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.768209:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.768210:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.771238:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.771908:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.771959:0:7214:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171902336 00000100:00100000:0.0:1742903173.771962:0:7214:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171902336 00000100:00100000:0.0:1742903173.771979:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17376 00000100:00100000:0.0:1742903173.771983:0:7214:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1609:13299:x1827566171902336:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903173.772113:0:7214:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1610:13299:x1827566171902336:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 128us (204us total) trans 4295004274 rc 0/0 00000100:00100000:0.0:1742903173.772119:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17376 00010000:00010000:0.0:1742903173.772914:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.772923:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096b01e00/0x5d4000e30d834de3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.772928:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880096b01e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.772930:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096b01e00/0x5d4000e30d834de3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.772935:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096b01e00/0x5d4000e30d834de3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.772941:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd72:0x0].0x0 (ffff880134ab9500) 00010000:00010000:0.0:1742903173.772943:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.772945:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096b01e00/0x5d4000e30d834de3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.772948:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096b01e00/0x5d4000e30d834de3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.772957:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.772959:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.772960:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.773624:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.774760:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.774765:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bdc00/0x5d4000e30d834dff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd6f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.774769:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800842bdc00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.774772:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bdc00/0x5d4000e30d834dff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd6f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.774776:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bdc00/0x5d4000e30d834dff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd6f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.774783:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd6f:0x0].0x0 (ffff880134ab9800) 00010000:00010000:0.0:1742903173.774785:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.774787:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bdc00/0x5d4000e30d834dff lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd6f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.774791:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bdc00/0x5d4000e30d834dff lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd6f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.774802:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.774804:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.774805:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.776369:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.777420:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.777463:0:7214:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171902976 00000100:00100000:0.0:1742903173.777467:0:7214:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171902976 00000100:00100000:0.0:1742903173.781190:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.781225:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.781305:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.783876:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.785238:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.785249:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096b01800/0x5d4000e30d834e53 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd7a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.785257:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880096b01800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.785260:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096b01800/0x5d4000e30d834e53 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd7a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.785268:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096b01800/0x5d4000e30d834e53 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd7a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.785282:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd7a:0x0].0x0 (ffff880099028800) 00010000:00010000:0.0:1742903173.785284:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.785287:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096b01800/0x5d4000e30d834e53 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd7a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.785291:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096b01800/0x5d4000e30d834e53 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd7a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.785309:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.785311:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.785312:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.785440:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.788956:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.789313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.789445:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.790113:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1609:13299:x1827566171904640:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 491us (799us total) trans 4295004281 rc 0/0 00000100:00100000:0.0:1742903173.790128:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17380 00000100:00100000:0.0:1742903173.791461:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.791585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.792770:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903173.792778:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2400/0x5d4000e30d834ea0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xd7e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.792784:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723c2400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.792787:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2400/0x5d4000e30d834ea0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd7e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.792803:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2400/0x5d4000e30d834ea0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd7e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.792812:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd7e:0x0].0x0 (ffff880099028000) 00010000:00010000:0.0:1742903173.792814:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.792817:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2400/0x5d4000e30d834ea0 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd7e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.792821:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2400/0x5d4000e30d834ea0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd7e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.792830:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.792833:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d834ea7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.792837:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d5800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.792839:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d834ea7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd7b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.792844:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d834ea7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd7b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.792849:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd7b:0x0].0x0 (ffff880091643a00) 00010000:00010000:0.0:1742903173.792851:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.792853:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d834ea7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd7b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.792860:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d834ea7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd7b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.792869:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.792870:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.792871:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.792876:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.795277:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.795760:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.795782:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171905536 00000100:00100000:0.0:1742903173.795785:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171905536 00000100:00100000:0.0:1742903173.795812:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17381 00000100:00100000:0.0:1742903173.795817:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1606:13299:x1827566171905536:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903173.795924:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1607:13299:x1827566171905536:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 105us (164us total) trans 4295004285 rc 0/0 00000100:00100000:0.0:1742903173.795930:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17381 00000100:00100000:0.0:1742903173.797532:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.797574:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.797601:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171905920 00000100:00100000:0.0:1742903173.797604:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171905920 00000100:00100000:0.0:1742903173.797620:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75877 00000100:00100000:0.0:1742903173.797624:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1607:13300:x1827566171905920:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903173.797632:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903173.797644:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d834ec3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee0d1 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.797667:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d834ec3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee0d1 expref: 1607 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.797677:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d834ec3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee0d1 expref: 1606 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.797683:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:0.0:1742903173.797685:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.797687:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121cdc200, rc 0) 00000100:00100000:0.0:1742903173.797718:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1605:13300:x1827566171905920:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 93us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.797723:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75877 00010000:00010000:0.0:1742903173.798246:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.798251:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099717800/0x5d4000e30d834edf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.798257:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099717800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.798259:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099717800/0x5d4000e30d834edf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.798265:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099717800/0x5d4000e30d834edf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.798271:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd7f:0x0].0x0 (ffff880134ab9500) 00010000:00010000:0.0:1742903173.798273:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.798276:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099717800/0x5d4000e30d834edf lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.798280:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099717800/0x5d4000e30d834edf lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.798290:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.798291:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.798293:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.798974:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.800378:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.802166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.802875:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.803773:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.805806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.809829:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171907072 00000100:00100000:0.0:1742903173.809842:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171907072 00000100:00100000:0.0:1742903173.809887:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75881 00000100:00100000:0.0:1742903173.809894:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1609:13300:x1827566171907072:12345-192.168.203.29@tcp:36:dbench.0 00000100:00100000:0.0:1742903173.813705:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.813762:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.814476:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171907712 00000100:00100000:0.0:1742903173.814479:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171907712 00000100:00100000:0.0:1742903173.814503:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75883 00000100:00100000:0.0:1742903173.814507:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1606:13300:x1827566171907712:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903173.814516:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903173.814525:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d834f56 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee0f4 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903173.815729:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.816278:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.816283:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d834f87 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd1f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.816293:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072350800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.816296:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d834f87 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd1f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.816302:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d834f87 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.816310:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd1f:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:0.0:1742903173.816312:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.816334:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d834f87 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.816340:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d834f87 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.816364:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.816365:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.816367:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.817218:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.818506:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.818773:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.819144:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d834fb8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd2b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.819153:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d834fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd2b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.819160:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d834fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd2b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903173.819184:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xd2b:0x0]: returning size 77076 00000004:00200000:0.0:1742903173.819187:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903173.819197:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d834fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd2b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.819205:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d834fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd2b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.819211:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5be00/0x5d4000e30d834fa3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.819216:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5be00/0x5d4000e30d834fa3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.819221:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5be00/0x5d4000e30d834fa3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.819225:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e5be00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.819228:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5be00/0x5d4000e30d834fa3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.819234:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5be00/0x5d4000e30d834fa3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.819240:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:0.0:1742903173.819242:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.819244:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5be00/0x5d4000e30d834fa3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.819248:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5be00/0x5d4000e30d834fa3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.819255:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c33ee00/0x5d4000e30d834faa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.819259:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c33ee00/0x5d4000e30d834faa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.819264:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c33ee00/0x5d4000e30d834faa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.819267:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c33ee00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.819270:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c33ee00/0x5d4000e30d834faa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.819274:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c33ee00/0x5d4000e30d834faa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.819279:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x985392a1 (ffff88009c4ba800) 00010000:00010000:0.0:1742903173.819280:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.819282:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c33ee00/0x5d4000e30d834faa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.819286:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c33ee00/0x5d4000e30d834faa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.819304:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5ac00/0x5d4000e30d834f9c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee0fb expref: 1603 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.819333:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d834fb8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd2b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee0fb expref: 1602 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.819339:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd2b:0x0].0x0 (ffff8800b19ea100) 00010000:00010000:0.0:1742903173.819341:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903173.819343:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121cdd600, rc 0) 00000100:00100000:0.0:1742903173.819371:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099024000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+1602:13299:x1827566171908736:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 384us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.819376:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75886 00010000:00010000:0.0:1742903173.819604:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.819609:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099524e00/0x5d4000e30d834fbf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.819614:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099524e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.819616:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099524e00/0x5d4000e30d834fbf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.819621:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099524e00/0x5d4000e30d834fbf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.819627:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd2a:0x0].0x0 (ffff88009d24f600) 00010000:00010000:0.0:1742903173.819629:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.819631:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099524e00/0x5d4000e30d834fbf lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.819634:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099524e00/0x5d4000e30d834fbf lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.819644:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.819645:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.819646:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.821128:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.821148:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.821191:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.823061:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.823092:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.824310:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.824429:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d834ff7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.824435:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880130d29800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.824437:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d834ff7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.824442:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d834ff7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.824452:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd2b:0x0].0x0 (ffff880099387000) 00010000:00010000:0.0:1742903173.824454:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.824456:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d834ff7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.824460:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d834ff7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.824469:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.824470:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.824471:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.825066:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.825692:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.827510:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.830445:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.832786:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.833931:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.833940:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099df1000/0x5d4000e30d83502f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xdb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.833946:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099df1000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.833949:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099df1000/0x5d4000e30d83502f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xdb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.833954:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099df1000/0x5d4000e30d83502f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xdb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.833963:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdb7:0x0].0x0 (ffff880091643a00) 00010000:00010000:0.0:1742903173.833965:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.833967:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099df1000/0x5d4000e30d83502f lrc: 1/0,0 mode: --/PW res: [0x200000402:0xdb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.833976:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099df1000/0x5d4000e30d83502f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xdb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.833987:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.833989:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.833990:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.836831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.836860:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.838849:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.838855:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091424c00/0x5d4000e30d835067 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xdb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.838860:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091424c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.838862:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091424c00/0x5d4000e30d835067 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xdb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.838867:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091424c00/0x5d4000e30d835067 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xdb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.838875:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdb6:0x0].0x0 (ffff88009d24fd00) 00010000:00010000:0.0:1742903173.838877:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.838879:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091424c00/0x5d4000e30d835067 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xdb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.838884:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.838885:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.838887:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.839751:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.842767:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.842816:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.843785:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903173.843790:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638600/0x5d4000e30d8350b4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xdbf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.843795:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f638600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.843797:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638600/0x5d4000e30d8350b4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xdbf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.843801:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638600/0x5d4000e30d8350b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xdbf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.843808:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdbf:0x0].0x0 (ffff88009d24f900) 00010000:00010000:0.0:1742903173.843810:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.843812:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638600/0x5d4000e30d8350b4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xdbf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.843816:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638600/0x5d4000e30d8350b4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xdbf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.843827:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.843829:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099117800/0x5d4000e30d8350bb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xdb4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.843833:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099117800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.843835:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099117800/0x5d4000e30d8350bb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xdb4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.843839:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099117800/0x5d4000e30d8350bb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xdb4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.843844:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdb4:0x0].0x0 (ffff88012bffb500) 00010000:00010000:0.0:1742903173.843845:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.843847:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099117800/0x5d4000e30d8350bb lrc: 1/0,0 mode: --/PW res: [0x200000402:0xdb4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.843854:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099117800/0x5d4000e30d8350bb lrc: 0/0,0 mode: --/PW res: [0x200000402:0xdb4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.843860:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.843861:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.843862:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.843866:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.846721:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75898 00000100:00100000:0.0:1742903173.846734:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aadaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1608:13299:x1827566171911680:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903173.846754:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903173.846771:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d8350c2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee125 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903173.850348:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.850410:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.851467:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.852810:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.854873:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.855415:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.856002:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.856007:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f400/0x5d4000e30d835178 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xdbc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.856013:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61f400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.856016:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f400/0x5d4000e30d835178 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xdbc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.856021:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f400/0x5d4000e30d835178 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xdbc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.856032:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdbc:0x0].0x0 (ffff880091643100) 00010000:00010000:0.0:1742903173.856034:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.856037:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f400/0x5d4000e30d835178 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xdbc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.856041:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f400/0x5d4000e30d835178 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xdbc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.856052:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.856054:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.856055:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.857754:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.857798:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.857837:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17390 00000100:00100000:0.0:1742903173.857843:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+1613:13300:x1827566171913088:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903173.857972:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+1616:13300:x1827566171913088:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 128us (220us total) trans 4295004303 rc 0/0 00000100:00100000:0.0:1742903173.857978:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17390 00000100:00100000:0.0:1742903173.858990:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.860364:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.860370:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096b00800/0x5d4000e30d8351a9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.860375:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880096b00800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.860377:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096b00800/0x5d4000e30d8351a9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.860392:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096b00800/0x5d4000e30d8351a9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.860404:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd86:0x0].0x0 (ffff88009d24f900) 00010000:00010000:0.0:1742903173.860406:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.860408:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096b00800/0x5d4000e30d8351a9 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.860413:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096b00800/0x5d4000e30d8351a9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.860424:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.860425:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.860426:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.860473:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171913728 00000100:00100000:0.0:1742903173.860478:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171913728 00000100:00100000:0.0:1742903173.860506:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17391 00000100:00100000:0.0:1742903173.860511:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+1613:13299:x1827566171913728:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903173.860630:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+1613:13299:x1827566171913728:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 118us (175us total) trans 4295004305 rc 0/0 00000100:00100000:0.0:1742903173.860636:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17391 00000100:00100000:0.0:1742903173.862618:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.862660:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.863354:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.863359:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3800/0x5d4000e30d8351e1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.863365:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880130ae3800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.863367:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3800/0x5d4000e30d8351e1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.863376:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3800/0x5d4000e30d8351e1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.863395:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd87:0x0].0x0 (ffff880134ab9200) 00010000:00010000:0.0:1742903173.863397:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.863399:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3800/0x5d4000e30d8351e1 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.863403:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3800/0x5d4000e30d8351e1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.863413:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.863415:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.863416:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.864088:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.864556:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171914496 00000100:00100000:0.0:1742903173.864561:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171914496 00000100:00100000:0.0:1742903173.864580:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17392 00000100:00100000:0.0:1742903173.864584:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+1612:13300:x1827566171914496:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903173.864681:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+1612:13300:x1827566171914496:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 94us (143us total) trans 4295004307 rc 0/0 00000100:00100000:0.0:1742903173.864686:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17392 00000100:00100000:0.0:1742903173.866097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.866138:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.869411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.869959:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171915520 00000100:00100000:0.0:1742903173.869962:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171915520 00000100:00100000:0.0:1742903173.869988:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17394 00000100:00100000:0.0:1742903173.869993:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a768a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1612:13299:x1827566171915520:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903173.870065:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a768a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1613:13299:x1827566171915520:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 72us (256us total) trans 4295004310 rc 0/0 00000100:00100000:0.0:1742903173.870071:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17394 00000100:00100000:0.0:1742903173.871730:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.871770:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.873491:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.876495:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.878711:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.879154:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.879527:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.879532:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099613800/0x5d4000e30d83526d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd8b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.880372:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099613800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.880376:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099613800/0x5d4000e30d83526d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd8b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.880391:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099613800/0x5d4000e30d83526d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd8b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.880398:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd8b:0x0].0x0 (ffff88009d24f900) 00010000:00010000:0.0:1742903173.880400:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.880402:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099613800/0x5d4000e30d83526d lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd8b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.880406:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099613800/0x5d4000e30d83526d lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd8b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903173.882462:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.883103:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.883108:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096b00e00/0x5d4000e30d835289 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.883117:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880096b00e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.883119:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096b00e00/0x5d4000e30d835289 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.883124:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096b00e00/0x5d4000e30d835289 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.883131:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd97:0x0].0x0 (ffff88009d24fa00) 00010000:00010000:0.0:1742903173.883133:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.883135:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096b00e00/0x5d4000e30d835289 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.883139:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096b00e00/0x5d4000e30d835289 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.883152:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.883153:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.883155:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.884467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.885157:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.885797:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.886810:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.886815:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f200/0x5d4000e30d8352c1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd96:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.886819:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a96f200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.886821:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f200/0x5d4000e30d8352c1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd96:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.886826:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f200/0x5d4000e30d8352c1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd96:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.886837:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd96:0x0].0x0 (ffff880099280b00) 00010000:00010000:0.0:1742903173.886839:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.886841:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f200/0x5d4000e30d8352c1 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd96:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.886844:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f200/0x5d4000e30d8352c1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd96:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903173.886854:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.886855:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.886857:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.887665:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.888867:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.888954:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.891079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.892548:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.892621:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.894276:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.894337:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.895114:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.901676:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171920256 00000100:00100000:0.0:1742903173.901683:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171920256 00000100:00100000:0.0:1742903173.901723:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171920512 00000100:00100000:0.0:1742903173.901725:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171920512 00000100:00100000:0.0:1742903173.901742:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75922 00000100:00100000:0.0:1742903173.901748:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1613:13299:x1827566171920256:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903173.901790:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1742903173.901812:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45a200/0x5d4000e30d8322af lrc: 0/0,0 mode: --/CR res: [0x200000402:0xd9b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed348 expref: 1613 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.901836:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d8321ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed2f4 expref: 1612 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.901847:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75c00/0x5d4000e30d82d16b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb8d0 expref: 1611 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.901855:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd9b:0x0].0x0 (ffff88012d39b100) 00010000:00010000:0.0:1742903173.901862:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903173.901880:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d83534d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.901889:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d83534d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.901896:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d83534d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.901906:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d835354 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7f7:0x0].0x902018a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.901912:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d835354 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f7:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.901916:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d835354 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f7:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.901974:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f200/0x5d4000e30d83535b lrc: 3/0,1 mode: --/EX res: [0x200000402:0xd9b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.901979:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f200/0x5d4000e30d83535b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.901987:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f200/0x5d4000e30d83535b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:0.0:1742903173.902136:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1708, 64 off117568 00000040:00080000:0.0:1742903173.902160:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8342, 184 off1462224 00010000:00010000:0.0:1742903173.902191:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d835377 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd9b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902197:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d835377 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902202:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d835377 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902208:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d835377 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902213:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d835377 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902217:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d835377 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902229:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903173.902239:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.902243:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d835377 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902249:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b68b400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.902251:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d835377 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902256:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d835377 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902263:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd9b:0x0].0x0 (ffff880096bc7a00) 00010000:00010000:0.0:1742903173.902265:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.902268:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d835377 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902272:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d835377 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd9b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902279:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.902281:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.902282:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.902290:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f200/0x5d4000e30d83535b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902295:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f200/0x5d4000e30d83535b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xd9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902299:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f200/0x5d4000e30d83535b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902303:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a96f200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.902305:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f200/0x5d4000e30d83535b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902310:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f200/0x5d4000e30d83535b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xd9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902335:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd9b:0x0].0x0 (ffff880096bc7a00) 00010000:00010000:0.0:1742903173.902337:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903173.902339:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f200/0x5d4000e30d83535b lrc: 2/0,0 mode: --/EX res: [0x200000402:0xd9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902344:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f200/0x5d4000e30d83535b lrc: 0/0,0 mode: --/EX res: [0x200000402:0xd9b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902421:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d83534d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902427:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d83534d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902432:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d83534d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902436:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdd600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.902438:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d83534d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902442:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d83534d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902448:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f7:0x0].0x0 (ffff88012d39bf00) 00010000:00010000:0.0:1742903173.902450:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.902453:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d83534d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902457:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd600/0x5d4000e30d83534d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:0.0:1742903173.902465:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009172df80 reply state ffff880096ab9000 transno 4295004326 ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d835354 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f7:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902472:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d835354 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7f7:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903173.902477:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f7:0x0].0x902018a8 (ffff880096bc7c00) 00010000:00010000:0.0:1742903173.902479:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903173.902481:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1742903173.902500:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.902504:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123382000/0x5d4000e30d83537e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xde6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.902509:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123382000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.902510:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123382000/0x5d4000e30d83537e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xde6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.902515:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123382000/0x5d4000e30d83537e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xde6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.902521:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xde6:0x0].0x0 (ffff880099387400) 00010000:00010000:0.0:1742903173.902523:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.902525:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123382000/0x5d4000e30d83537e lrc: 1/0,0 mode: --/PW res: [0x200000402:0xde6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.902529:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123382000/0x5d4000e30d83537e lrc: 0/0,0 mode: --/PW res: [0x200000402:0xde6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.902537:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.902539:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.902540:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.902569:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+1611:13299:x1827566171920256:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 820us (1041us total) trans 4295004326 rc 0/0 00000100:00100000:0.0:1742903173.902574:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75922 00000100:00100000:0.0:1742903173.905095:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.905143:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.907398:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.907931:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.910024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.912204:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.914687:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.916310:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.917936:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.918734:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171921920 00000100:00100000:0.0:1742903173.918738:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171921920 00000100:00100000:0.0:1742903173.918771:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8321 00000100:00100000:0.0:1742903173.918776:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aada300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1615:2007:x1827566171921920:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903173.918784:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903173.918829:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099814400/0x5d4000e30d835403 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd43:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee18e expref: 1615 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.918844:0:7198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd43:0x0].0x0 (ffff88011ef21000) 00010000:00010000:0.0:1742903173.918847:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903173.918871:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aada300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1614:2007:x1827566171921920:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 95us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.918877:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8321 00000100:00100000:0.0:1742903173.920218:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.922629:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.928052:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.928587:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171922944 00000100:00100000:0.0:1742903173.928590:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171922944 00000100:00100000:0.0:1742903173.928621:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8322 00000100:00100000:0.0:1742903173.928626:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1615:2007:x1827566171922944:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903173.928634:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903173.928649:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d83543b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd42:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee195 expref: 1615 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.928668:0:7198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd42:0x0].0x0 (ffff88012dd66e00) 00010000:00010000:0.0:1742903173.928671:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903173.928816:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1613:2007:x1827566171922944:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 189us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.928821:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8322 00000100:00100000:0.0:1742903173.929515:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.930414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.931361:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.931365:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fa00/0x5d4000e30d835457 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd47:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.931370:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d78fa00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.931372:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fa00/0x5d4000e30d835457 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd47:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.931376:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fa00/0x5d4000e30d835457 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd47:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.931393:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd47:0x0].0x0 (ffff88009c59c300) 00010000:00010000:0.0:1742903173.931395:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.931398:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fa00/0x5d4000e30d835457 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd47:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.931402:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fa00/0x5d4000e30d835457 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd47:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.931413:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.931414:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.931416:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.932620:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.933180:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.933185:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d835473 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.933191:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b68bc00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.933193:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d835473 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd42:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.933198:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d835473 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.933206:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd42:0x0].0x0 (ffff88012dd66800) 00010000:00010000:0.0:1742903173.933208:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.933211:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d835473 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.933214:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d835473 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd42:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.933224:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.933225:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.933227:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.935635:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.940661:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.940706:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.942259:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171924480 00000100:00100000:0.0:1742903173.942263:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171924480 00000100:00100000:0.0:1742903173.942810:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171924736 00000100:00100000:0.0:1742903173.942813:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171924736 00000100:00100000:0.0:1742903173.942842:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75936 00000100:00100000:0.0:1742903173.942847:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1613:13299:x1827566171924736:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903173.942873:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1742903173.942889:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624200/0x5d4000e30d82f0dd lrc: 0/0,0 mode: --/CR res: [0x200000402:0xd46:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec365 expref: 1613 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.942905:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0200/0x5d4000e30d822b39 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e81d3 expref: 1612 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.942915:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06e00/0x5d4000e30d822abb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd46:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e819b expref: 1611 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.942922:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd46:0x0].0x0 (ffff88012dd66c00) 00010000:00010000:0.0:1742903173.942928:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903173.943712:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.943717:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d8354ab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd46:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.943722:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099d18200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.943725:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d8354ab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd46:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.943730:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d8354ab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd46:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.943741:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd46:0x0].0x0 (ffff88007208bb00) 00010000:00010000:0.0:1742903173.943743:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.943745:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d8354ab lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd46:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.943749:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d8354ab lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd46:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.943759:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.943760:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.943762:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.946035:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.946888:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903173.946902:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d8354ce lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee1a3 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.946970:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d8354d5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.946981:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d8354d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.946990:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d8354d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.947000:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb400/0x5d4000e30d8354dc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0xc88ea4fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.947005:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb400/0x5d4000e30d8354dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.947009:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb400/0x5d4000e30d8354dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.947060:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8354e3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd50:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.947067:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8354e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd50:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.947072:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8354e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd50:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:0.0:1742903173.947108:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xd50:0x0]: returning size 4096 00000004:00200000:0.0:1742903173.947117:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903173.947130:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8354e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd50:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.947138:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8354e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd50:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.947151:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d8354d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.947155:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d8354d5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.947160:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d8354d5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.947165:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdce00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.947168:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d8354d5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.947172:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d8354d5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.947185:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:0.0:1742903173.947188:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.947190:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d8354d5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.947194:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d8354d5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.947202:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb400/0x5d4000e30d8354dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.947206:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb400/0x5d4000e30d8354dc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.947219:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb400/0x5d4000e30d8354dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.947223:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012edcb400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903173.947226:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb400/0x5d4000e30d8354dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.947230:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb400/0x5d4000e30d8354dc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.947235:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0xc88ea4fb (ffff880096bc7f00) 00010000:00010000:0.0:1742903173.947237:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.947244:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb400/0x5d4000e30d8354dc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.947249:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb400/0x5d4000e30d8354dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.947273:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d8354ce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee1a3 expref: 1613 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.947282:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8354e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd50:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee1a3 expref: 1612 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.947288:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd50:0x0].0x0 (ffff88009c59ce00) 00010000:00010000:0.0:1742903173.947290:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903173.947291:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c4c7200, rc 0) 00000100:00100000:0.0:1742903173.947355:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1612:13299:x1827566171925120:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 804us (1324us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.947361:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75938 00000100:00100000:0.0:1742903173.949079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.949530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.950206:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.951832:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.952286:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.952291:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072044800/0x5d4000e30d83551b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd50:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.952296:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072044800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.952298:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072044800/0x5d4000e30d83551b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd50:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.952304:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072044800/0x5d4000e30d83551b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.952312:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd50:0x0].0x0 (ffff880099387900) 00010000:00010000:0.0:1742903173.952332:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.952335:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072044800/0x5d4000e30d83551b lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd50:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.952340:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072044800/0x5d4000e30d83551b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd50:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.952351:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.952352:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.952354:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.952511:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.953914:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.954597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.956006:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.956045:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.956720:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.956725:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20c00/0x5d4000e30d835553 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd52:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.956731:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f20c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.956733:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20c00/0x5d4000e30d835553 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd52:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.956738:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20c00/0x5d4000e30d835553 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd52:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.956745:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd52:0x0].0x0 (ffff880130ebb800) 00010000:00010000:0.0:1742903173.956748:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.956750:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20c00/0x5d4000e30d835553 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd52:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.956754:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20c00/0x5d4000e30d835553 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd52:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.956763:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.956765:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.956766:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.960504:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.962247:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.962735:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.965430:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.969831:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.970093:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.970126:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171928576 00000100:00100000:0.0:1742903173.970129:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171928576 00000100:00100000:0.0:1742903173.970161:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75949 00000100:00100000:0.0:1742903173.970166:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1613:13300:x1827566171928576:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903173.970186:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903173.970199:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f5e00/0x5d4000e30d82de5a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdaa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebd4c expref: 1613 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.970209:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdaa:0x0].0x0 (ffff88012dd66200) 00010000:00010000:0.0:1742903173.970214:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903173.971608:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.977009:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.977978:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903173.977987:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed53400/0x5d4000e30d8355fb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xda7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.977996:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed53400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903173.977999:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed53400/0x5d4000e30d8355fb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xda7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.978007:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed53400/0x5d4000e30d8355fb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xda7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.978021:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xda7:0x0].0x0 (ffff880129dccb00) 00010000:00010000:0.0:1742903173.978023:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903173.978026:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed53400/0x5d4000e30d8355fb lrc: 1/0,0 mode: --/PW res: [0x200000402:0xda7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.978031:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed53400/0x5d4000e30d8355fb lrc: 0/0,0 mode: --/PW res: [0x200000402:0xda7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903173.978047:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.978048:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903173.978049:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903173.981671:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171929088 00000100:00100000:0.0:1742903173.981678:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171929088 00000100:00100000:0.0:1742903173.981715:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171929344 00000100:00100000:0.0:1742903173.981718:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171929344 00000100:00100000:0.0:1742903173.981807:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75952 00000100:00100000:0.0:1742903173.981812:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+1617:13300:x1827566171929088:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903173.981828:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903173.981845:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d835617 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee1cd expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.981867:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d835617 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee1cd expref: 1618 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.981877:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d835617 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee1cd expref: 1618 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.981884:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:0.0:1742903173.981886:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903173.981889:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c050600, rc 0) 00000100:00100000:0.0:1742903173.981921:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+1617:13300:x1827566171929088:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 109us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.981925:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75952 00000100:00100000:0.0:1742903173.984141:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.986036:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.988448:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.988658:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.989920:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.993043:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009176ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161233536:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903173.993061:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091402800/0x5d4000e30d835679 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d5:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903173.995149:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.995813:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171930752 00000100:00100000:0.0:1742903173.995816:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171930752 00000100:00100000:0.0:1742903173.995924:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75959 00000100:00100000:0.0:1742903173.995929:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1621:13300:x1827566171930752:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903173.995939:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903173.995947:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d8356a3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee1f7 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.996555:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d8356aa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.996565:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091402800/0x5d4000e30d835679 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7d5:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee1e9 expref: 1622 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.996578:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d8356aa lrc: 4/1,0 mode: --/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.996599:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091402800/0x5d4000e30d835679 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d5:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee1e9 expref: 1622 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.996609:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091402800/0x5d4000e30d835679 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d5:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee1e9 expref: 1622 pid: 7212 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903173.996619:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099804700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161233664:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903173.996673:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1742903173.997268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.997961:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903173.998722:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099804700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161233664:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903173.998735:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d8356aa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903173.999040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903173.999369:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d8356aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.999376:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d8356aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:0.0:1742903173.999414:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7d5:0x0]: returning size 260096 00000004:00200000:0.0:1742903173.999417:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903173.999429:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d8356aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903173.999451:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d8356a3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee1f7 expref: 1623 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.999473:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d8356aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee1f7 expref: 1622 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903173.999479:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d5:0x0].0x0 (ffff88012d2c7e00) 00010000:00010000:0.0:1742903173.999481:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903173.999484:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b86b600, rc 0) 00000100:00100000:0.0:1742903173.999499:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1622:13300:x1827566171930752:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3570us (3738us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903173.999505:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75959 00000100:00100000:0.0:1742903174.000810:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.002087:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.002664:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.003592:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.004337:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.011235:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.011271:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.011338:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.014062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.014088:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.014113:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171932928 00000100:00100000:0.0:1742903174.014119:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171932928 00010000:00010000:0.0:1742903174.014142:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d8356aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee1f7 expref: 1625 pid: 7212 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.014165:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22187 00000100:00100000:0.0:1742903174.014171:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+1626:2009:x1827566171932928:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.014184:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.014189:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d8356aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee1f7 expref: 1626 pid: 7212 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.014199:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d8356aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee1f7 expref: 1626 pid: 7212 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.014218:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d8356aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee1f7 expref: 1626 pid: 7212 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.014234:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d5:0x0].0x0 (ffff88012d2c7e00) 00010000:00010000:0.0:1742903174.014238:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2200/0x5d4000e30d8356f7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d5:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.014247:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2200/0x5d4000e30d8356f7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d5:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.014253:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2200/0x5d4000e30d8356f7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x7d5:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.014272:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.014303:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+1626:2009:x1827566171932928:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 131us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.014309:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22187 00000100:00100000:0.0:1742903174.016364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.016409:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171933056 00000100:00100000:0.0:1742903174.016414:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171933056 00000100:00100000:0.0:1742903174.016449:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75965 00000100:00100000:0.0:1742903174.016455:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1625:13300:x1827566171933056:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903174.016468:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903174.016480:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d835721 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee221 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.016532:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d835728 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.016542:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2200/0x5d4000e30d8356f7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7d5:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee213 expref: 1626 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.016548:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d835728 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.016572:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2200/0x5d4000e30d8356f7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d5:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee213 expref: 1626 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.016582:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2200/0x5d4000e30d8356f7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d5:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee213 expref: 1626 pid: 18840 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.016591:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4cd880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161234304:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.016638:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.018161:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.018980:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.019993:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171933568 00000100:00100000:0.0:1742903174.019997:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171933568 00010000:00010000:0.0:1742903174.020008:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2200/0x5d4000e30d8356f7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d5:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee213 expref: 1628 pid: 18840 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.020023:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22188 00000100:00100000:0.0:1742903174.020028:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1628:2010:x1827566171933568:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.020034:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.020037:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2200/0x5d4000e30d8356f7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d5:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee213 expref: 1628 pid: 18840 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.020045:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2200/0x5d4000e30d8356f7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d5:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee213 expref: 1628 pid: 18840 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.020058:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2200/0x5d4000e30d8356f7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7d5:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee213 expref: 1628 pid: 18840 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.020067:0:7198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d5:0x0].0x0 (ffff88012d2c7e00) 00010000:00010000:0.0:1742903174.020071:0:7198:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d835728 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.020078:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d835728 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.020084:0:7198:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d835728 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.020109:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.020133:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1627:2010:x1827566171933568:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 104us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.020139:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22188 00000100:00100000:0.0:1742903174.021921:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.022975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.024662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.025355:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171934208 00000100:00100000:0.0:1742903174.025360:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171934208 00000100:00100000:0.0:1742903174.025394:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75968 00000100:00100000:0.0:1742903174.025399:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1628:13300:x1827566171934208:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:0.0:1742903174.029110:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171934464 00000100:00100000:0.0:1742903174.029113:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171934464 00000100:00100000:0.0:1742903174.029138:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171934336 00000100:00100000:0.0:1742903174.029139:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171934336 00010000:00010000:0.0:1742903174.029147:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d835736 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d4:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee228 expref: 1631 pid: 18840 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.031114:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.032066:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.036416:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.037162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.037532:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75971 00000100:00100000:0.0:1742903174.037540:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+1629:13299:x1827566171935360:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903174.037560:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903174.037573:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83578a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee24b expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.037622:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d835791 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037632:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d835791 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037640:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d835791 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037650:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83579f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037656:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83579f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037661:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83579f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037716:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5be00/0x5d4000e30d8357a6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037723:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5be00/0x5d4000e30d8357a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d4:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037729:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5be00/0x5d4000e30d8357a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d4:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903174.037758:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7d4:0x0]: returning size 260096 00000004:00200000:0.0:1742903174.037761:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903174.037774:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5be00/0x5d4000e30d8357a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d4:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037782:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5be00/0x5d4000e30d8357a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037788:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d835791 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037792:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d835791 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037797:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d835791 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037801:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86b200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.037804:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d835791 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037809:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d835791 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037817:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:0.0:1742903174.037820:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.037823:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d835791 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037827:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d835791 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037849:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83579f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037853:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83579f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037857:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83579f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037861:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86b600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.037864:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83579f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037869:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83579f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037875:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x7b2f0bbe (ffff880096bc7900) 00010000:00010000:0.0:1742903174.037877:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.037879:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83579f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037883:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83579f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.037907:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83578a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee24b expref: 1632 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.037918:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5be00/0x5d4000e30d8357a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee24b expref: 1631 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.037924:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d4:0x0].0x0 (ffff88012d2c7600) 00010000:00010000:0.0:1742903174.037926:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903174.037928:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099e5be00, rc 0) 00000100:00100000:0.0:1742903174.041750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.044133:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.044178:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.050019:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.050774:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.050806:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.054738:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.054823:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.058532:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171937408 00000100:00100000:0.0:1742903174.058538:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171937408 00000100:00100000:0.0:1742903174.058566:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17420 00000100:00100000:0.0:1742903174.058572:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+1632:13300:x1827566171937408:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903174.062066:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.062270:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.064431:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.064754:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.066250:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.066614:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.068476:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171938816 00000100:00100000:0.0:1742903174.068481:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171938816 00000100:00100000:0.0:1742903174.069881:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.070042:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.072288:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.072755:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.074508:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.074656:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.074766:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.076855:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.078084:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.080686:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.081771:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.082392:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.084577:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.084653:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.086509:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.087305:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.091043:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.093472:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.094917:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.095367:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624200/0x5d4000e30d83593c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.095374:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624200/0x5d4000e30d83593c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903174.095411:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7d5:0x0]: returning size 260096 00000004:00200000:0.0:1742903174.095414:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903174.095424:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624200/0x5d4000e30d83593c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.095444:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0200/0x5d4000e30d835935 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d5:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee2c2 expref: 1646 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.095468:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624200/0x5d4000e30d83593c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee2c2 expref: 1645 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.095475:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d5:0x0].0x0 (ffff88012d2c7e00) 00010000:00010000:0.0:1742903174.095477:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903174.095479:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f624200, rc 0) 00000100:00100000:0.0:1742903174.095499:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+1645:13300:x1827566171942272:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3139us (3208us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.095504:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75992 00000100:00100000:0.0:1742903174.097004:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.097727:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171942784 00000100:00100000:0.0:1742903174.097731:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171942784 00000100:00100000:0.0:1742903174.097749:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75994 00000100:00100000:0.0:1742903174.097754:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1647:13300:x1827566171942784:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903174.097767:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903174.097775:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f400/0x5d4000e30d835958 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee2d0 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.097814:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97e800/0x5d4000e30d83595f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.097822:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97e800/0x5d4000e30d83595f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.097830:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97e800/0x5d4000e30d83595f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.097838:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d835966 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.097844:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d835966 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.097848:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d835966 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.097877:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97e800/0x5d4000e30d83595f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.097882:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97e800/0x5d4000e30d83595f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.097886:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97e800/0x5d4000e30d83595f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.097890:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a97e800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.097892:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97e800/0x5d4000e30d83595f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.097898:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97e800/0x5d4000e30d83595f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.097905:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:0.0:1742903174.097907:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.097910:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97e800/0x5d4000e30d83595f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.097914:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97e800/0x5d4000e30d83595f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.097922:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d835966 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.097925:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d835966 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.097929:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d835966 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.097933:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723ce800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.097935:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d835966 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.097939:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d835966 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.097944:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xa4b2186b (ffff88009c59cf00) 00010000:00010000:0.0:1742903174.097946:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.097948:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d835966 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.097952:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d835966 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.097971:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f400/0x5d4000e30d835958 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee2d0 expref: 1648 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.097977:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f400/0x5d4000e30d835958 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee2d0 expref: 1648 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.097984:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a97f400, rc 0) 00000100:00100000:0.0:1742903174.098016:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+1647:13300:x1827566171942784:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 260us (331us total) trans 0 rc 301/301 00000100:00100000:0.0:1742903174.098021:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75994 00000100:00100000:0.0:1742903174.099963:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.100145:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 75995 00000100:00100000:0.0:1742903174.100151:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+1647:13300:x1827566171942912:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903174.100163:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903174.100174:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83596d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee2d7 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.100210:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072078400/0x5d4000e30d835974 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.100220:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072078400/0x5d4000e30d835974 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.100227:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072078400/0x5d4000e30d835974 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.100235:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83597b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.100244:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83597b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.100249:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83597b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.100272:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072078400/0x5d4000e30d835974 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.100277:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072078400/0x5d4000e30d835974 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.100283:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072078400/0x5d4000e30d835974 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.100287:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072078400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.100290:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072078400/0x5d4000e30d835974 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.100295:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072078400/0x5d4000e30d835974 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.100304:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:0.0:1742903174.100307:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.100309:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072078400/0x5d4000e30d835974 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.100313:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072078400/0x5d4000e30d835974 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.100345:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83597b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.100350:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83597b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.100354:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83597b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.100357:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800995e0600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.100359:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83597b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.100367:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83597b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.100373:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xa4b2186b (ffff88009c59cf00) 00010000:00010000:0.0:1742903174.100375:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.100387:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83597b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.100391:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83597b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.100411:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83596d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee2d7 expref: 1648 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.100417:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83596d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee2d7 expref: 1648 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.100424:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a97ee00, rc 0) 00000100:00100000:0.0:1742903174.100871:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+1647:13300:x1827566171942912:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 718us (910us total) trans 0 rc 301/301 00000100:00100000:0.0:1742903174.100877:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 75995 00000100:00100000:0.0:1742903174.102526:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.104596:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.105884:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.108152:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.110180:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.113355:0:18860:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171944576 00000100:00100000:0.0:1742903174.113361:0:18860:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171944576 00000100:00100000:0.0:1742903174.113404:0:18860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11264 00000100:00100000:0.0:1742903174.113410:0:18860:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:5bb9e3e8-ca71-4450-80de-f6568f81689c+149:2010:x1827566171944576:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903174.113422:0:18860:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903174.113435:0:18860:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991d7000/0x5d4000e30d835a15 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee301 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1742903174.113453:0:18860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6eb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1742903174.113466:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.113468:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.113474:0:18860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991d7000/0x5d4000e30d835a15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee301 expref: 150 pid: 18860 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.113488:0:18860:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991d7000/0x5d4000e30d835a15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee301 expref: 150 pid: 18860 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.113496:0:18860:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991d7000, rc 0) 00000100:00100000:0.0:1742903174.113526:0:18860:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:5bb9e3e8-ca71-4450-80de-f6568f81689c+150:2010:x1827566171944576:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 117us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.113531:0:18860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11264 00000100:00100000:0.0:1742903174.114807:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.115454:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.116728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.117120:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.117545:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.117551:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800994a8c00/0x5d4000e30d835a4d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe0d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.117556:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800994a8c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.117559:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800994a8c00/0x5d4000e30d835a4d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe0d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.117564:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800994a8c00/0x5d4000e30d835a4d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe0d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.117572:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe0d:0x0].0x0 (ffff880130ebbd00) 00010000:00010000:0.0:1742903174.117574:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903174.117576:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800994a8c00/0x5d4000e30d835a4d lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe0d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.117580:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800994a8c00/0x5d4000e30d835a4d lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe0d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.117601:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.117603:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.117604:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.120796:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.122642:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.123300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.124871:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.126415:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.128236:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.128729:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.130963:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.130998:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.132529:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.133995:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.136659:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.137808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.139602:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.140681:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.142236:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.144584:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.144771:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.146307:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.147394:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.148729:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.148783:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.151007:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.151044:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.154596:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.155146:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.156667:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.159675:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.160656:0:18845:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161238016 00000100:00100000:0.0:1742903174.160659:0:18845:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161238016 00000100:00100000:0.0:1742903174.160687:0:18845:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161237632 00000100:00100000:0.0:1742903174.160689:0:18845:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161237632 00000100:00100000:0.0:1742903174.160702:0:18845:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161238656 00000100:00100000:0.0:1742903174.160704:0:18845:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161238656 00000100:00100000:0.0:1742903174.160716:0:18845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11270 00000100:00100000:0.0:1742903174.160721:0:18845:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3762:x1827566161238016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903174.160731:0:18845:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1708 count 1 00010000:00010000:0.0:1742903174.160745:0:18845:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099009400/0x5d4000e30d835b8f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.160759:0:18845:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011ed52c00/0x5d4000e30d82c826 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb5c0 expref: 151 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.160765:0:18845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.160766:0:18845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.160768:0:18845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099009400/0x5d4000e30d835b8f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.160787:0:18845:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011ed52c00/0x5d4000e30d82c826 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb5c0 expref: 151 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.160797:0:18845:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011ed52c00/0x5d4000e30d82c826 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb5c0 expref: 151 pid: 18860 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.160807:0:18845:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b833100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:18845:1827566161239680:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.161366:0:18845:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4600 going to sleep for 11 seconds 00000100:00080000:0.0:1742903174.161417:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1742903144 00000100:00080000:0.0:1742903174.161454:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1742903144 00000100:00100000:0.0:1742903174.161474:0:18858:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11274 00000100:00100000:0.0:1742903174.161479:0:18858:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+10:3763:x1827566161238656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.161490:0:18858:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1705 count 1 00010000:00010000:0.0:1742903174.161500:0:18858:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072286a00/0x5d4000e30d835bab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.161509:0:18858:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997f0a00/0x5d4000e30d82c0c4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb358 expref: 150 pid: 18861 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.161518:0:18858:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.161519:0:18858:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.161521:0:18858:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072286a00/0x5d4000e30d835bab lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.161536:0:18858:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997f0a00/0x5d4000e30d82c0c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb358 expref: 150 pid: 18861 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.161543:0:18858:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997f0a00/0x5d4000e30d82c0c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb358 expref: 150 pid: 18861 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.161552:0:18858:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b832a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:18858:1827566161240192:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.161570:0:18858:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4000 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.161581:0:18859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11276 00000100:00100000:0.0:1742903174.161585:0:18859:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+11:3764:x1827566161237760:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903174.161594:0:18859:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1701 count 1 00010000:00010000:0.0:1742903174.161601:0:18859:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072286800/0x5d4000e30d835bb9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.161611:0:18859:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099df1c00/0x5d4000e30d82ba18 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb128 expref: 151 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.161616:0:18859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.161617:0:18859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.161619:0:18859:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072286800/0x5d4000e30d835bb9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.161635:0:18859:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099df1c00/0x5d4000e30d82ba18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb128 expref: 151 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.161642:0:18859:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099df1c00/0x5d4000e30d82ba18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb128 expref: 151 pid: 18861 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.161649:0:18859:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b832d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18859:1827566161240576:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.161665:0:18859:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.161678:0:18856:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11279 00000100:00100000:0.0:1742903174.161681:0:18856:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+10:3764:x1827566161239296:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.161689:0:18856:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1713 count 1 00010000:00010000:0.0:1742903174.161697:0:18856:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800995e0400/0x5d4000e30d835bce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.161705:0:18856:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af0a400/0x5d4000e30d82d06f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb883 expref: 150 pid: 18845 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.161710:0:18856:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.161711:0:18856:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.161712:0:18856:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995e0400/0x5d4000e30d835bce lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.161726:0:18856:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af0a400/0x5d4000e30d82d06f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb883 expref: 150 pid: 18845 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.161733:0:18856:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af0a400/0x5d4000e30d82d06f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb883 expref: 150 pid: 18845 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.161740:0:18856:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18856:1827566161240832:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.161755:0:18856:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.165899:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.165915:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.165929:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171950464 00000100:00100000:0.0:1742903174.165934:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171950464 00010000:00010000:0.0:1742903174.165952:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011ed52c00/0x5d4000e30d82c826 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb5c0 expref: 152 pid: 18860 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.165972:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22211 00000100:00100000:0.0:1742903174.165977:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+153:2009:x1827566171950464:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.165988:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.165992:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011ed52c00/0x5d4000e30d82c826 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb5c0 expref: 153 pid: 18860 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.166001:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011ed52c00/0x5d4000e30d82c826 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb5c0 expref: 153 pid: 18860 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.166016:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011ed52c00/0x5d4000e30d82c826 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb5c0 expref: 153 pid: 18860 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.166026:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.166027:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.166031:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099009400/0x5d4000e30d835b8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.166043:0:7198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099009400/0x5d4000e30d835b8f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.166060:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.166838:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+150:2009:x1827566171950464:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 860us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.166846:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22211 00010000:00010000:0.0:1742903174.166859:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903174.166863:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012fac2a00/0x5d4000e30d835b88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.166869:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012fac2a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.166872:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fac2a00/0x5d4000e30d835b88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.166878:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fac2a00/0x5d4000e30d835b88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.166887:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012fac2a00/0x5d4000e30d835b88 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.166893:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fac2a00/0x5d4000e30d835b88 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.166905:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.166906:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.166908:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.166929:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.166941:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171950848 00000100:00100000:0.0:1742903174.166943:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171950848 00010000:00010000:0.0:1742903174.166952:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072277c00/0x5d4000e30d82ce3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb7bf expref: 150 pid: 18845 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.169077:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.169091:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171950720 00000100:00100000:0.0:1742903174.169095:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171950720 00010000:00010000:0.0:1742903174.169109:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e964a00/0x5d4000e30d82c0af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb351 expref: 149 pid: 18861 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.169123:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22214 00000100:00100000:0.0:1742903174.169127:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+149:2009:x1827566171950720:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.169133:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.169136:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e964a00/0x5d4000e30d82c0af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb351 expref: 149 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.169144:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e964a00/0x5d4000e30d82c0af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb351 expref: 149 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.169155:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e964a00/0x5d4000e30d82c0af lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb351 expref: 149 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.169163:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.169164:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.169167:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801231f2000/0x5d4000e30d835b96 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.169174:0:7198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801231f2000/0x5d4000e30d835b96 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.169186:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.169199:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+148:2009:x1827566171950720:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 71us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.169203:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22214 00000100:00100000:0.0:1742903174.169250:0:18858:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b832a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:18858:1827566161240192:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.169263:0:18858:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072286a00/0x5d4000e30d835bab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.169340:0:18859:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b832d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18859:1827566161240576:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.169348:0:18859:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072286800/0x5d4000e30d835bb9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.169364:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.169371:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171950976 00000100:00100000:0.0:1742903174.169373:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171950976 00010000:00010000:0.0:1742903174.169393:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997f0a00/0x5d4000e30d82c0c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb358 expref: 153 pid: 18861 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.169417:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22215 00000100:00100000:0.0:1742903174.169421:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+153:2010:x1827566171950976:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.169427:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.169430:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997f0a00/0x5d4000e30d82c0c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb358 expref: 153 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.169438:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997f0a00/0x5d4000e30d82c0c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb358 expref: 153 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.169449:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997f0a00/0x5d4000e30d82c0c4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb358 expref: 153 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.169457:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.169458:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.169460:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072286a00/0x5d4000e30d835bab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.169466:0:7198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072286a00/0x5d4000e30d835bab lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.169477:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.169490:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+152:2010:x1827566171950976:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 68us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.169494:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22215 00010000:00010000:0.0:1742903174.169505:0:18858:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072286a00/0x5d4000e30d835bab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.169510:0:18858:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072286a00/0x5d4000e30d835bab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.169516:0:18858:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072286a00/0x5d4000e30d835bab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.169522:0:18858:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072286a00/0x5d4000e30d835bab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.169540:0:18858:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903174.169992:0:18858:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+14:3763:x1827566161238656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8512us (9293us total) trans 4294970395 rc 0/0 00000100:00100000:0.0:1742903174.169997:0:18858:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11274 00000100:00100000:0.0:1742903174.170010:0:18858:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161242496 00000100:00100000:0.0:1742903174.170013:0:18858:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161242496 00000100:00100000:0.0:1742903174.170024:0:18858:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11289 00000100:00100000:0.0:1742903174.170027:0:18858:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+14:3762:x1827566161242496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.170036:0:18858:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1717 count 1 00010000:00010000:0.0:1742903174.170050:0:18858:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800994a9000/0x5d4000e30d835c14 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.170060:0:18858:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009961aa00/0x5d4000e30d82d91a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebb8c expref: 153 pid: 18860 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.170065:0:18858:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.170066:0:18858:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.170068:0:18858:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800994a9000/0x5d4000e30d835c14 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.170081:0:18858:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009961aa00/0x5d4000e30d82d91a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebb8c expref: 153 pid: 18860 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.170088:0:18858:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009961aa00/0x5d4000e30d82d91a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebb8c expref: 153 pid: 18860 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.170096:0:18858:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129b90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:18858:1827566161242752:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.170113:0:18858:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4000 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.170171:0:18856:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18856:1827566161240832:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.170182:0:18856:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800995e0400/0x5d4000e30d835bce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.170433:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.170445:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.170454:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171951232 00000100:00100000:0.0:1742903174.170456:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171951232 00010000:00010000:0.0:1742903174.170465:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f458e00/0x5d4000e30d82d076 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb88a expref: 148 pid: 18279 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.170477:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22216 00000100:00100000:0.0:1742903174.170480:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+148:2010:x1827566171951232:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.170485:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.170488:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f458e00/0x5d4000e30d82d076 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb88a expref: 148 pid: 18279 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.170494:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f458e00/0x5d4000e30d82d076 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb88a expref: 148 pid: 18279 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.170503:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f458e00/0x5d4000e30d82d076 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb88a expref: 148 pid: 18279 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.170514:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.170516:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.170518:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800997c4c00/0x5d4000e30d835bc0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.170524:0:7198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997c4c00/0x5d4000e30d835bc0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.170538:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.170550:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+147:2010:x1827566171951232:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 69us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.170554:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22216 00000100:00100000:0.0:1742903174.170573:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.171075:0:18859:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072286800/0x5d4000e30d835bb9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.171082:0:18859:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072286800/0x5d4000e30d835bb9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.171088:0:18859:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072286800/0x5d4000e30d835bb9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.171093:0:18859:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072286800/0x5d4000e30d835bb9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.171102:0:18859:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903174.171243:0:18859:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+18:3764:x1827566161237760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9656us (10492us total) trans 4294970465 rc 0/0 00000100:00100000:0.0:1742903174.171248:0:18859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11276 00000100:00100000:0.0:1742903174.171281:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.171299:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.172094:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.172104:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171951616 00000100:00100000:0.0:1742903174.172107:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171951616 00010000:00010000:0.0:1742903174.172117:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af0a400/0x5d4000e30d82d06f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb883 expref: 151 pid: 18845 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.172265:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22221 00000100:00100000:0.0:1742903174.172269:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+149:2009:x1827566171951616:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.172276:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.172280:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af0a400/0x5d4000e30d82d06f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb883 expref: 149 pid: 18845 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.172287:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af0a400/0x5d4000e30d82d06f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb883 expref: 149 pid: 18845 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.172297:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af0a400/0x5d4000e30d82d06f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb883 expref: 149 pid: 18845 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.172305:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.172306:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.172308:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995e0400/0x5d4000e30d835bce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.172334:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995e0400/0x5d4000e30d835bce lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.172348:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.172362:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+148:2009:x1827566171951616:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 92us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.172368:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22221 00010000:00010000:0.0:1742903174.172394:0:18856:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800995e0400/0x5d4000e30d835bce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.172400:0:18856:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995e0400/0x5d4000e30d835bce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.172406:0:18856:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800995e0400/0x5d4000e30d835bce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.172412:0:18856:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800995e0400/0x5d4000e30d835bce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.172420:0:18856:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1742903174.172498:0:18856:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+16:3764:x1827566161239296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10815us (11688us total) trans 4294970400 rc 0/0 00000100:00100000:0.0:1742903174.172504:0:18856:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11279 00010000:00010000:0.0:1742903174.172517:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.172521:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800995e0400/0x5d4000e30d835bce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.172530:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800995e0400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.172533:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800995e0400/0x5d4000e30d835bce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.172539:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800995e0400/0x5d4000e30d835bce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.172548:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800995e0400/0x5d4000e30d835bce lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.172553:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995e0400/0x5d4000e30d835bce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.172563:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.172564:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.172565:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.172581:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.172593:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171951872 00000100:00100000:0.0:1742903174.172596:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171951872 00010000:00010000:0.0:1742903174.172606:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072259e00/0x5d4000e30d82c690 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb542 expref: 146 pid: 18860 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.172619:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22222 00000100:00100000:0.0:1742903174.172623:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+146:2009:x1827566171951872:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.172629:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.172632:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072259e00/0x5d4000e30d82c690 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb542 expref: 146 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.172640:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072259e00/0x5d4000e30d82c690 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb542 expref: 146 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.172650:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072259e00/0x5d4000e30d82c690 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb542 expref: 146 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.172657:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.172658:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.172661:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f45b200/0x5d4000e30d835bd5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.172666:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f45b200/0x5d4000e30d835bd5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.172678:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.172691:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+145:2009:x1827566171951872:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 68us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.172695:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22222 00000100:00100000:0.0:1742903174.172709:0:18856:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11292 00000100:00100000:0.0:1742903174.172713:0:18856:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+17:3764:x1827566161243264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.172723:0:18856:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1716 count 1 00010000:00010000:0.0:1742903174.172732:0:18856:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012cf09e00/0x5d4000e30d835c29 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.172740:0:18856:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997c5400/0x5d4000e30d82d810 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebb23 expref: 147 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.172750:0:18856:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.172751:0:18856:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.172753:0:18856:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cf09e00/0x5d4000e30d835c29 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.172766:0:18856:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997c5400/0x5d4000e30d82d810 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebb23 expref: 147 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.172774:0:18856:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997c5400/0x5d4000e30d82d810 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebb23 expref: 147 pid: 18860 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.172782:0:18856:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099804700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18856:1827566161243520:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.172800:0:18856:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.172823:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.172832:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171952000 00000100:00100000:0.0:1742903174.172834:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171952000 00010000:00010000:0.0:1742903174.172843:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072286200/0x5d4000e30d82cb05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb6c3 expref: 145 pid: 18279 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.172856:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22223 00000100:00100000:0.0:1742903174.172859:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3966450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+145:2009:x1827566171952000:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.172866:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.172869:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072286200/0x5d4000e30d82cb05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb6c3 expref: 145 pid: 18279 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.172876:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072286200/0x5d4000e30d82cb05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb6c3 expref: 145 pid: 18279 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.172887:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072286200/0x5d4000e30d82cb05 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb6c3 expref: 145 pid: 18279 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.172895:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.172897:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.172899:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f45ba00/0x5d4000e30d835bdc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.172905:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f45ba00/0x5d4000e30d835bdc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.172917:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.172931:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3966450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+144:2009:x1827566171952000:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 70us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.172936:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22223 00000100:00100000:0.0:1742903174.174194:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.174217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.174235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.174247:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171952256 00000100:00100000:0.0:1742903174.174251:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171952256 00010000:00010000:0.0:1742903174.174263:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c095e00/0x5d4000e30d82cb0c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb6ca expref: 148 pid: 18860 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.174277:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171952128 00000100:00100000:0.0:1742903174.174279:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171952128 00010000:00010000:0.0:1742903174.174287:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072259400/0x5d4000e30d82c6ba lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb550 expref: 149 pid: 18860 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.174299:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171952384 00000100:00100000:0.0:1742903174.174301:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171952384 00010000:00010000:0.0:1742903174.174308:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ec10000/0x5d4000e30d82c834 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb5ce expref: 150 pid: 18860 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.174332:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22224 00000100:00100000:0.0:1742903174.174336:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+150:2009:x1827566171952256:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.174344:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.174348:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c095e00/0x5d4000e30d82cb0c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb6ca expref: 150 pid: 18860 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.174355:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c095e00/0x5d4000e30d82cb0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb6ca expref: 150 pid: 18860 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.174367:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.174368:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.174371:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009924da00/0x5d4000e30d835bea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.174389:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009924da00/0x5d4000e30d835bea lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.174401:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.174418:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+150:2009:x1827566171952256:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 81us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.174423:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22224 00000100:00100000:0.0:1742903174.174435:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22225 00000100:00100000:0.0:1742903174.174438:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+149:2009:x1827566171952128:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.174443:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.174447:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072259400/0x5d4000e30d82c6ba lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb550 expref: 149 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.174454:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072259400/0x5d4000e30d82c6ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb550 expref: 149 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.174464:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.174465:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.174467:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f45a000/0x5d4000e30d835be3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.174472:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f45a000/0x5d4000e30d835be3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.174479:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.174490:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+149:2009:x1827566171952128:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 52us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.174495:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22225 00000100:00100000:0.0:1742903174.174503:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22226 00000100:00100000:0.0:1742903174.174506:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099807480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+148:2009:x1827566171952384:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.174511:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.174514:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ec10000/0x5d4000e30d82c834 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb5ce expref: 148 pid: 18860 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.174524:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ec10000/0x5d4000e30d82c834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb5ce expref: 148 pid: 18860 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.174533:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.174535:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.174537:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cef6800/0x5d4000e30d835bf1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.174542:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cef6800/0x5d4000e30d835bf1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.174549:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.174559:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099807480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+148:2009:x1827566171952384:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 52us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.174564:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22226 00000100:00100000:0.0:1742903174.174590:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.174655:0:18858:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129b90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:18858:1827566161242752:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.174667:0:18858:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800994a9000/0x5d4000e30d835c14 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.174688:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.174696:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171953024 00000100:00100000:0.0:1742903174.174699:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171953024 00010000:00010000:0.0:1742903174.174707:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b86a000/0x5d4000e30d82d809 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x6b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebb2a expref: 144 pid: 18845 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.174718:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22227 00000100:00100000:0.0:1742903174.174722:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+144:2007:x1827566171953024:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.174728:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.174731:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b86a000/0x5d4000e30d82d809 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x6b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebb2a expref: 144 pid: 18845 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.174738:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b86a000/0x5d4000e30d82d809 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebb2a expref: 144 pid: 18845 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.174747:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.174748:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.174750:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800997c4600/0x5d4000e30d835c0d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.174756:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997c4600/0x5d4000e30d835c0d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.174764:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.174774:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+144:2007:x1827566171953024:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 51us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.174778:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22227 00000100:00100000:0.0:1742903174.174796:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.174803:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171952640 00000100:00100000:0.0:1742903174.174805:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171952640 00010000:00010000:0.0:1742903174.174812:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915f1400/0x5d4000e30d82db43 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebc49 expref: 144 pid: 18860 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.174822:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22228 00000100:00100000:0.0:1742903174.174825:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+144:2010:x1827566171952640:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.174830:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.174833:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915f1400/0x5d4000e30d82db43 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebc49 expref: 144 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.174840:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915f1400/0x5d4000e30d82db43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebc49 expref: 144 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.174848:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.174849:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.174851:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800997c4400/0x5d4000e30d835bff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.174857:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997c4400/0x5d4000e30d835bff lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.174864:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.174874:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+144:2010:x1827566171952640:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 48us (77us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.174878:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22228 00000100:00100000:0.0:1742903174.174896:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.174902:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171952896 00000100:00100000:0.0:1742903174.174904:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171952896 00010000:00010000:0.0:1742903174.174911:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800723f4400/0x5d4000e30d82dd65 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebd0d expref: 144 pid: 18861 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.174921:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22229 00000100:00100000:0.0:1742903174.174924:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+144:2010:x1827566171952896:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.174931:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.174934:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800723f4400/0x5d4000e30d82dd65 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebd0d expref: 145 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.174941:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800723f4400/0x5d4000e30d82dd65 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebd0d expref: 145 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.174949:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.174950:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.174952:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009141a400/0x5d4000e30d835c06 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.174958:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009141a400/0x5d4000e30d835c06 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.174966:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.174976:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+145:2010:x1827566171952896:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 50us (79us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.174980:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22229 00010000:00010000:0.0:1742903174.175355:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1742903174.175360:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f45b200/0x5d4000e30d835bd5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175366:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f45b200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.175369:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f45b200/0x5d4000e30d835bd5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175375:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f45b200/0x5d4000e30d835bd5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175392:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f45b200/0x5d4000e30d835bd5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175398:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f45b200/0x5d4000e30d835bd5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175409:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903174.175412:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012cef6800/0x5d4000e30d835bf1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175417:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cef6800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.175419:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012cef6800/0x5d4000e30d835bf1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175425:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012cef6800/0x5d4000e30d835bf1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175431:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012cef6800/0x5d4000e30d835bf1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175436:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cef6800/0x5d4000e30d835bf1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175445:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.175447:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009924da00/0x5d4000e30d835bea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175456:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009924da00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.175458:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009924da00/0x5d4000e30d835bea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175463:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009924da00/0x5d4000e30d835bea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175470:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009924da00/0x5d4000e30d835bea lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175476:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009924da00/0x5d4000e30d835bea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175484:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.175485:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.175487:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.175510:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.175519:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171952768 00000100:00100000:0.0:1742903174.175521:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171952768 00010000:00010000:0.0:1742903174.175530:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c219e00/0x5d4000e30d82d913 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebb85 expref: 145 pid: 18845 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.175542:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22230 00000100:00100000:0.0:1742903174.175546:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3966050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+145:2010:x1827566171952768:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.175553:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.175556:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c219e00/0x5d4000e30d82d913 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebb85 expref: 145 pid: 18845 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.175564:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c219e00/0x5d4000e30d82d913 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebb85 expref: 145 pid: 18845 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.175573:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.175575:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.175577:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009141b400/0x5d4000e30d835bf8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175583:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009141b400/0x5d4000e30d835bf8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175591:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.175599:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3966050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+145:2010:x1827566171952768:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 53us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.175603:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22230 00000100:00100000:0.0:1742903174.175637:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.175645:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171953152 00000100:00100000:0.0:1742903174.175647:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171953152 00010000:00010000:0.0:1742903174.175654:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009961aa00/0x5d4000e30d82d91a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebb8c expref: 146 pid: 18860 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.175672:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22231 00000100:00100000:0.0:1742903174.175675:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+146:2010:x1827566171953152:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.175681:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.175684:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009961aa00/0x5d4000e30d82d91a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebb8c expref: 146 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.175696:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009961aa00/0x5d4000e30d82d91a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebb8c expref: 146 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.175706:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009961aa00/0x5d4000e30d82d91a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebb8c expref: 146 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.175713:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.175715:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.175717:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800994a9000/0x5d4000e30d835c14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175724:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800994a9000/0x5d4000e30d835c14 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175736:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.175745:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+145:2010:x1827566171953152:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 69us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.175750:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22231 00010000:00010000:0.0:1742903174.175762:0:18858:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800994a9000/0x5d4000e30d835c14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175768:0:18858:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800994a9000/0x5d4000e30d835c14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175774:0:18858:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800994a9000/0x5d4000e30d835c14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175782:0:18858:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800994a9000/0x5d4000e30d835c14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.175897:0:18858:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1742903174.177227:0:18858:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+20:3762:x1827566161242496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5946us (5968us total) trans 4294970403 rc 0/0 00000100:00100000:0.0:1742903174.177236:0:18858:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11289 00010000:00010000:0.0:1742903174.177251:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903174.177256:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009141b400/0x5d4000e30d835bf8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.177262:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141b400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.177268:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009141b400/0x5d4000e30d835bf8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.177274:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009141b400/0x5d4000e30d835bf8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.177283:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009141b400/0x5d4000e30d835bf8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.177289:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009141b400/0x5d4000e30d835bf8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.177300:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.177301:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.177303:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.177490:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.177507:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171953280 00000100:00100000:0.0:1742903174.177510:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171953280 00000100:00100000:0.0:1742903174.177569:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76019 00000100:00100000:0.0:1742903174.177573:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+447:13299:x1827566171953280:12345-192.168.203.29@tcp:44:dbench.0 00000100:00100000:0.0:1742903174.177624:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+447:13299:x1827566171953280:12345-192.168.203.29@tcp:44:dbench.0 Request processed in 50us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.177629:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76019 00000001:00080000:0.0:1742903174.178573:0:9549:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970467 is committed 00000001:00080000:0.0:1742903174.178598:0:9549:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970459 is committed 00000100:00100000:0.0:1742903174.180630:0:18856:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099804700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18856:1827566161243520:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.180647:0:18856:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012cf09e00/0x5d4000e30d835c29 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.181052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.181078:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.181101:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.181112:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.181142:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.181172:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.181189:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171953536 00000100:00100000:0.0:1742903174.181194:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171953536 00010000:00010000:0.0:1742903174.181217:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099edce00/0x5d4000e30d82dd7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebd14 expref: 144 pid: 18279 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.181229:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171953664 00000100:00100000:0.0:1742903174.181232:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171953664 00010000:00010000:0.0:1742903174.181238:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c5400/0x5d4000e30d82d810 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebb23 expref: 146 pid: 18860 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.181246:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171953792 00000100:00100000:0.0:1742903174.181248:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171953792 00010000:00010000:0.0:1742903174.181253:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800720d7400/0x5d4000e30d82e140 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebe48 expref: 147 pid: 18861 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.181264:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22232 00000100:00100000:0.0:1742903174.181269:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+147:2008:x1827566171953536:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.181278:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.181281:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099edce00/0x5d4000e30d82dd7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebd14 expref: 147 pid: 18279 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.181290:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099edce00/0x5d4000e30d82dd7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebd14 expref: 147 pid: 18279 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.181306:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099edce00/0x5d4000e30d82dd7a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebd14 expref: 147 pid: 18279 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.181334:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.181336:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.181339:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f46ca00/0x5d4000e30d835c22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.181346:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f46ca00/0x5d4000e30d835c22 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.181363:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.181400:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+144:2008:x1827566171953536:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 130us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.181405:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22232 00000100:00100000:0.0:1742903174.181419:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22235 00000100:00100000:0.0:1742903174.181423:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099807100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+142:2008:x1827566171953792:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.181429:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.181433:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800720d7400/0x5d4000e30d82e140 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebe48 expref: 142 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.181440:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800720d7400/0x5d4000e30d82e140 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebe48 expref: 142 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.181450:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800720d7400/0x5d4000e30d82e140 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebe48 expref: 142 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.181457:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.181459:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.181461:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995e0800/0x5d4000e30d835c30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.181467:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995e0800/0x5d4000e30d835c30 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.181477:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.181490:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099807100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+141:2008:x1827566171953792:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 67us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.181935:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22235 00010000:00010000:0.0:1742903174.181952:0:18856:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012cf09e00/0x5d4000e30d835c29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.181959:0:18856:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cf09e00/0x5d4000e30d835c29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.181965:0:18856:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012cf09e00/0x5d4000e30d835c29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.181971:0:18856:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012cf09e00/0x5d4000e30d835c29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.181981:0:18856:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1742903174.182078:0:18856:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+24:3764:x1827566161243264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9363us (9424us total) trans 4294970405 rc 0/0 00000100:00100000:0.0:1742903174.182084:0:18856:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11292 00010000:00010000:0.0:1742903174.182096:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.182159:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.182184:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.182245:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.182289:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22238 00000100:00100000:0.0:1742903174.182293:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+135:2007:x1827566171954176:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.182299:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.182303:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009953ae00/0x5d4000e30d82e8f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec0be expref: 135 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.182312:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009953ae00/0x5d4000e30d82e8f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec0be expref: 135 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.182336:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009953ae00/0x5d4000e30d82e8f6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec0be expref: 135 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.182344:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.182345:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.182348:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cf08a00/0x5d4000e30d835c45 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.182354:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cf08a00/0x5d4000e30d835c45 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.182366:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.182394:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+134:2007:x1827566171954176:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 100us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.182400:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22238 00000100:00100000:0.0:1742903174.182410:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22239 00000100:00100000:0.0:1742903174.182414:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+133:2010:x1827566171954432:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.182420:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.182423:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099246600/0x5d4000e30d82e633 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebfd7 expref: 133 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.182431:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099246600/0x5d4000e30d82e633 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebfd7 expref: 133 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.182441:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099246600/0x5d4000e30d82e633 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebfd7 expref: 133 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.182448:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.182450:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.182452:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880121cdda00/0x5d4000e30d835c4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.182458:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880121cdda00/0x5d4000e30d835c4c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.182468:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.182479:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+132:2010:x1827566171954432:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 64us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.182484:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22239 00000100:00100000:0.0:1742903174.182495:0:18856:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161246976 00000100:00100000:0.0:1742903174.182497:0:18856:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161246976 00000100:00100000:0.0:1742903174.182505:0:18856:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161247488 00000100:00100000:0.0:1742903174.182507:0:18856:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161247488 00000100:00100000:0.0:1742903174.182512:0:18856:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161247360 00000100:00100000:0.0:1742903174.182514:0:18856:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161247360 00000100:00100000:0.0:1742903174.182520:0:18856:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11309 00000100:00100000:0.0:1742903174.182523:0:18856:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880084210c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+26:3764:x1827566161247104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.182532:0:18856:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1733 count 1 00010000:00010000:0.0:1742903174.182540:0:18856:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f46da00/0x5d4000e30d835c92 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.182549:0:18856:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099dde600/0x5d4000e30d830264 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec92a expref: 140 pid: 18860 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.182556:0:18856:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.182557:0:18856:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.182559:0:18856:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f46da00/0x5d4000e30d835c92 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.182571:0:18856:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099dde600/0x5d4000e30d830264 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec92a expref: 140 pid: 18860 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.182579:0:18856:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099dde600/0x5d4000e30d830264 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec92a expref: 140 pid: 18860 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.182587:0:18856:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099805f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18856:1827566161247872:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.182605:0:18856:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e46c0 going to sleep for 11 seconds 00010000:00010000:0.0:1742903174.182612:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.182615:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880121cdda00/0x5d4000e30d835c4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.182621:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdda00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.182624:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880121cdda00/0x5d4000e30d835c4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.182630:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880121cdda00/0x5d4000e30d835c4c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.182638:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880121cdda00/0x5d4000e30d835c4c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.182648:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880121cdda00/0x5d4000e30d835c4c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.182660:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.182661:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.182662:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.182965:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.183352:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.183366:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.183389:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.183403:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.183420:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171954944 00000100:00100000:0.0:1742903174.183422:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171954944 00010000:00010000:0.0:1742903174.183432:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009af5e600/0x5d4000e30d82e3cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebf13 expref: 137 pid: 18861 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.183505:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.183512:0:7199:0:(service.c:3214:ptlrpc_start_thread()) ldlm_canceld[0] started 6 min 3 max 56 00000100:00100000:0.0:1742903174.183516:0:7199:0:(service.c:3273:ptlrpc_start_thread()) starting thread 'ldlm_cn00_006' 00000100:00100000:0.0:1742903174.183532:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.183550:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.183580:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.183631:0:18863:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800723f5c00/0x5d4000e30d835c6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183637:0:18863:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800723f5c00/0x5d4000e30d835c6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183649:0:18863:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800723f5c00/0x5d4000e30d835c6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183655:0:18863:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800723f5c00/0x5d4000e30d835c6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183663:0:18863:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1742903174.183693:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903174.183697:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099008c00/0x5d4000e30d835c53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183702:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099008c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.183705:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099008c00/0x5d4000e30d835c53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183711:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099008c00/0x5d4000e30d835c53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183719:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099008c00/0x5d4000e30d835c53 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183724:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099008c00/0x5d4000e30d835c53 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183735:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.183738:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800723f5c00/0x5d4000e30d835c6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183743:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723f5c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.183746:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800723f5c00/0x5d4000e30d835c6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183751:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800723f5c00/0x5d4000e30d835c6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183759:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800723f5c00/0x5d4000e30d835c6f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183765:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800723f5c00/0x5d4000e30d835c6f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183774:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.183776:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800723f5600/0x5d4000e30d835c76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183781:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723f5600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.183784:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800723f5600/0x5d4000e30d835c76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183790:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800723f5600/0x5d4000e30d835c76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183796:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800723f5600/0x5d4000e30d835c76 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183806:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800723f5600/0x5d4000e30d835c76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183814:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.183815:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.183818:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.183821:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c800/0x5d4000e30d835c84 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183826:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012eb6c800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.183829:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c800/0x5d4000e30d835c84 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183834:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c800/0x5d4000e30d835c84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183840:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c800/0x5d4000e30d835c84 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183846:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c800/0x5d4000e30d835c84 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183855:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.183856:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.183857:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.183861:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.183952:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.183956:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800997c5a00/0x5d4000e30d835c61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183962:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997c5a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.183965:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800997c5a00/0x5d4000e30d835c61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183971:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800997c5a00/0x5d4000e30d835c61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183979:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800997c5a00/0x5d4000e30d835c61 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183985:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800997c5a00/0x5d4000e30d835c61 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.183994:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.183995:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.184000:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.184002:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880121cdca00/0x5d4000e30d835c68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.184007:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdca00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.184010:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880121cdca00/0x5d4000e30d835c68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.184016:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880121cdca00/0x5d4000e30d835c68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.184026:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880121cdca00/0x5d4000e30d835c68 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.184031:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121cdca00/0x5d4000e30d835c68 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.184039:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.184040:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.184041:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.184075:0:18853:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11318 00000100:00100000:0.0:1742903174.184079:0:18853:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3762:x1827566161249024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903174.184090:0:18853:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1738 count 1 00010000:00010000:0.0:1742903174.184099:0:18853:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009961ba00/0x5d4000e30d835cd1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.184107:0:18853:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c33f000/0x5d4000e30d830be8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecc1e expref: 131 pid: 18279 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.184113:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.184114:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.184116:0:18853:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009961ba00/0x5d4000e30d835cd1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.184130:0:18853:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c33f000/0x5d4000e30d830be8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecc1e expref: 131 pid: 18279 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.184138:0:18853:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c33f000/0x5d4000e30d830be8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecc1e expref: 131 pid: 18279 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.184146:0:18853:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18853:1827566161249792:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.184166:0:18853:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.185179:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+27:3765:x1827566161245568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7350us (7617us total) trans 4294970411 rc 0/0 00000100:00100000:0.0:1742903174.185185:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11303 00000100:00100000:0.0:1742903174.185270:0:3762:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1742903174.185278:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161250048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903174.185299:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903174.185336:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161250176 00000100:00100000:0.0:1742903174.185339:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161250176 00000100:00100000:0.0:1742903174.185352:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161250048 00000100:00100000:0.0:1742903174.185354:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161250048 00000100:00100000:0.0:1742903174.185362:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11320 00000100:00100000:0.0:1742903174.185366:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+29:3764:x1827566161250176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.185390:0:18863:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1737 count 1 00010000:00010000:0.0:1742903174.185401:0:18863:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800994a8c00/0x5d4000e30d835cdf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.185411:0:18863:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991d8200/0x5d4000e30d830a91 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecbbc expref: 136 pid: 18279 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.185417:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.185418:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.185421:0:18863:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800994a8c00/0x5d4000e30d835cdf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.185501:0:18863:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991d8200/0x5d4000e30d830a91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecbbc expref: 136 pid: 18279 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.185509:0:18863:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991d8200/0x5d4000e30d830a91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecbbc expref: 136 pid: 18279 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.185518:0:18863:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18863:1827566161250560:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.185647:0:9552:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161250688 00000100:00100000:0.0:1742903174.185651:0:9552:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161250688 00000100:00100000:0.0:1742903174.185673:0:9552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11323 00000100:00100000:0.0:1742903174.185676:0:9552:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3763:x1827566161250688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.185715:0:9552:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1739 count 1 00010000:00010000:0.0:1742903174.185723:0:9552:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096124c00/0x5d4000e30d835cf4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.185733:0:9552:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f500400/0x5d4000e30d830c43 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecc33 expref: 136 pid: 18279 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.185739:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.185740:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.185742:0:9552:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096124c00/0x5d4000e30d835cf4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.185756:0:9552:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f500400/0x5d4000e30d830c43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecc33 expref: 136 pid: 18279 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.185768:0:9552:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f500400/0x5d4000e30d830c43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecc33 expref: 136 pid: 18279 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.185776:0:9552:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9552:1827566161250944:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.185794:0:9552:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.185849:0:18856:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099805f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18856:1827566161247872:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.185861:0:18856:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f46da00/0x5d4000e30d835c92 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.186111:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.186115:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f46da00/0x5d4000e30d835c92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.186122:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46da00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.186125:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f46da00/0x5d4000e30d835c92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.186131:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f46da00/0x5d4000e30d835c92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.186141:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f46da00/0x5d4000e30d835c92 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.186147:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f46da00/0x5d4000e30d835c92 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.186415:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.186418:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.186419:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.186564:0:18279:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+130:2010:x1827566171954304:12345-192.168.203.29@tcp:16:dbench.0 Request processed in 4321us (4378us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.186569:0:18279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11307 00000004:00080000:0.0:1742903174.186729:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096ac6680/2, rc 0, transno 4294970414 00000100:00100000:0.0:1742903174.186733:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ac6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161247232:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903174.186921:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161251072:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903174.186965:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903174.186988:0:18279:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161251072 00000100:00100000:0.0:1742903174.186991:0:18279:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161251072 00000100:00100000:0.0:1742903174.187132:0:18279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11325 00000100:00100000:0.0:1742903174.187137:0:18279:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:3763:x1827566161251072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.187147:0:18279:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1740 count 1 00010000:00010000:0.0:1742903174.187154:0:18279:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096124e00/0x5d4000e30d835d02 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.187164:0:18279:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ec79600/0x5d4000e30d830d2a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecc80 expref: 130 pid: 18279 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.187169:0:18279:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.187171:0:18279:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.187173:0:18279:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096124e00/0x5d4000e30d835d02 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.187575:0:18279:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ec79600/0x5d4000e30d830d2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecc80 expref: 128 pid: 18279 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.187583:0:18279:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ec79600/0x5d4000e30d830d2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecc80 expref: 128 pid: 18279 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.187591:0:18279:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdaed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:18279:1827566161251456:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.187614:0:18279:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e46c0 going to sleep for 11 seconds 00000004:00080000:0.0:1742903174.187629:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800723f8000/2, rc 0, transno 4294970415 00000100:00100000:0.0:1742903174.187634:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800723f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161246976:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1742903174.187641:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.187645:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012cf59c00/0x5d4000e30d835c99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.187650:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf59c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.187653:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012cf59c00/0x5d4000e30d835c99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.187659:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012cf59c00/0x5d4000e30d835c99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.187667:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012cf59c00/0x5d4000e30d835c99 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.187672:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cf59c00/0x5d4000e30d835c99 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.187683:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.187685:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.187686:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.187707:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.188001:0:18853:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18853:1827566161249792:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.188013:0:18853:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009961ba00/0x5d4000e30d835cd1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.188034:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.188046:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171956352 00000100:00100000:0.0:1742903174.188048:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171956352 00010000:00010000:0.0:1742903174.188058:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091421e00/0x5d4000e30d830734 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecab2 expref: 129 pid: 18861 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.188072:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22253 00000100:00100000:0.0:1742903174.188076:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+129:2010:x1827566171956352:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.188082:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.188085:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091421e00/0x5d4000e30d830734 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecab2 expref: 129 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.188092:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091421e00/0x5d4000e30d830734 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecab2 expref: 129 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.188103:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091421e00/0x5d4000e30d830734 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecab2 expref: 129 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.188116:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.188117:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.188120:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995e0600/0x5d4000e30d835cae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.188126:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995e0600/0x5d4000e30d835cae lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.188137:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.188152:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+128:2010:x1827566171956352:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 75us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.188158:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22253 00000100:00100000:0.0:1742903174.188222:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.188230:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171956224 00000100:00100000:0.0:1742903174.188233:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171956224 00010000:00010000:0.0:1742903174.188241:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091421400/0x5d4000e30d83070a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecaa4 expref: 130 pid: 18861 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.188253:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22254 00000100:00100000:0.0:1742903174.188257:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+130:2007:x1827566171956224:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.188262:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.188266:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091421400/0x5d4000e30d83070a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecaa4 expref: 130 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.188273:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091421400/0x5d4000e30d83070a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecaa4 expref: 130 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.188287:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091421400/0x5d4000e30d83070a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecaa4 expref: 130 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.188294:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.188295:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.188298:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b86ae00/0x5d4000e30d835ca7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.188303:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b86ae00/0x5d4000e30d835ca7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.188313:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.188341:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+129:2007:x1827566171956224:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 84us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.188347:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22254 00000100:00100000:0.0:1742903174.188360:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1742903174.188365:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161251712:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903174.188393:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1742903174.188408:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903174.188412:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800995e0600/0x5d4000e30d835cae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.188417:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800995e0600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.188419:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800995e0600/0x5d4000e30d835cae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.188429:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800995e0600/0x5d4000e30d835cae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.188436:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800995e0600/0x5d4000e30d835cae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.188441:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995e0600/0x5d4000e30d835cae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.188451:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.188454:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b86ae00/0x5d4000e30d835ca7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.188459:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86ae00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.188461:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b86ae00/0x5d4000e30d835ca7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.188466:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b86ae00/0x5d4000e30d835ca7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.188473:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b86ae00/0x5d4000e30d835ca7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.188478:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b86ae00/0x5d4000e30d835ca7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.188490:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.188492:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.188493:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1742903174.188506:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f67ce00/2, rc 0, transno 4294970416 00000100:00100000:0.0:1742903174.188513:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161247360:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903174.188532:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.188545:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171956608 00000100:00100000:0.0:1742903174.188548:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171956608 00010000:00010000:0.0:1742903174.188556:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800991c3a00/0x5d4000e30d830b24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecbe6 expref: 129 pid: 18279 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.188574:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22255 00000100:00100000:0.0:1742903174.188577:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+129:2010:x1827566171956608:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.188583:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.188586:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800991c3a00/0x5d4000e30d830b24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecbe6 expref: 129 pid: 18279 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.188593:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800991c3a00/0x5d4000e30d830b24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecbe6 expref: 129 pid: 18279 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.188603:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800991c3a00/0x5d4000e30d830b24 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecbe6 expref: 129 pid: 18279 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.188611:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.188612:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.188615:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cef7000/0x5d4000e30d835cbc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.188620:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cef7000/0x5d4000e30d835cbc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.188632:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.188648:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+127:2010:x1827566171956608:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 69us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.188653:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22255 00000100:00100000:0.0:1742903174.188670:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161251968:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903174.188688:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1742903174.188707:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f4cf100/2, rc 0, transno 4294970483 00000100:00100000:0.0:1742903174.188710:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f4cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161247488:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903174.188743:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.188754:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171956736 00000100:00100000:0.0:1742903174.188756:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171956736 00010000:00010000:0.0:1742903174.188766:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ec10c00/0x5d4000e30d830ceb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecc6b expref: 126 pid: 18279 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.188779:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22256 00000100:00100000:0.0:1742903174.188783:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+126:2010:x1827566171956736:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.188789:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.188792:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ec10c00/0x5d4000e30d830ceb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecc6b expref: 126 pid: 18279 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.188798:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ec10c00/0x5d4000e30d830ceb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecc6b expref: 126 pid: 18279 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.188809:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ec10c00/0x5d4000e30d830ceb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecc6b expref: 126 pid: 18279 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.188816:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.188817:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.188820:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099246200/0x5d4000e30d835cca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.188826:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099246200/0x5d4000e30d835cca lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.188837:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.188850:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+125:2010:x1827566171956736:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 66us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.188856:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22256 00010000:00010000:0.0:1742903174.189352:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903174.189356:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099246200/0x5d4000e30d835cca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.189362:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099246200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.189364:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099246200/0x5d4000e30d835cca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.189369:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099246200/0x5d4000e30d835cca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.189819:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099246200/0x5d4000e30d835cca lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.189826:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099246200/0x5d4000e30d835cca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.189840:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.189842:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.189844:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1742903174.189860:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b830e00/2, rc 0, transno 4294970487 00000100:00100000:0.0:1742903174.189866:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161249408:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1742903174.189873:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009176ed80/2, rc 0, transno 4294970485 00000100:00100000:0.0:1742903174.189875:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009176ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161248768:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1742903174.189886:0:18853:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009961ba00/0x5d4000e30d835cd1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.189892:0:18853:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009961ba00/0x5d4000e30d835cd1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.189899:0:18853:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009961ba00/0x5d4000e30d835cd1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.189904:0:18853:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009961ba00/0x5d4000e30d835cd1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.189913:0:18853:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903174.190759:0:18853:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:3762:x1827566161249024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6678us (6711us total) trans 4294970488 rc 0/0 00000100:00100000:0.0:1742903174.190768:0:18853:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11318 00000100:00100000:0.0:1742903174.190956:0:9552:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9552:1827566161250944:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.190968:0:9552:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880096124c00/0x5d4000e30d835cf4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.191004:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.191014:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171957760 00000100:00100000:0.0:1742903174.191017:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171957760 00010000:00010000:0.0:1742903174.191027:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f500400/0x5d4000e30d830c43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecc33 expref: 127 pid: 18279 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.191041:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22262 00000100:00100000:0.0:1742903174.191045:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+127:2010:x1827566171957760:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.191051:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.191054:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f500400/0x5d4000e30d830c43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecc33 expref: 127 pid: 18279 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.191062:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f500400/0x5d4000e30d830c43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecc33 expref: 127 pid: 18279 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.191072:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f500400/0x5d4000e30d830c43 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecc33 expref: 127 pid: 18279 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.191080:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.191081:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.191084:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096124c00/0x5d4000e30d835cf4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.191090:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096124c00/0x5d4000e30d835cf4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.191101:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.191859:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+125:2010:x1827566171957760:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 68us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.191866:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22262 00010000:00010000:0.0:1742903174.191934:0:18279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ec79600/0x5d4000e30d830d2a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecc80 expref: 123 pid: 18279 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.191941:0:18279:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdaed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:18279:1827566161251456:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.191949:0:18279:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880096124e00/0x5d4000e30d835d02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.191954:0:18279:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880096124e00/0x5d4000e30d835d02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.191958:0:18279:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096124e00/0x5d4000e30d835d02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.191962:0:18279:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096124e00/0x5d4000e30d835d02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.191965:0:18279:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880096124e00/0x5d4000e30d835d02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.191976:0:18279:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1742903174.192049:0:18279:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+23:3763:x1827566161251072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4911us (5083us total) trans 4294970419 rc 0/0 00000100:00100000:0.0:1742903174.192053:0:18279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11325 00000100:00100000:0.0:1742903174.192060:0:18279:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161254144 00000100:00100000:0.0:1742903174.192062:0:18279:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161254144 00000100:00100000:0.0:1742903174.192071:0:18279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11337 00000100:00100000:0.0:1742903174.192074:0:18279:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+23:3762:x1827566161254144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.192080:0:18279:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1745 count 1 00010000:00010000:0.0:1742903174.192087:0:18279:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880121cdd400/0x5d4000e30d835d4f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.192095:0:18279:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099d61600/0x5d4000e30d8316bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecf82 expref: 122 pid: 18861 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.192103:0:18279:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.192104:0:18279:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.192105:0:18279:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121cdd400/0x5d4000e30d835d4f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.192115:0:18279:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099d61600/0x5d4000e30d8316bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecf82 expref: 122 pid: 18861 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.192119:0:18279:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099d61600/0x5d4000e30d8316bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecf82 expref: 122 pid: 18861 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.192128:0:18279:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c5dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:18279:1827566161254400:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.192148:0:18279:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4600 going to sleep for 11 seconds 00010000:00010000:0.0:1742903174.192158:0:9552:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880096124c00/0x5d4000e30d835cf4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.192164:0:9552:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096124c00/0x5d4000e30d835cf4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.192170:0:9552:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096124c00/0x5d4000e30d835cf4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.192175:0:9552:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880096124c00/0x5d4000e30d835cf4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.192184:0:9552:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1742903174.192277:0:9552:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+25:3763:x1827566161250688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6599us (6642us total) trans 4294970421 rc 0/0 00000100:00100000:0.0:1742903174.192283:0:9552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11323 00000100:00100000:0.0:1742903174.192292:0:9552:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161254272 00000100:00100000:0.0:1742903174.192295:0:9552:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161254272 00000100:00100000:0.0:1742903174.192305:0:9552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11338 00000100:00100000:0.0:1742903174.192307:0:9552:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880084210850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+25:3764:x1827566161254272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.192327:0:9552:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1746 count 1 00010000:00010000:0.0:1742903174.192333:0:9552:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880121cdc200/0x5d4000e30d835d56 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.192343:0:9552:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d259c00/0x5d4000e30d831940 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed04d expref: 120 pid: 18861 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.192346:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.192347:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.192348:0:9552:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121cdc200/0x5d4000e30d835d56 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.192358:0:9552:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d259c00/0x5d4000e30d831940 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed04d expref: 120 pid: 18861 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.192362:0:9552:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d259c00/0x5d4000e30d831940 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed04d expref: 120 pid: 18861 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.192367:0:9552:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c5dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9552:1827566161254656:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.192395:0:9552:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4e40 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.192442:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+25:3764:x1827566161250176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7075us (7152us total) trans 4294970422 rc 0/0 00000100:00100000:0.0:1742903174.192445:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11320 00000100:00100000:0.0:1742903174.192470:0:18848:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161254528 00000100:00100000:0.0:1742903174.192472:0:18848:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161254528 00000100:00100000:0.0:1742903174.192481:0:18848:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11339 00000100:00100000:0.0:1742903174.192483:0:18848:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3764:x1827566161254528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903174.192498:0:18848:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1749 count 1 00000100:00100000:0.0:1742903174.192515:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11340 00000100:00100000:0.0:1742903174.192518:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+25:3762:x1827566161254784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.192523:0:18863:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1747 count 1 00010000:00010000:0.0:1742903174.192527:0:18863:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096125e00/0x5d4000e30d835d5d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.192533:0:18863:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f459000/0x5d4000e30d831b85 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed103 expref: 120 pid: 18861 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.192537:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.192537:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.192539:0:18863:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096125e00/0x5d4000e30d835d5d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.192547:0:18863:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f459000/0x5d4000e30d831b85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed103 expref: 120 pid: 18861 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.192551:0:18863:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f459000/0x5d4000e30d831b85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed103 expref: 120 pid: 18861 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.192556:0:18863:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c5ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18863:1827566161255040:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.192580:0:18863:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4780 going to sleep for 11 seconds 00000001:00080000:0.0:1742903174.192618:0:9549:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970487 is committed 00000001:00080000:0.0:1742903174.192631:0:9549:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970476 is committed 00010000:00010000:0.0:1742903174.192661:0:18848:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096124400/0x5d4000e30d835d72 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.192670:0:18848:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099f29e00/0x5d4000e30d8320f6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed2c3 expref: 120 pid: 18279 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.192677:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.192678:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.192680:0:18848:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096124400/0x5d4000e30d835d72 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.192694:0:18848:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099f29e00/0x5d4000e30d8320f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed2c3 expref: 120 pid: 18279 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.192700:0:18848:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099f29e00/0x5d4000e30d8320f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed2c3 expref: 120 pid: 18279 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.192708:0:18848:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c5dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18848:1827566161255552:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.192728:0:18848:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.192953:0:18860:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161255680 00000100:00100000:0.0:1742903174.192956:0:18860:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161255680 00000100:00100000:0.0:1742903174.192969:0:18860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11343 00000100:00100000:0.0:1742903174.192973:0:18860:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+27:3764:x1827566161255680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.192982:0:18860:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1750 count 1 00010000:00010000:0.0:1742903174.192989:0:18860:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f46ce00/0x5d4000e30d835d79 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.192998:0:18860:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072045e00/0x5d4000e30d832120 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed2ca expref: 121 pid: 18279 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.193003:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.193004:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.193007:0:18860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f46ce00/0x5d4000e30d835d79 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.193019:0:18860:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072045e00/0x5d4000e30d832120 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed2ca expref: 121 pid: 18279 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.193026:0:18860:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072045e00/0x5d4000e30d832120 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed2ca expref: 121 pid: 18279 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.193033:0:18860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c5df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18860:1827566161255808:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.193051:0:18860:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4900 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.193117:0:18882:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:18882:1827566161251840:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.193126:0:18882:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009af01600/0x5d4000e30d835d09 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.193204:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.193216:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.193250:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.193259:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171958528 00000100:00100000:0.0:1742903174.193261:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171958528 00010000:00010000:0.0:1742903174.193270:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099009e00/0x5d4000e30d830fd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecd52 expref: 124 pid: 18279 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.193281:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171958656 00000100:00100000:0.0:1742903174.193283:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171958656 00010000:00010000:0.0:1742903174.193289:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b68a600/0x5d4000e30d83144d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eceb7 expref: 119 pid: 18279 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.193301:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171958784 00000100:00100000:0.0:1742903174.193302:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171958784 00010000:00010000:0.0:1742903174.193308:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c5b1600/0x5d4000e30d8316b5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecf7b expref: 120 pid: 18861 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.193331:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22268 00000100:00100000:0.0:1742903174.193334:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+124:2009:x1827566171958528:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.193340:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.193344:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099009e00/0x5d4000e30d830fd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecd52 expref: 124 pid: 18279 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.193351:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099009e00/0x5d4000e30d830fd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecd52 expref: 124 pid: 18279 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.193361:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099009e00/0x5d4000e30d830fd8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecd52 expref: 124 pid: 18279 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.193368:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.193369:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.193372:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af01600/0x5d4000e30d835d09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.193389:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af01600/0x5d4000e30d835d09 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.193400:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.193413:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+123:2009:x1827566171958528:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 78us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.193428:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22268 00000100:00100000:0.0:1742903174.193437:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22270 00000100:00100000:0.0:1742903174.193441:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+120:2008:x1827566171958784:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.193446:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.193449:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c5b1600/0x5d4000e30d8316b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecf7b expref: 120 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.193456:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c5b1600/0x5d4000e30d8316b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecf7b expref: 120 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.193465:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c5b1600/0x5d4000e30d8316b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecf7b expref: 119 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.193472:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.193473:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.193533:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099716600/0x5d4000e30d835d25 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.193540:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099716600/0x5d4000e30d835d25 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.193574:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.193590:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+117:2008:x1827566171958784:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 147us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.193595:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22270 00000100:00100000:0.0:1742903174.193605:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171959040 00000100:00100000:0.0:1742903174.193608:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171959040 00010000:00010000:0.0:1742903174.193614:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c71e600/0x5d4000e30d8318d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed02a expref: 117 pid: 18861 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.193622:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171958912 00000100:00100000:0.0:1742903174.193623:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171958912 00010000:00010000:0.0:1742903174.193628:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123383a00/0x5d4000e30d831b23 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed0e7 expref: 118 pid: 18861 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.193637:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22272 00000100:00100000:0.0:1742903174.193642:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3964850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+118:2008:x1827566171958912:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.193648:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.193651:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123383a00/0x5d4000e30d831b23 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed0e7 expref: 118 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.193658:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123383a00/0x5d4000e30d831b23 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed0e7 expref: 118 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.193667:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123383a00/0x5d4000e30d831b23 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed0e7 expref: 117 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.193674:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.193675:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.193677:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009141b600/0x5d4000e30d835d33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.193683:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009141b600/0x5d4000e30d835d33 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.193693:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.193704:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3964850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+116:2008:x1827566171958912:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 63us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.193708:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22272 00010000:00010000:0.0:1742903174.193720:0:18882:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009af01600/0x5d4000e30d835d09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.193726:0:18882:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af01600/0x5d4000e30d835d09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.193732:0:18882:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009af01600/0x5d4000e30d835d09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.193737:0:18882:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009af01600/0x5d4000e30d835d09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.193746:0:18882:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903174.193824:0:18882:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+28:3763:x1827566161251712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5321us (5429us total) trans 4294970425 rc 0/0 00000100:00100000:0.0:1742903174.193830:0:18882:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11326 00010000:00010000:0.0:1742903174.193843:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.193863:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.193876:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.193918:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.193927:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171959424 00000100:00100000:0.0:1742903174.193930:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171959424 00010000:00010000:0.0:1742903174.193939:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099884200/0x5d4000e30d831454 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecebe expref: 123 pid: 18861 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.193962:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22275 00000100:00100000:0.0:1742903174.193966:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+122:2007:x1827566171959424:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.193973:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.193976:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099884200/0x5d4000e30d831454 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecebe expref: 122 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.193984:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099884200/0x5d4000e30d831454 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ecebe expref: 122 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.193994:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.193995:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.193997:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129b8fe00/0x5d4000e30d835d48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.194003:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129b8fe00/0x5d4000e30d835d48 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.194011:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.194024:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+122:2007:x1827566171959424:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 58us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.194029:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22275 00000100:00100000:0.0:1742903174.194091:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ef29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161256192:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903174.194105:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903174.194116:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134b62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161256704:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903174.194125:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903174.194133:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1742903174.194136:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134b61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161256576:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903174.194145:0:11912:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161256192 00000100:00100000:0.0:1742903174.194147:0:11912:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161256192 00000100:00100000:0.0:1742903174.194154:0:11912:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161256704 00000100:00100000:0.0:1742903174.194156:0:11912:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161256704 00000100:00100000:0.0:1742903174.194160:0:11912:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161256448 00000100:00100000:0.0:1742903174.194161:0:11912:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161256448 00000100:00100000:0.0:1742903174.194165:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11345 00000100:00100000:0.0:1742903174.194167:0:11912:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3763:x1827566161256192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.194174:0:11912:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1751 count 1 00010000:00010000:0.0:1742903174.194180:0:11912:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099f29a00/0x5d4000e30d835d87 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.194186:0:11912:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099214e00/0x5d4000e30d8322a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed341 expref: 121 pid: 18279 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.194189:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.194190:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.194191:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099f29a00/0x5d4000e30d835d87 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.194200:0:11912:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099214e00/0x5d4000e30d8322a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed341 expref: 121 pid: 18279 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.194204:0:11912:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099214e00/0x5d4000e30d8322a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed341 expref: 121 pid: 18279 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.194212:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdaed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11912:1827566161256832:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.194228:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.194234:0:18882:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11347 00000100:00100000:0.0:1742903174.194237:0:18882:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+17:3765:x1827566161256448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903174.194242:0:18882:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1753 count 1 00010000:00010000:0.0:1742903174.194247:0:18882:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099009800/0x5d4000e30d835d95 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.194252:0:18882:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091402000/0x5d4000e30d832a42 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed5d3 expref: 112 pid: 18860 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.194256:0:18882:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.194256:0:18882:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.194257:0:18882:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099009800/0x5d4000e30d835d95 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.194265:0:18882:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091402000/0x5d4000e30d832a42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed5d3 expref: 112 pid: 18860 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.194269:0:18882:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091402000/0x5d4000e30d832a42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed5d3 expref: 112 pid: 18860 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.194274:0:18882:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18882:1827566161257088:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.194283:0:18882:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.194289:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1742903174.194306:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009390ca80/2, rc 0, transno 4294970494 00000100:00100000:0.0:1742903174.194312:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009390ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161253376:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903174.194342:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903174.194375:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ed21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161257216:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903174.194403:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1742903174.194421:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880134b61880/2, rc 0, transno 4294970495 00000100:00100000:0.0:1742903174.194425:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134b61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161253504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903174.194449:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1742903174.194454:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ed21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161257344:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903174.194469:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903174.194484:0:18858:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161257344 00000100:00100000:0.0:1742903174.194486:0:18858:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161257344 00000100:00100000:0.0:1742903174.194500:0:18858:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11351 00000100:00100000:0.0:1742903174.194503:0:18858:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+20:3764:x1827566161257344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903174.194511:0:18858:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1757 count 1 00010000:00010000:0.0:1742903174.194521:0:18858:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b53c9600/0x5d4000e30d835db1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.194530:0:18858:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009af5cc00/0x5d4000e30d832dd0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed6d6 expref: 112 pid: 18279 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.194535:0:18858:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.194536:0:18858:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.194538:0:18858:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b53c9600/0x5d4000e30d835db1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.194554:0:18858:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009af5cc00/0x5d4000e30d832dd0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed6d6 expref: 112 pid: 18279 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.194563:0:18858:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009af5cc00/0x5d4000e30d832dd0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed6d6 expref: 112 pid: 18279 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.194570:0:18858:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ed20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18858:1827566161257856:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.194587:0:18858:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e46c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.195278:0:18848:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c5dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18848:1827566161255552:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.195288:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880096124400/0x5d4000e30d835d72 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.195311:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.195341:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.195353:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.195365:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.195401:0:18279:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c5dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:18279:1827566161254400:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.195411:0:18279:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880121cdd400/0x5d4000e30d835d4f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.195444:0:9552:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c5dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9552:1827566161254656:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.195452:0:9552:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880121cdc200/0x5d4000e30d835d56 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.195472:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.195530:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171959680 00000100:00100000:0.0:1742903174.195534:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171959680 00010000:00010000:0.0:1742903174.195546:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e8c3c00/0x5d4000e30d831f75 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed245 expref: 121 pid: 18861 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.195560:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171959552 00000100:00100000:0.0:1742903174.195562:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171959552 00010000:00010000:0.0:1742903174.195568:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f459000/0x5d4000e30d831b85 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed103 expref: 122 pid: 18861 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.195578:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171959808 00000100:00100000:0.0:1742903174.195580:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171959808 00010000:00010000:0.0:1742903174.195586:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ed75a00/0x5d4000e30d831d7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed19d expref: 123 pid: 18861 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.195593:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171959936 00000100:00100000:0.0:1742903174.195594:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171959936 00010000:00010000:0.0:1742903174.195600:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099f29e00/0x5d4000e30d8320f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed2c3 expref: 113 pid: 18279 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.195609:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22276 00000100:00100000:0.0:1742903174.195613:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+124:2009:x1827566171959680:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.195619:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.195668:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e8c3c00/0x5d4000e30d831f75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed245 expref: 124 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.195754:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e8c3c00/0x5d4000e30d831f75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed245 expref: 122 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.195770:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e8c3c00/0x5d4000e30d831f75 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed245 expref: 122 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.195778:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.195779:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.195782:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991d9000/0x5d4000e30d835d6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.195787:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991d9000/0x5d4000e30d835d6b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.195799:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.195814:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+120:2009:x1827566171959680:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 200us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.195820:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22276 00000100:00100000:0.0:1742903174.195844:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.195854:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171960192 00000100:00100000:0.0:1742903174.195857:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171960192 00010000:00010000:0.0:1742903174.195864:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d259c00/0x5d4000e30d831940 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed04d expref: 119 pid: 18861 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.195877:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22281 00000100:00100000:0.0:1742903174.195880:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+119:2010:x1827566171960192:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.195887:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.195890:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d259c00/0x5d4000e30d831940 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed04d expref: 119 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.195901:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d259c00/0x5d4000e30d831940 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed04d expref: 119 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.195911:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d259c00/0x5d4000e30d831940 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed04d expref: 118 pid: 18861 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.195918:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.195919:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.195922:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121cdc200/0x5d4000e30d835d56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.195927:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121cdc200/0x5d4000e30d835d56 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.195938:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.195951:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+117:2010:x1827566171960192:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 70us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.195956:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22281 00010000:00010000:0.0:1742903174.195968:0:9552:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880121cdc200/0x5d4000e30d835d56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.195974:0:9552:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121cdc200/0x5d4000e30d835d56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.195980:0:9552:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880121cdc200/0x5d4000e30d835d56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.195990:0:9552:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880121cdc200/0x5d4000e30d835d56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.196000:0:9552:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1742903174.196075:0:9552:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880084210850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3764:x1827566161254272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3765us (3828us total) trans 4294970430 rc 0/0 00000100:00100000:0.0:1742903174.196080:0:9552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11338 00000004:00080000:0.0:1742903174.196199:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099e4df80/2, rc 0, transno 4294970429 00000100:00100000:0.0:1742903174.196207:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099e4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161255168:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1742903174.196217:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b832d80/2, rc 0, transno 4294970430 00000100:00100000:0.0:1742903174.196219:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161254272:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903174.196227:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134b62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161258368:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903174.196245:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1742903174.196277:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880096124400/0x5d4000e30d835d72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.196283:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096124400/0x5d4000e30d835d72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.196288:0:18848:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096124400/0x5d4000e30d835d72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.196293:0:18848:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880096124400/0x5d4000e30d835d72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.196305:0:18848:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903174.196482:0:18848:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3764:x1827566161254528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3996us (4024us total) trans 4294970496 rc 0/0 00000100:00100000:0.0:1742903174.196489:0:18848:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11339 00000100:00100000:0.0:1742903174.196542:0:18860:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c5df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18860:1827566161255808:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.196552:0:18860:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f46ce00/0x5d4000e30d835d79 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.196581:0:9552:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161258496 00000100:00100000:0.0:1742903174.196584:0:9552:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161258496 00000100:00100000:0.0:1742903174.196596:0:9552:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161259136 00000100:00100000:0.0:1742903174.196598:0:9552:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161259136 00000100:00100000:0.0:1742903174.196606:0:9552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11356 00000100:00100000:0.0:1742903174.196610:0:9552:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:3765:x1827566161258496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.196619:0:9552:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1756 count 1 00010000:00010000:0.0:1742903174.196627:0:9552:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800994a8000/0x5d4000e30d835dd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.196636:0:9552:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8a11a00/0x5d4000e30d832c48 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed666 expref: 115 pid: 18860 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.196642:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.196643:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.196646:0:9552:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800994a8000/0x5d4000e30d835dd4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.196659:0:9552:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8a11a00/0x5d4000e30d832c48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed666 expref: 115 pid: 18860 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.196666:0:9552:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8a11a00/0x5d4000e30d832c48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed666 expref: 115 pid: 18860 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.196675:0:9552:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ed20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9552:1827566161259264:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.196692:0:9552:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4900 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.196757:0:18848:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161259520 00000100:00100000:0.0:1742903174.196760:0:18848:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161259520 00000100:00100000:0.0:1742903174.196772:0:18848:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11358 00000100:00100000:0.0:1742903174.196775:0:18848:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3764:x1827566161259520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903174.196783:0:18848:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1758 count 1 00010000:00010000:0.0:1742903174.196791:0:18848:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880121cdc000/0x5d4000e30d835de2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.196800:0:18848:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012edcb600/0x5d4000e30d832e94 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed707 expref: 111 pid: 18860 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.196805:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.196806:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.196808:0:18848:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880121cdc000/0x5d4000e30d835de2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.196821:0:18848:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012edcb600/0x5d4000e30d832e94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed707 expref: 111 pid: 18860 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.196829:0:18848:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012edcb600/0x5d4000e30d832e94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed707 expref: 111 pid: 18860 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.196841:0:18848:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ed23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18848:1827566161259648:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.196874:0:18848:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.197239:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdaed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11912:1827566161256832:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.197252:0:11912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099f29a00/0x5d4000e30d835d87 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.197270:0:18882:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18882:1827566161257088:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.197277:0:18882:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099009800/0x5d4000e30d835d95 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.197293:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22283 00000100:00100000:0.0:1742903174.197298:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+112:2010:x1827566171960832:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.197305:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.197310:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d78ee00/0x5d4000e30d832c1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed658 expref: 112 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.197336:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d78ee00/0x5d4000e30d832c1e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed658 expref: 111 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.197349:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d78ee00/0x5d4000e30d832c1e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed658 expref: 111 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.197357:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.197359:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.197361:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f639000/0x5d4000e30d835d8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197368:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f639000/0x5d4000e30d835d8e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197392:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903174.197401:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f639000/0x5d4000e30d835d8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197406:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f639000/0x5d4000e30d835d8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197413:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f639000/0x5d4000e30d835d8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197418:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f639000/0x5d4000e30d835d8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197427:0:9553:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903174.197535:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+22:3763:x1827566161256704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3361us (3407us total) trans 4294970497 rc 0/0 00000100:00100000:0.0:1742903174.197541:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11346 00000100:00100000:0.0:1742903174.197565:0:18858:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ed20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18858:1827566161257856:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.197574:0:18858:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b53c9600/0x5d4000e30d835db1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197590:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.197594:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f639000/0x5d4000e30d835d8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197600:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f639000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.197602:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f639000/0x5d4000e30d835d8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197609:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f639000/0x5d4000e30d835d8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197618:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f639000/0x5d4000e30d835d8e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197624:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f639000/0x5d4000e30d835d8e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197636:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.197640:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800991d8000/0x5d4000e30d835d80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197644:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d8000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.197647:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800991d8000/0x5d4000e30d835d80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197652:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800991d8000/0x5d4000e30d835d80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197660:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800991d8000/0x5d4000e30d835d80 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197665:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800991d8000/0x5d4000e30d835d80 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197673:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.197675:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.197676:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.197682:0:11912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099f29a00/0x5d4000e30d835d87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197688:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099f29a00/0x5d4000e30d835d87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197693:0:11912:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099f29a00/0x5d4000e30d835d87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197698:0:11912:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099f29a00/0x5d4000e30d835d87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197707:0:11912:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903174.197783:0:18860:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f46ce00/0x5d4000e30d835d79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197789:0:18860:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f46ce00/0x5d4000e30d835d79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197799:0:18860:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f46ce00/0x5d4000e30d835d79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197804:0:18860:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f46ce00/0x5d4000e30d835d79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197811:0:18860:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1742903174.197824:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903174.197828:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099f29a00/0x5d4000e30d835d87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197832:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f29a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.197834:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099f29a00/0x5d4000e30d835d87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197839:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099f29a00/0x5d4000e30d835d87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197847:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099f29a00/0x5d4000e30d835d87 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197852:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099f29a00/0x5d4000e30d835d87 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197861:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.197863:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f46ce00/0x5d4000e30d835d79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197868:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46ce00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.197870:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f46ce00/0x5d4000e30d835d79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197875:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f46ce00/0x5d4000e30d835d79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197880:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f46ce00/0x5d4000e30d835d79 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197885:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f46ce00/0x5d4000e30d835d79 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.197894:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.197895:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.197896:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.197903:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161259776 00000100:00100000:0.0:1742903174.197906:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161259776 00000100:00100000:0.0:1742903174.197919:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161259904 00000100:00100000:0.0:1742903174.197920:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161259904 00000100:00100000:0.0:1742903174.199169:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11362 00000100:00100000:0.0:1742903174.199173:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3763:x1827566161259904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903174.199185:0:9553:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1760 count 1 00010000:00010000:0.0:1742903174.199201:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099009200/0x5d4000e30d835df7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.199210:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f459a00/0x5d4000e30d833214 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed826 expref: 107 pid: 18845 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.199216:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.199217:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.199220:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099009200/0x5d4000e30d835df7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.199234:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f459a00/0x5d4000e30d833214 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed826 expref: 107 pid: 18845 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.199241:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f459a00/0x5d4000e30d833214 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed826 expref: 107 pid: 18845 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.199249:0:9553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ed23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9553:1827566161260416:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.199360:0:9553:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e46c0 going to sleep for 11 seconds 00010000:00010000:0.0:1742903174.199970:0:18882:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099009800/0x5d4000e30d835d95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.199976:0:18882:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099009800/0x5d4000e30d835d95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.199982:0:18882:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099009800/0x5d4000e30d835d95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.199987:0:18882:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099009800/0x5d4000e30d835d95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.199996:0:18882:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903174.200081:0:18882:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+24:3765:x1827566161256448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5842us (5935us total) trans 4294970504 rc 0/0 00000100:00100000:0.0:1742903174.200087:0:18882:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11347 00010000:00010000:0.0:1742903174.200105:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.200176:0:11912:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+38:3763:x1827566161256192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6006us (6069us total) trans 4294970435 rc 0/0 00000100:00100000:0.0:1742903174.200182:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11345 00010000:00010000:0.0:1742903174.200256:0:18848:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012edcb600/0x5d4000e30d832e94 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6de:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed707 expref: 108 pid: 18860 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.200264:0:18848:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ed23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18848:1827566161259648:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.200274:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880121cdc000/0x5d4000e30d835de2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.200280:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880121cdc000/0x5d4000e30d835de2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.200285:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880121cdc000/0x5d4000e30d835de2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.200291:0:18848:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880121cdc000/0x5d4000e30d835de2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.200296:0:18848:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880121cdc000/0x5d4000e30d835de2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.200306:0:18848:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903174.200404:0:18848:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+26:3764:x1827566161259520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3628us (3657us total) trans 4294970505 rc 0/0 00000100:00100000:0.0:1742903174.200410:0:18848:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11358 00000100:00100000:0.0:1742903174.200422:0:18848:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11366 00000100:00100000:0.0:1742903174.200425:0:18848:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+25:3762:x1827566161261568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903174.200435:0:18848:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1764 count 1 00010000:00010000:0.0:1742903174.200444:0:18848:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880121cdd600/0x5d4000e30d835e13 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.200453:0:18848:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800723c2a00/0x5d4000e30d833992 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eda80 expref: 106 pid: 18860 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.200458:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.200459:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.200461:0:18848:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880121cdd600/0x5d4000e30d835e13 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.200474:0:18848:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800723c2a00/0x5d4000e30d833992 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eda80 expref: 106 pid: 18860 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.200482:0:18848:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800723c2a00/0x5d4000e30d833992 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eda80 expref: 106 pid: 18860 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.200495:0:18848:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdaed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18848:1827566161261824:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.200513:0:18848:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.200524:0:18882:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11367 00000100:00100000:0.0:1742903174.200528:0:18882:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880084210450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+38:3762:x1827566161261184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.200538:0:18882:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1762 count 1 00010000:00010000:0.0:1742903174.200545:0:18882:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880121cdd800/0x5d4000e30d835e1a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.200553:0:18882:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009924d200/0x5d4000e30d8333fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed8c0 expref: 112 pid: 18845 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.200558:0:18882:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.200559:0:18882:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.200560:0:18882:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121cdd800/0x5d4000e30d835e1a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.200574:0:18882:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009924d200/0x5d4000e30d8333fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed8c0 expref: 112 pid: 18845 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.200580:0:18882:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009924d200/0x5d4000e30d8333fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed8c0 expref: 112 pid: 18845 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.200588:0:18882:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdafb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:18882:1827566161261952:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.200603:0:18882:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4f00 going to sleep for 11 seconds 00010000:00010000:0.0:1742903174.200610:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.200614:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880121cdc000/0x5d4000e30d835de2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.200620:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdc000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.200622:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880121cdc000/0x5d4000e30d835de2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.200632:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880121cdc000/0x5d4000e30d835de2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.200640:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880121cdc000/0x5d4000e30d835de2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.200645:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880121cdc000/0x5d4000e30d835de2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.200666:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.200667:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.200669:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.200679:0:9551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11369 00000100:00100000:0.0:1742903174.200684:0:9551:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+27:3765:x1827566161261312:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903174.200694:0:9551:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1762 count 1 00010000:00010000:0.0:1742903174.200702:0:9551:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800991d8a00/0x5d4000e30d835e28 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.200710:0:9551:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099116000/0x5d4000e30d8335e1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed953 expref: 107 pid: 18845 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.200714:0:9551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.200716:0:9551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.200717:0:9551:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800991d8a00/0x5d4000e30d835e28 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.200731:0:9551:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099116000/0x5d4000e30d8335e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed953 expref: 106 pid: 18845 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.200739:0:9551:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099116000/0x5d4000e30d8335e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed953 expref: 106 pid: 18845 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.200746:0:9551:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdad180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9551:1827566161262208:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.200761:0:9551:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.200836:0:18860:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+39:3764:x1827566161255680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7862us (7953us total) trans 4294970436 rc 0/0 00000100:00100000:0.0:1742903174.200842:0:18860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11343 00000100:00100000:0.0:1742903174.200860:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+107:2010:x1827566171960832:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3562us (3825us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.200865:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22283 00010000:00010000:0.0:1742903174.202157:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.202161:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f639800/0x5d4000e30d835dbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.202167:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f639800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.202170:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f639800/0x5d4000e30d835dbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.202176:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f639800/0x5d4000e30d835dbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.202184:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f639800/0x5d4000e30d835dbf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.202193:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f639800/0x5d4000e30d835dbf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.202203:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.202204:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.202205:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1742903174.202245:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970431 is committed 00000001:00080000:0.0:1742903174.202259:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970424 is committed 00010000:00010000:0.0:1742903174.202310:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f459a00/0x5d4000e30d833214 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed826 expref: 106 pid: 18845 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.202338:0:9553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ed23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9553:1827566161260416:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.202349:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099009200/0x5d4000e30d835df7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.202355:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099009200/0x5d4000e30d835df7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.202360:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099009200/0x5d4000e30d835df7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.202367:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099009200/0x5d4000e30d835df7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.202373:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099009200/0x5d4000e30d835df7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.202399:0:9553:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903174.202421:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.202424:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099009200/0x5d4000e30d835df7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.202429:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099009200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.202431:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099009200/0x5d4000e30d835df7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.202436:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099009200/0x5d4000e30d835df7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.202444:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099009200/0x5d4000e30d835df7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.202449:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099009200/0x5d4000e30d835df7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.202458:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.202459:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.202460:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.202628:0:18860:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161262848 00000100:00100000:0.0:1742903174.202631:0:18860:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161262848 00000100:00100000:0.0:1742903174.202647:0:18860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11373 00000100:00100000:0.0:1742903174.202651:0:18860:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+19:3765:x1827566161262848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.202671:0:18860:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1765 count 1 00010000:00010000:0.0:1742903174.202682:0:18860:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880121cdca00/0x5d4000e30d835e3d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.202691:0:18860:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f4d3a00/0x5d4000e30d8339bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eda8e expref: 104 pid: 18845 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.202696:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.202697:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.202699:0:18860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121cdca00/0x5d4000e30d835e3d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.202714:0:18860:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f4d3a00/0x5d4000e30d8339bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eda8e expref: 104 pid: 18845 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.202722:0:18860:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f4d3a00/0x5d4000e30d8339bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eda8e expref: 104 pid: 18845 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.202730:0:18860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdadf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18860:1827566161262976:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.202778:0:18860:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4600 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.203435:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+28:3763:x1827566161259904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4260us (5610us total) trans 4294970507 rc 0/0 00000100:00100000:0.0:1742903174.203441:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11362 00000100:00100000:0.0:1742903174.204368:0:18882:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdafb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:18882:1827566161261952:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.204391:0:18882:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880121cdd800/0x5d4000e30d835e1a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.204413:0:9551:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdad180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9551:1827566161262208:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.204437:0:9551:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800991d8a00/0x5d4000e30d835e28 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.204457:0:18848:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdaed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18848:1827566161261824:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.204467:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880121cdd600/0x5d4000e30d835e13 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.204596:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903174.204601:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099886800/0x5d4000e30d835dfe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.204607:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099886800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.204610:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099886800/0x5d4000e30d835dfe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.204616:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099886800/0x5d4000e30d835dfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.204626:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099886800/0x5d4000e30d835dfe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.204632:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099886800/0x5d4000e30d835dfe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.204645:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.204647:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.204648:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.204701:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.204713:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800994a8a00/0x5d4000e30d835e21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.204719:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800994a8a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.204722:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800994a8a00/0x5d4000e30d835e21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.204727:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800994a8a00/0x5d4000e30d835e21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.204736:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800994a8a00/0x5d4000e30d835e21 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.204741:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800994a8a00/0x5d4000e30d835e21 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.204751:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.204752:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.204753:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.205015:0:9551:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800991d8a00/0x5d4000e30d835e28 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.205023:0:9551:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800991d8a00/0x5d4000e30d835e28 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.205029:0:9551:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800991d8a00/0x5d4000e30d835e28 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.205039:0:9551:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800991d8a00/0x5d4000e30d835e28 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.205050:0:9551:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903174.205132:0:9551:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3765:x1827566161261312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4447us (4550us total) trans 4294970509 rc 0/0 00000100:00100000:0.0:1742903174.205137:0:9551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11369 00000004:00080000:0.0:1742903174.205225:0:10641:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 34 changes, 5 in progress, 3 in flight, 18 done 00010000:00010000:0.0:1742903174.205231:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903174.205233:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800991d8a00/0x5d4000e30d835e28 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.205237:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d8a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.205238:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800991d8a00/0x5d4000e30d835e28 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.205242:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800991d8a00/0x5d4000e30d835e28 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.205247:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800991d8a00/0x5d4000e30d835e28 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.205250:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800991d8a00/0x5d4000e30d835e28 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.205258:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.205260:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f639600/0x5d4000e30d835e0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.205263:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f639600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.205264:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f639600/0x5d4000e30d835e0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.205269:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f639600/0x5d4000e30d835e0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.205274:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f639600/0x5d4000e30d835e0c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.205279:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f639600/0x5d4000e30d835e0c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.205288:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.205290:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.205291:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.205306:0:18860:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdadf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18860:1827566161262976:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.205340:0:18860:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880121cdca00/0x5d4000e30d835e3d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.205715:0:18841:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+104:2007:x1827566171964416:12345-192.168.203.29@tcp:4:dbench.0 Request processed in 598us (671us total) trans 4294970444 rc 0/0 00000100:00100000:0.0:1742903174.205722:0:18841:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1491 00002000:00100000:0.0:1742903174.205729:0:18841:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x6ec:0x0] (0->4095) req@ffff8800915a2d80 x1827566171964416/t4294970444(0) o4->5bb9e3e8-ca71-4450-80de-f6568f81689c@192.168.203.29@tcp:30/0 lens 4584/448 e 0 to 0 dl 1742903185 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1742903174.205740:0:18841:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915a2d80 with x1827566171964416 ext(0->4095) 00002000:00010000:0.0:1742903174.205743:0:18841:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915a2d80 00000100:00100000:0.0:1742903174.205811:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171963904 00000100:00100000:0.0:1742903174.205816:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171963904 00010000:00010000:0.0:1742903174.205831:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099612e00/0x5d4000e30d8335e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed95a expref: 104 pid: 18860 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.205847:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22308 00000100:00100000:0.0:1742903174.205852:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+104:2009:x1827566171963904:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.205860:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.205864:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099612e00/0x5d4000e30d8335e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed95a expref: 104 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.205872:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099612e00/0x5d4000e30d8335e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed95a expref: 105 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.205885:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099612e00/0x5d4000e30d8335e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed95a expref: 105 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.205893:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.205895:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.205898:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800994a9000/0x5d4000e30d835e2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.205904:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800994a9000/0x5d4000e30d835e2f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.205921:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.205950:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+103:2009:x1827566171963904:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 96us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.205955:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22308 00010000:00010000:0.0:1742903174.205975:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880121cdd600/0x5d4000e30d835e13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.205981:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880121cdd600/0x5d4000e30d835e13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.205986:0:18848:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880121cdd600/0x5d4000e30d835e13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.205991:0:18848:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880121cdd600/0x5d4000e30d835e13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.206000:0:18848:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1742903174.206098:0:18848:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3762:x1827566161261568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5671us (5810us total) trans 4294970511 rc 0/0 00000100:00100000:0.0:1742903174.206104:0:18848:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11366 00010000:00010000:0.0:1742903174.206117:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903174.206121:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880121cdd600/0x5d4000e30d835e13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.206126:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdd600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.206128:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880121cdd600/0x5d4000e30d835e13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.206135:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880121cdd600/0x5d4000e30d835e13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.206143:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880121cdd600/0x5d4000e30d835e13 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.206148:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880121cdd600/0x5d4000e30d835e13 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.206158:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.206159:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.206161:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.206169:0:18882:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880121cdd800/0x5d4000e30d835e1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.206174:0:18882:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121cdd800/0x5d4000e30d835e1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.206180:0:18882:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880121cdd800/0x5d4000e30d835e1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.206186:0:18882:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880121cdd800/0x5d4000e30d835e1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.206196:0:18882:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000100:00100000:0.0:1742903174.206299:0:18882:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880084210450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+20:3762:x1827566161261184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5769us (5962us total) trans 4294970447 rc 0/0 00000100:00100000:0.0:1742903174.206307:0:18882:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11367 00000100:00100000:0.0:1742903174.208891:0:18841:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171964544 00000100:00100000:0.0:1742903174.208898:0:18841:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171964544 00002000:00100000:0.0:1742903174.208923:0:18841:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x6eb:0x0] (0->4095) req@ffff880096b77100 x1827566171964544/t0(0) o4->5bb9e3e8-ca71-4450-80de-f6568f81689c@192.168.203.29@tcp:30/0 lens 4584/0 e 0 to 0 dl 1742903185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1742903174.208932:0:18841:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff880096b77100 with x1827566171964544 ext(0->4095) 00002000:00010000:0.0:1742903174.208937:0:18841:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096b77100 00000100:00100000:0.0:1742903174.208951:0:18841:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1492 00000100:00100000:0.0:1742903174.208956:0:18841:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+98:2007:x1827566171964544:12345-192.168.203.29@tcp:4:dbench.0 00000100:00100000:0.0:1742903174.209475:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.209585:0:18841:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+100:2007:x1827566171964544:12345-192.168.203.29@tcp:4:dbench.0 Request processed in 628us (770us total) trans 4294970512 rc 0/0 00000100:00100000:0.0:1742903174.209592:0:18841:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1492 00002000:00100000:0.0:1742903174.209597:0:18841:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x6eb:0x0] (0->4095) req@ffff880096b77100 x1827566171964544/t4294970512(0) o4->5bb9e3e8-ca71-4450-80de-f6568f81689c@192.168.203.29@tcp:30/0 lens 4584/448 e 0 to 0 dl 1742903185 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1742903174.209603:0:18841:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff880096b77100 with x1827566171964544 ext(0->4095) 00002000:00010000:0.0:1742903174.209606:0:18841:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096b77100 00000001:00080000:0.0:1742903174.211043:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970447 is committed 00000001:00080000:0.0:1742903174.211051:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970444 is committed 00000001:00080000:0.0:1742903174.211614:0:9549:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970512 is committed 00000001:00080000:0.0:1742903174.211620:0:9549:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970511 is committed 00000100:00100000:0.0:1742903174.214496:0:18841:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171964928 00000100:00100000:0.0:1742903174.214503:0:18841:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171964928 00002000:00100000:0.0:1742903174.214535:0:18841:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x6ec:0x0] (0->4095) req@ffff880096b77800 x1827566171964928/t0(0) o4->5bb9e3e8-ca71-4450-80de-f6568f81689c@192.168.203.29@tcp:30/0 lens 4584/0 e 0 to 0 dl 1742903185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1742903174.214549:0:18841:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff880096b77800 with x1827566171964928 ext(0->4095) 00002000:00010000:0.0:1742903174.214552:0:18841:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096b77800 00000100:00100000:0.0:1742903174.214570:0:18841:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171965056 00000100:00100000:0.0:1742903174.214572:0:18841:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171965056 00002000:00100000:0.0:1742903174.214581:0:18841:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x6eb:0x0] (0->4095) req@ffff880096b76d80 x1827566171965056/t0(0) o4->5bb9e3e8-ca71-4450-80de-f6568f81689c@192.168.203.29@tcp:30/0 lens 4584/0 e 0 to 0 dl 1742903185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1742903174.214586:0:18841:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff880096b76d80 with x1827566171965056 ext(0->4095) 00002000:00010000:0.0:1742903174.214589:0:18841:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096b76d80 00000100:00100000:0.0:1742903174.214599:0:18841:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1494 00000100:00100000:0.0:1742903174.214602:0:18841:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+98:2009:x1827566171965056:12345-192.168.203.29@tcp:4:dbench.0 00000100:00100000:0.0:1742903174.215008:0:18841:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+100:2009:x1827566171965056:12345-192.168.203.29@tcp:4:dbench.0 Request processed in 403us (494us total) trans 4294970513 rc 0/0 00000100:00100000:0.0:1742903174.215015:0:18841:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1494 00002000:00100000:0.0:1742903174.215020:0:18841:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x6eb:0x0] (0->4095) req@ffff880096b76d80 x1827566171965056/t4294970513(0) o4->5bb9e3e8-ca71-4450-80de-f6568f81689c@192.168.203.29@tcp:30/0 lens 4584/448 e 0 to 0 dl 1742903185 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1742903174.215027:0:18841:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff880096b76d80 with x1827566171965056 ext(0->4095) 00002000:00010000:0.0:1742903174.215029:0:18841:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096b76d80 00000100:00100000:0.0:1742903174.216571:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.216631:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.216713:0:18848:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11377 00000100:00100000:0.0:1742903174.216718:0:18848:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:5bb9e3e8-ca71-4450-80de-f6568f81689c+101:2010:x1827566171965312:12345-192.168.203.29@tcp:16:dbench.0 00000001:00080000:0.0:1742903174.217815:0:9549:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970513 is committed 00000100:00100000:0.0:1742903174.218129:0:18848:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:5bb9e3e8-ca71-4450-80de-f6568f81689c+99:2010:x1827566171965312:12345-192.168.203.29@tcp:16:dbench.0 Request processed in 1408us (1496us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.218137:0:18848:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11377 00000100:00100000:0.0:1742903174.220132:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.222970:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.223055:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.223532:0:18860:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171966080 00000100:00100000:0.0:1742903174.223536:0:18860:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171966080 00000100:00100000:0.0:1742903174.223554:0:18860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11378 00000100:00100000:0.0:1742903174.223557:0:18860:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:5bb9e3e8-ca71-4450-80de-f6568f81689c+101:2008:x1827566171966080:12345-192.168.203.29@tcp:16:dbench.0 00000100:00100000:0.0:1742903174.224543:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.225188:0:18860:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:5bb9e3e8-ca71-4450-80de-f6568f81689c+99:2008:x1827566171966080:12345-192.168.203.29@tcp:16:dbench.0 Request processed in 1629us (1690us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.225194:0:18860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11378 00000100:00100000:0.0:1742903174.226574:0:18860:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171966336 00000100:00100000:0.0:1742903174.226578:0:18860:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171966336 00000100:00100000:0.0:1742903174.226602:0:18860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11379 00000100:00100000:0.0:1742903174.226607:0:18860:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:5bb9e3e8-ca71-4450-80de-f6568f81689c+98:2009:x1827566171966336:12345-192.168.203.29@tcp:2:dbench.0 00002000:00010000:0.0:1742903174.226704:0:18860:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x6eb:0x0] updating lvb size from disk: 0 -> 85515 00002000:00010000:0.0:1742903174.226707:0:18860:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x6eb:0x0] updating lvb mtime from disk: 0 -> 1742903161 00002000:00010000:0.0:1742903174.226709:0:18860:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x6eb:0x0] updating lvb atime from disk: 0 -> 1742903163 00002000:00010000:0.0:1742903174.226711:0:18860:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x6eb:0x0] updating lvb ctime from disk: 0 -> 1742903173 00002000:00010000:0.0:1742903174.226712:0:18860:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x6eb:0x0] updating lvb blocks from disk: 0 -> 168 00000100:00100000:0.0:1742903174.226751:0:18860:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:5bb9e3e8-ca71-4450-80de-f6568f81689c+99:2009:x1827566171966336:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 143us (207us total) trans 4294970514 rc 0/0 00000100:00100000:0.0:1742903174.226757:0:18860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11379 00000100:00100000:0.0:1742903174.227712:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.228806:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.229636:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.232514:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.234314:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.234368:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.235884:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000001:00080000:0.0:1742903174.237210:0:9549:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970515 is committed 00000100:00100000:0.0:1742903174.237733:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.239404:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.240602:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.242458:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.243267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.243856:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.245626:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.246973:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.247772:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.248215:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.250764:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.251350:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099887200/0x5d4000e30d835ede lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe0e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.251358:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099887200/0x5d4000e30d835ede lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe0e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903174.251407:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe0e:0x0]: returning size 85515 00000004:00200000:0.0:1742903174.251411:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903174.251423:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099887200/0x5d4000e30d835ede lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe0e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.251445:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099887a00/0x5d4000e30d835ed7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe0e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee3be expref: 457 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.251466:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099887200/0x5d4000e30d835ede lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe0e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee3be expref: 456 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.251472:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe0e:0x0].0x0 (ffff880130ebb200) 00010000:00010000:0.0:1742903174.251475:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903174.251477:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099887200, rc 0) 00000100:00100000:0.0:1742903174.251715:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+458:13300:x1827566171969664:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3558us (3943us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.251721:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76032 00000100:00100000:0.0:1742903174.254468:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.254952:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.256372:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.256769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.257297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.258527:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.259673:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.261840:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.262229:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.262374:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76038 00000100:00100000:0.0:1742903174.262414:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+459:13299:x1827566171971328:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903174.262437:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903174.262451:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f5600/0x5d4000e30d835f55 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee3e8 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.262496:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4600/0x5d4000e30d835f63 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262508:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4600/0x5d4000e30d835f63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262517:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4600/0x5d4000e30d835f63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262527:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4a00/0x5d4000e30d835f71 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262532:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4a00/0x5d4000e30d835f71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262536:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4a00/0x5d4000e30d835f71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262593:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4c00/0x5d4000e30d835f78 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262599:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4c00/0x5d4000e30d835f78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262605:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4c00/0x5d4000e30d835f78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:0.0:1742903174.262627:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7d6:0x0]: returning size 260096 00000004:00200000:0.0:1742903174.262630:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903174.262639:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4c00/0x5d4000e30d835f78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262646:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4c00/0x5d4000e30d835f78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262652:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4600/0x5d4000e30d835f63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262661:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4600/0x5d4000e30d835f63 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262666:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4600/0x5d4000e30d835f63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262671:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723f4600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.262674:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4600/0x5d4000e30d835f63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262681:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4600/0x5d4000e30d835f63 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262695:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:0.0:1742903174.262697:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.262701:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4600/0x5d4000e30d835f63 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262705:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4600/0x5d4000e30d835f63 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262716:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4a00/0x5d4000e30d835f71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262721:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4a00/0x5d4000e30d835f71 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262726:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4a00/0x5d4000e30d835f71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262730:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723f4a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.262731:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4a00/0x5d4000e30d835f71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262739:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4a00/0x5d4000e30d835f71 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262744:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xba72bac9 (ffff8800b1a19a00) 00010000:00010000:0.0:1742903174.262746:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.262747:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4a00/0x5d4000e30d835f71 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262750:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4a00/0x5d4000e30d835f71 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.262770:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f5600/0x5d4000e30d835f55 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee3e8 expref: 462 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.262777:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4c00/0x5d4000e30d835f78 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee3e8 expref: 461 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.262782:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d6:0x0].0x0 (ffff8800b1a19400) 00010000:00010000:0.0:1742903174.262783:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903174.262785:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800723f4c00, rc 0) 00000100:00100000:0.0:1742903174.262802:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+461:13299:x1827566171971328:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 390us (965us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.262807:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76038 00000100:00100000:0.0:1742903174.264173:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.264731:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.264771:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.264789:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171971968 00000100:00100000:0.0:1742903174.264792:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171971968 00000100:00100000:0.0:1742903174.264815:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76040 00000100:00100000:0.0:1742903174.264821:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+462:13299:x1827566171971968:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903174.264834:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903174.264992:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4e00/0x5d4000e30d835f7f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee3f6 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.265166:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4400/0x5d4000e30d835f86 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.265178:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d81ce2c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e6491 expref: 459 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.265184:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4400/0x5d4000e30d835f86 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x7d6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.265206:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d81ce2c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e6491 expref: 459 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.265216:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d81ce2c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e6491 expref: 459 pid: 18840 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.265226:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099248700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161264128:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.265279:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4180 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.267084:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.267144:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.269806:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.270708:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.272541:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.272589:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.273075:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.275033:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.276354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.276877:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d835fc5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe0e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.276885:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d835fc5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe0e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903174.276899:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe0e:0x0]: returning size 85515 00010000:00010000:0.0:1742903174.276981:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc000/0x5d4000e30d835fbe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee40b expref: 464 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.277082:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d835fc5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe0e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee40b expref: 462 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.277089:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe0e:0x0].0x0 (ffff880130ebb200) 00010000:00010000:0.0:1742903174.277091:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903174.277093:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121cdd400, rc 0) 00000100:00100000:0.0:1742903174.277117:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+462:13300:x1827566171973120:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3655us (4043us total) trans 4295004401 rc 0/0 00000100:00100000:0.0:1742903174.277123:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76043 00000100:00100000:0.0:1742903174.277452:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.279152:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.279908:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.280058:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.281287:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171974272 00000100:00100000:0.0:1742903174.281292:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171974272 00010000:00010000:0.0:1742903174.281309:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d835fc5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe0e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee40b expref: 466 pid: 7211 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.282930:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.283219:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d836004 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe0f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.283224:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d836004 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe0f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:0.0:1742903174.283238:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe0f:0x0]: returning size 85515 00010000:00010000:0.0:1742903174.283356:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d835ffd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee420 expref: 464 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.283366:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d836004 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe0f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee420 expref: 463 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.283371:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe0f:0x0].0x0 (ffff880130ebb800) 00010000:00010000:0.0:1742903174.283373:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903174.283386:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121cdc200, rc 0) 00000100:00100000:0.0:1742903174.283404:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+463:13299:x1827566171974144:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3265us (3346us total) trans 4295004402 rc 0/0 00000100:00100000:0.0:1742903174.283409:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76046 00000100:00100000:0.0:1742903174.283845:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.285095:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.285215:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.286958:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.287576:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.287624:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.288710:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.290928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.290969:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.292760:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.292825:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.293612:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.294930:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.295675:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.296953:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.296983:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.299510:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.299533:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.299688:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.302189:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.302233:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.303847:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.304532:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.305846:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.305880:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.305907:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.307926:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.309392:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.311175:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.311759:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.312100:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.316457:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.316504:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.318739:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.318782:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.320886:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.320927:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.321024:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76065 00000100:00100000:0.0:1742903174.321028:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+474:13299:x1827566171980544:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903174.321056:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1742903174.321068:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d836169 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe0f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee489 expref: 475 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.321093:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d836131 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe0f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee482 expref: 474 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.321100:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe0f:0x0].0x0 (ffff880130ebb800) 00010000:00010000:0.0:1742903174.321102:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903174.321133:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f5e00/0x5d4000e30d836177 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe0f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.321142:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f5e00/0x5d4000e30d836177 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe0f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.321148:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f5e00/0x5d4000e30d836177 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe0f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903174.329349:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.332745:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.333582:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.334389:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.337006:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.338308:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.340542:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.341182:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.343145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.343187:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.345934:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.346008:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.348133:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.348621:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.349077:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.349082:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d836203 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.349089:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d8000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.349096:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d836203 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe10:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.349102:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d836203 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe10:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.349109:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe10:0x0].0x0 (ffff88012d2c7b00) 00010000:00010000:0.0:1742903174.349112:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903174.349113:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d836203 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.349118:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d836203 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.349142:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.349144:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.349145:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.349617:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.350286:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.351584:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.352984:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.353558:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.353563:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e5600/0x5d4000e30d83623b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.353568:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997e5600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.353570:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e5600/0x5d4000e30d83623b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.353576:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e5600/0x5d4000e30d83623b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.353583:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe11:0x0].0x0 (ffff88012d2c7400) 00010000:00010000:0.0:1742903174.353585:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903174.353587:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e5600/0x5d4000e30d83623b lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.353591:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e5600/0x5d4000e30d83623b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.353602:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.353603:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.353604:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.355777:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.356121:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.358836:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.358943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.360986:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.361022:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.362927:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.362951:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.364497:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.364543:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.364841:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e5e00/0x5d4000e30d83629d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe0f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.364848:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e5e00/0x5d4000e30d83629d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe0f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:0.0:1742903174.364867:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe0f:0x0]: returning size 85515 00000004:00200000:0.0:1742903174.364869:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903174.364877:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e5e00/0x5d4000e30d83629d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe0f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.364894:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4200/0x5d4000e30d836296 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe0f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee4eb expref: 501 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.364920:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e5e00/0x5d4000e30d83629d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe0f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee4eb expref: 500 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.364926:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe0f:0x0].0x0 (ffff880130ebb800) 00010000:00010000:0.0:1742903174.364930:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903174.364932:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997e5e00, rc 0) 00000100:00100000:0.0:1742903174.364955:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096af5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+499:13299:x1827566171985920:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1861us (2025us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.364962:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76077 00000100:00100000:0.0:1742903174.366431:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.366778:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.367862:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.370510:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.370890:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.373167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.373237:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.374361:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.377776:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.379404:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.380651:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.382138:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.386587:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.386666:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.389270:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.389312:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.391368:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.391607:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.397196:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.397941:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.399911:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.406180:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.406234:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.409500:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.409542:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.413595:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.414602:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.416312:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.417025:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.418695:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.418753:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.420359:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.420373:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171992064 00000100:00100000:0.0:1742903174.420391:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171992064 00010000:00010000:0.0:1742903174.420405:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d200/0x5d4000e30d836402 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee554 expref: 511 pid: 9576 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.420616:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22339 00000100:00100000:0.0:1742903174.420620:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+511:2010:x1827566171992064:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.420628:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.420633:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d200/0x5d4000e30d836402 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee554 expref: 511 pid: 9576 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.420641:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d200/0x5d4000e30d836402 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee554 expref: 511 pid: 9576 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.420654:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d200/0x5d4000e30d836402 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee554 expref: 511 pid: 9576 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.420678:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe12:0x0].0x0 (ffff88012d2c7b00) 00010000:00010000:0.0:1742903174.420682:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880072238600/0x5d4000e30d83646b lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe12:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.420688:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072238600/0x5d4000e30d83646b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe12:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.420693:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072238600/0x5d4000e30d83646b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe12:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.420708:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.420740:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+510:2010:x1827566171992064:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 118us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.420746:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22339 00000100:00100000:0.0:1742903174.421736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.422086:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.423470:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.424189:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.425270:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.426627:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171993088 00000100:00100000:0.0:1742903174.426631:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171993088 00010000:00010000:0.0:1742903174.426645:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4a00/0x5d4000e30d836448 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee570 expref: 515 pid: 9576 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.426744:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22341 00000100:00100000:0.0:1742903174.426747:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+515:2009:x1827566171993088:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.426754:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.426756:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4a00/0x5d4000e30d836448 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee570 expref: 515 pid: 9576 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.426762:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4a00/0x5d4000e30d836448 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee570 expref: 515 pid: 9576 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.426773:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4a00/0x5d4000e30d836448 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee570 expref: 515 pid: 9576 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.426795:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe13:0x0].0x0 (ffff88012d2c7400) 00010000:00010000:0.0:1742903174.426799:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e5800/0x5d4000e30d83648e lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe13:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.426805:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e5800/0x5d4000e30d83648e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe13:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.426810:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e5800/0x5d4000e30d83648e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe13:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.426826:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.427115:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+515:2009:x1827566171993088:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 365us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.427122:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22341 00000100:00100000:0.0:1742903174.429510:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.431144:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.431563:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.431791:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8a00/0x5d4000e30d8364b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.431797:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8a00/0x5d4000e30d8364b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903174.431827:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe13:0x0]: returning size 83190 00000004:00200000:0.0:1742903174.431831:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903174.431843:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8a00/0x5d4000e30d8364b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.431865:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d8364aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee5a8 expref: 516 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.431873:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8a00/0x5d4000e30d8364b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee5a8 expref: 515 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.431877:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe13:0x0].0x0 (ffff88012d2c7400) 00010000:00010000:0.0:1742903174.431878:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903174.431880:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991d8a00, rc 0) 00000100:00100000:0.0:1742903174.431897:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096af4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+515:13299:x1827566171993344:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2288us (2392us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.431921:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76100 00010000:00010000:0.0:1742903174.432465:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d836330 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432471:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d836330 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432480:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d836330 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432485:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed26a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.432488:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d836330 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432494:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d836330 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432501:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xa4b2186b (ffff880099003d00) 00010000:00010000:0.0:1742903174.432503:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.432506:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d836330 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432510:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d836330 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432523:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27400/0x5d4000e30d836337 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xf51d8edf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432528:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27400/0x5d4000e30d836337 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xf51d8edf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432532:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27400/0x5d4000e30d836337 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xf51d8edf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432536:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed27400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.432538:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27400/0x5d4000e30d836337 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xf51d8edf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432542:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27400/0x5d4000e30d836337 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xf51d8edf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432548:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xf51d8edf (ffff880099003700) 00010000:00010000:0.0:1742903174.432550:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.432552:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27400/0x5d4000e30d836337 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xf51d8edf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432557:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27400/0x5d4000e30d836337 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xf51d8edf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432563:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27200/0x5d4000e30d83633e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe0e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432567:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27200/0x5d4000e30d83633e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe0e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432571:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27200/0x5d4000e30d83633e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe0e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432575:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed27200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.432577:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27200/0x5d4000e30d83633e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe0e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432581:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27200/0x5d4000e30d83633e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe0e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432586:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe0e:0x0].0x0 (ffff880130ebb200) 00010000:00010000:0.0:1742903174.432588:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1742903174.432590:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27200/0x5d4000e30d83633e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe0e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432594:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27200/0x5d4000e30d83633e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe0e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432603:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26600/0x5d4000e30d83637d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432607:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26600/0x5d4000e30d83637d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432611:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26600/0x5d4000e30d83637d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432615:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed26600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.432617:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26600/0x5d4000e30d83637d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432622:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26600/0x5d4000e30d83637d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432628:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xa4b2186b (ffff880099003300) 00010000:00010000:0.0:1742903174.432629:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.432631:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26600/0x5d4000e30d83637d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432635:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26600/0x5d4000e30d83637d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432642:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8a11a00/0x5d4000e30d836384 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xf51d8edf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432647:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8a11a00/0x5d4000e30d836384 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xf51d8edf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432651:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8a11a00/0x5d4000e30d836384 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xf51d8edf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432655:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a8a11a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.432657:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8a11a00/0x5d4000e30d836384 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xf51d8edf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432661:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8a11a00/0x5d4000e30d836384 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xf51d8edf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432666:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xf51d8edf (ffff88011ef21000) 00010000:00010000:0.0:1742903174.432668:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.432670:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8a11a00/0x5d4000e30d836384 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xf51d8edf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432674:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8a11a00/0x5d4000e30d836384 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xf51d8edf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432681:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d83638b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe0f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432685:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d83638b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe0f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432690:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d83638b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe0f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432694:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b68a600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.432696:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d83638b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe0f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432700:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d83638b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe0f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432706:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe0f:0x0].0x0 (ffff880130ebb800) 00010000:00010000:0.0:1742903174.432707:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1742903174.432710:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d83638b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe0f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903174.432714:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d83638b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe0f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00000100:00100000:0.0:1742903174.432770:0:9551:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161267584 00000100:00100000:0.0:1742903174.432774:0:9551:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161267584 00000100:00100000:0.0:1742903174.432791:0:9551:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161268096 00000100:00100000:0.0:1742903174.432793:0:9551:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161268096 00000100:00100000:0.0:1742903174.432801:0:9551:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161268608 00000100:00100000:0.0:1742903174.432802:0:9551:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161268608 00000100:00100000:0.0:1742903174.432812:0:9551:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161269120 00000100:00100000:0.0:1742903174.432813:0:9551:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161269120 00000100:00100000:0.0:1742903174.432821:0:9551:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161267456 00000100:00100000:0.0:1742903174.432823:0:9551:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161267456 00000100:00100000:0.0:1742903174.432830:0:9551:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161267968 00000100:00100000:0.0:1742903174.432831:0:9551:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161267968 00000100:00100000:0.0:1742903174.432840:0:9551:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161268480 00000100:00100000:0.0:1742903174.432841:0:9551:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161268480 00000100:00100000:0.0:1742903174.432850:0:9551:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161268992 00000100:00100000:0.0:1742903174.432851:0:9551:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161268992 00000100:00100000:0.0:1742903174.432859:0:9551:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161267712 00000100:00100000:0.0:1742903174.432861:0:9551:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161267712 00000100:00100000:0.0:1742903174.432868:0:9551:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161268224 00000100:00100000:0.0:1742903174.432869:0:9551:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161268224 00000100:00100000:0.0:1742903174.432876:0:9551:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161268736 00000100:00100000:0.0:1742903174.432877:0:9551:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161268736 00000100:00100000:0.0:1742903174.432882:0:9551:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161269248 00000100:00100000:0.0:1742903174.432884:0:9551:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161269248 00000100:00100000:0.0:1742903174.432890:0:9551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11391 00000100:00100000:0.0:1742903174.432894:0:9551:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072346d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3763:x1827566161267584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.432909:0:9551:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1767 count 1 00010000:00010000:0.0:1742903174.432929:0:9551:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097e00a00/0x5d4000e30d8364b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.432942:0:9551:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009953a200/0x5d4000e30d833d89 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edbbb expref: 101 pid: 18845 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.432948:0:9551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.432950:0:9551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.432953:0:9551:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097e00a00/0x5d4000e30d8364b8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.432969:0:9551:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009953a200/0x5d4000e30d833d89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edbbb expref: 101 pid: 18845 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.432979:0:9551:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009953a200/0x5d4000e30d833d89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edbbb expref: 101 pid: 18845 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.432988:0:9551:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009924b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9551:1827566161269504:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.433018:0:9551:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4300 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.433030:0:18853:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11393 00000100:00100000:0.0:1742903174.433034:0:18853:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+12:3763:x1827566161268608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903174.433043:0:18853:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1766 count 1 00010000:00010000:0.0:1742903174.433053:0:18853:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097e01c00/0x5d4000e30d8364c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.433066:0:18853:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072277e00/0x5d4000e30d833cfd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edb91 expref: 102 pid: 18845 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.433072:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.433073:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.433075:0:18853:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097e01c00/0x5d4000e30d8364c6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.433088:0:18853:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072277e00/0x5d4000e30d833cfd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edb91 expref: 102 pid: 18845 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.433095:0:18853:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072277e00/0x5d4000e30d833cfd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edb91 expref: 102 pid: 18845 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.433103:0:18853:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009924b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18853:1827566161269760:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.433119:0:18853:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.433138:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11396 00000100:00100000:0.0:1742903174.433141:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3763:x1827566161267968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.433151:0:9553:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1770 count 1 00010000:00010000:0.0:1742903174.433159:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097e01600/0x5d4000e30d8364db lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.433168:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800994a9600/0x5d4000e30d834148 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edcda expref: 101 pid: 18860 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.433173:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.433175:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.433176:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097e01600/0x5d4000e30d8364db lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.433189:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800994a9600/0x5d4000e30d834148 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edcda expref: 101 pid: 18860 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.433196:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800994a9600/0x5d4000e30d834148 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edcda expref: 101 pid: 18860 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.433203:0:9553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009924ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9553:1827566161270144:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.433221:0:9553:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.433232:0:9552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11399 00000100:00100000:0.0:1742903174.433236:0:9552:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3764:x1827566161267712:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.433245:0:9552:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1768 count 1 00010000:00010000:0.0:1742903174.433254:0:9552:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880121cdcc00/0x5d4000e30d8364f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.433262:0:9552:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800867a0600/0x5d4000e30d833f6c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edc4e expref: 101 pid: 18860 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.433267:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.433268:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.433270:0:9552:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121cdcc00/0x5d4000e30d8364f0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.433282:0:9552:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800867a0600/0x5d4000e30d833f6c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edc4e expref: 101 pid: 18860 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.433294:0:9552:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800867a0600/0x5d4000e30d833f6c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edc4e expref: 101 pid: 18860 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.433302:0:9552:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009924bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9552:1827566161270528:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.433331:0:9552:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4e40 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.433343:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11402 00000100:00100000:0.0:1742903174.433347:0:11912:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3764:x1827566161269248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903174.433356:0:11912:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1665 count 1 00010000:00010000:0.0:1742903174.433364:0:11912:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880121cddc00/0x5d4000e30d836505 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x681:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.433374:0:11912:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130d32200/0x5d4000e30d820e83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x681:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e786b expref: 102 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.433391:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.433392:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.433394:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880121cddc00/0x5d4000e30d836505 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x681:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.433407:0:11912:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880130d32200/0x5d4000e30d820e83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x681:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e786b expref: 102 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.433415:0:11912:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130d32200/0x5d4000e30d820e83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x681:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e786b expref: 102 pid: 9553 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.433423:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099248700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11912:1827566161270912:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.433438:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4780 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.433911:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.437850:0:18853:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009924b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18853:1827566161269760:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.437862:0:18853:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097e01c00/0x5d4000e30d8364c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.437927:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.437943:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.437958:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171994240 00000100:00100000:0.0:1742903174.437963:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171994240 00010000:00010000:0.0:1742903174.437985:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800993b7000/0x5d4000e30d82010f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x67d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e7419 expref: 103 pid: 9553 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.438102:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.439526:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.439552:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.439575:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.439620:0:9552:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009924bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9552:1827566161270528:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.439630:0:9552:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880121cdcc00/0x5d4000e30d8364f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.439661:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.439670:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171994112 00000100:00100000:0.0:1742903174.439673:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171994112 00010000:00010000:0.0:1742903174.439684:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072277e00/0x5d4000e30d833cfd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edb91 expref: 102 pid: 18845 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.439702:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171995008 00000100:00100000:0.0:1742903174.439704:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171995008 00010000:00010000:0.0:1742903174.439711:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800994a9600/0x5d4000e30d834148 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edcda expref: 101 pid: 18860 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.439845:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22348 00000100:00100000:0.0:1742903174.439850:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+100:2010:x1827566171995008:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.439856:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.439860:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800994a9600/0x5d4000e30d834148 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edcda expref: 100 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.439867:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800994a9600/0x5d4000e30d834148 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edcda expref: 100 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.439878:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800994a9600/0x5d4000e30d834148 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edcda expref: 100 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.439886:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.439887:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.439889:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097e01600/0x5d4000e30d8364db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.439895:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097e01600/0x5d4000e30d8364db lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.439905:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.439935:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+98:2010:x1827566171995008:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 70us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.439941:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22348 00000100:00100000:0.0:1742903174.439950:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171994624 00000100:00100000:0.0:1742903174.439953:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171994624 00010000:00010000:0.0:1742903174.439960:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097e01400/0x5d4000e30d833b13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edaf7 expref: 103 pid: 18845 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.439981:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22350 00000100:00100000:0.0:1742903174.439985:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+103:2008:x1827566171994624:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.439991:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.439994:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097e01400/0x5d4000e30d833b13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edaf7 expref: 102 pid: 18845 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.440002:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097e01400/0x5d4000e30d833b13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edaf7 expref: 102 pid: 18845 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.440013:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097e01400/0x5d4000e30d833b13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edaf7 expref: 102 pid: 18845 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.440021:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.440022:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.440024:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099888a00/0x5d4000e30d8364e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.440030:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099888a00/0x5d4000e30d8364e2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.440045:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.440059:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+100:2008:x1827566171994624:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 73us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.440064:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22350 00010000:00010000:0.0:1742903174.440080:0:18853:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097e01c00/0x5d4000e30d8364c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.440086:0:18853:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097e01c00/0x5d4000e30d8364c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.440093:0:18853:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097e01c00/0x5d4000e30d8364c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.440099:0:18853:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097e01c00/0x5d4000e30d8364c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.440109:0:18853:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1742903174.440193:0:18853:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3763:x1827566161268608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7157us (7518us total) trans 4294970520 rc 0/0 00000100:00100000:0.0:1742903174.440199:0:18853:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11393 00010000:00010000:0.0:1742903174.440389:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.440413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.440476:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.440492:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.440520:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099248700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11912:1827566161270912:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.440530:0:11912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880121cddc00/0x5d4000e30d836505 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x681:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.440562:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22352 00000100:00100000:0.0:1742903174.440566:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+98:2010:x1827566171995264:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.440572:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.440576:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099887800/0x5d4000e30d820ef3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x682:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e789c expref: 98 pid: 18853 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.440583:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099887800/0x5d4000e30d820ef3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x682:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e789c expref: 98 pid: 18853 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.440594:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099887800/0x5d4000e30d820ef3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x682:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e789c expref: 98 pid: 18853 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.440602:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.440603:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.440605:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099888600/0x5d4000e30d8364f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x682:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.440610:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099888600/0x5d4000e30d8364f7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x682:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.440621:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.440635:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+98:2010:x1827566171995264:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 68us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.440640:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22352 00000100:00100000:0.0:1742903174.440743:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.440755:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.440766:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.440774:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171995520 00000100:00100000:0.0:1742903174.440777:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171995520 00010000:00010000:0.0:1742903174.440786:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130d32200/0x5d4000e30d820e83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x681:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e786b expref: 100 pid: 9553 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.440804:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171996032 00000100:00100000:0.0:1742903174.440806:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171996032 00010000:00010000:0.0:1742903174.440813:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130d28400/0x5d4000e30d82a6bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x69f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eaafa expref: 98 pid: 9552 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.440826:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22356 00000100:00100000:0.0:1742903174.440830:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+98:2010:x1827566171996032:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.440835:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.440838:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130d28400/0x5d4000e30d82a6bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x69f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eaafa expref: 98 pid: 9552 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.440844:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130d28400/0x5d4000e30d82a6bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x69f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eaafa expref: 98 pid: 9552 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.440853:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130d28400/0x5d4000e30d82a6bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x69f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eaafa expref: 98 pid: 9552 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.440860:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.440862:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.440864:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997e4400/0x5d4000e30d836513 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x69f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.440874:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997e4400/0x5d4000e30d836513 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x69f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.440891:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.440906:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+97:2010:x1827566171996032:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 75us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.440911:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22356 00010000:00010000:0.0:1742903174.440922:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903174.440925:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800997e4400/0x5d4000e30d836513 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.440931:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997e4400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.440933:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800997e4400/0x5d4000e30d836513 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.440940:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800997e4400/0x5d4000e30d836513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.440952:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800997e4400/0x5d4000e30d836513 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.440958:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997e4400/0x5d4000e30d836513 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.440969:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.440970:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.440972:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.440978:0:11912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880121cddc00/0x5d4000e30d836505 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.440987:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880121cddc00/0x5d4000e30d836505 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.440992:0:11912:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880121cddc00/0x5d4000e30d836505 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.440997:0:11912:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880121cddc00/0x5d4000e30d836505 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.441006:0:11912:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903174.441047:0:18853:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11413 00000100:00100000:0.0:1742903174.441051:0:18853:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099025880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3762:x1827566161272704:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1742903174.441058:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.441062:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880121cddc00/0x5d4000e30d836505 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.441066:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cddc00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.441069:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880121cddc00/0x5d4000e30d836505 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.441075:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880121cddc00/0x5d4000e30d836505 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.441082:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880121cddc00/0x5d4000e30d836505 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.441097:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880121cddc00/0x5d4000e30d836505 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.441108:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.441109:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.441110:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.441727:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11415 00000100:00100000:0.0:1742903174.441741:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+18:3765:x1827566161273088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.441750:0:9553:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1700 count 1 00010000:00010000:0.0:1742903174.441756:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880121cdc600/0x5d4000e30d836560 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.441763:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072080600/0x5d4000e30d82b572 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eaf92 expref: 96 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.441766:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.441767:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.441768:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121cdc600/0x5d4000e30d836560 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.441777:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072080600/0x5d4000e30d82b572 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eaf92 expref: 96 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.441782:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072080600/0x5d4000e30d82b572 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eaf92 expref: 96 pid: 18861 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.441787:0:9553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009924ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9553:1827566161273472:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.441806:0:9553:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4780 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.441922:0:11912:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3764:x1827566161269248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8574us (9046us total) trans 4294970521 rc 0/0 00000100:00100000:0.0:1742903174.441926:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11402 00002000:00080000:0.0:1742903174.441943:0:18853:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1693 count 1 00010000:00010000:0.0:1742903174.441949:0:18853:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880121cdda00/0x5d4000e30d83656e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x69d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.441955:0:18853:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800992b8000/0x5d4000e30d82a5ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x69d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eaa98 expref: 96 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.441958:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.441959:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.441960:0:18853:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880121cdda00/0x5d4000e30d83656e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x69d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.442082:0:18853:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800992b8000/0x5d4000e30d82a5ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x69d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eaa98 expref: 96 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.442088:0:18853:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800992b8000/0x5d4000e30d82a5ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x69d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eaa98 expref: 96 pid: 9552 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.442093:0:18853:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18853:1827566161273984:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.442117:0:18853:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.442577:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161274240:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903174.442597:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:0.0:1742903174.442789:0:9549:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970520 is committed 00000001:00080000:0.0:1742903174.442796:0:9549:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970517 is committed 00000100:00100000:0.0:1742903174.442898:0:9551:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+93:2009:x1827566171994496:12345-192.168.203.29@tcp:16:dbench.0 Request processed in 3009us (3320us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.442904:0:9551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11410 00000100:00100000:0.0:1742903174.442921:0:9551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11420 00000100:00100000:0.0:1742903174.442925:0:9551:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3762:x1827566161274368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903174.442936:0:9551:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1651 count 1 00010000:00010000:0.0:1742903174.442945:0:9551:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880121cdd600/0x5d4000e30d836583 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x673:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.442954:0:9551:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099717e00/0x5d4000e30d81dc87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x673:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e6873 expref: 92 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.442959:0:9551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.442960:0:9551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.442962:0:9551:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880121cdd600/0x5d4000e30d836583 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x673:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.442976:0:9551:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099717e00/0x5d4000e30d81dc87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x673:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e6873 expref: 92 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.442983:0:9551:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099717e00/0x5d4000e30d81dc87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x673:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e6873 expref: 92 pid: 18882 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.442991:0:9551:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9551:1827566161274752:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.443009:0:9551:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4e40 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.443031:0:11912:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161274496 00000100:00100000:0.0:1742903174.443033:0:11912:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161274496 00000100:00100000:0.0:1742903174.443048:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11421 00000100:00100000:0.0:1742903174.443051:0:11912:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3763:x1827566161274496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903174.443060:0:11912:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1657 count 1 00010000:00010000:0.0:1742903174.443068:0:11912:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880121cdc200/0x5d4000e30d83658a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x679:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.443076:0:11912:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800993bca00/0x5d4000e30d81f38d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x679:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e6fc7 expref: 92 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.443080:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.443082:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.443083:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880121cdc200/0x5d4000e30d83658a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x679:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.443095:0:11912:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800993bca00/0x5d4000e30d81f38d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x679:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e6fc7 expref: 92 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.443102:0:11912:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800993bca00/0x5d4000e30d81f38d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x679:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e6fc7 expref: 92 pid: 18862 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.443109:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11912:1827566161274880:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.443123:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.443835:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171995648 00000100:00100000:0.0:1742903174.443839:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171995648 00010000:00010000:0.0:1742903174.443852:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ceb6400/0x5d4000e30d834084 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edca2 expref: 99 pid: 18845 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.443869:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22357 00000100:00100000:0.0:1742903174.443873:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+99:2010:x1827566171995648:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.443881:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.443885:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ceb6400/0x5d4000e30d834084 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edca2 expref: 99 pid: 18845 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.443893:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ceb6400/0x5d4000e30d834084 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edca2 expref: 99 pid: 18845 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.443907:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ceb6400/0x5d4000e30d834084 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edca2 expref: 99 pid: 18845 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.443915:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.443917:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.443920:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099889600/0x5d4000e30d83650c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.443927:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099889600/0x5d4000e30d83650c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.443941:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.443961:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+99:2010:x1827566171995648:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 86us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.443975:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22357 00010000:00010000:0.0:1742903174.444337:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.444342:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072238000/0x5d4000e30d836536 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.444353:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072238000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.444357:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072238000/0x5d4000e30d836536 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.444363:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072238000/0x5d4000e30d836536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.444372:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072238000/0x5d4000e30d836536 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.444393:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072238000/0x5d4000e30d836536 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.444407:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.444408:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.444410:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1742903174.444463:0:10641:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 20 changes, 12 in progress, 7 in flight, 3 done 00000100:00100000:0.0:1742903174.444613:0:18280:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161275392 00000100:00100000:0.0:1742903174.444615:0:18280:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161275392 00000100:00100000:0.0:1742903174.444628:0:18280:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11424 00000100:00100000:0.0:1742903174.444632:0:18280:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3763:x1827566161275392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903174.444639:0:18280:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1731 count 1 00010000:00010000:0.0:1742903174.444646:0:18280:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072238a00/0x5d4000e30d8365a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.444653:0:18280:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009af51600/0x5d4000e30d82ff07 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec80b expref: 90 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.444657:0:18280:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.444658:0:18280:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.444659:0:18280:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072238a00/0x5d4000e30d8365a6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.444668:0:18280:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009af51600/0x5d4000e30d82ff07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec80b expref: 90 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.444673:0:18280:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009af51600/0x5d4000e30d82ff07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec80b expref: 90 pid: 18860 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.444679:0:18280:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18280:1827566161275776:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.444695:0:18280:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4b40 going to sleep for 11 seconds 00010000:00010000:0.0:1742903174.444894:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903174.444898:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800991d9000/0x5d4000e30d836544 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.444902:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d9000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.444904:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800991d9000/0x5d4000e30d836544 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.444907:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800991d9000/0x5d4000e30d836544 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.444913:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800991d9000/0x5d4000e30d836544 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.444916:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800991d9000/0x5d4000e30d836544 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.444929:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.444931:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097e00c00/0x5d4000e30d83654b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.444934:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097e00c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.444935:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097e00c00/0x5d4000e30d83654b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.444938:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097e00c00/0x5d4000e30d83654b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.444942:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097e00c00/0x5d4000e30d83654b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.444945:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097e00c00/0x5d4000e30d83654b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.444951:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.444951:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.444952:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.445045:0:18863:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099027b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18863:1827566161272832:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.445053:0:18863:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800723c2400/0x5d4000e30d836552 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.445103:0:18848:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b831f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18848:1827566161273344:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.445114:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c129400/0x5d4000e30d836559 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x674:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.445136:0:9553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009924ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9553:1827566161273472:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.445147:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880121cdc600/0x5d4000e30d836560 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.445199:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c129400/0x5d4000e30d836559 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.445204:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c129400/0x5d4000e30d836559 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.445210:0:18848:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c129400/0x5d4000e30d836559 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.445216:0:18848:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c129400/0x5d4000e30d836559 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.445231:0:18848:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903174.445821:0:18848:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+23:3762:x1827566161273216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4642us (4696us total) trans 4294970465 rc 0/0 00000100:00100000:0.0:1742903174.445827:0:18848:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11414 00000100:00100000:0.0:1742903174.445838:0:18848:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161276416 00000100:00100000:0.0:1742903174.445841:0:18848:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161276416 00000100:00100000:0.0:1742903174.445872:0:18848:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11427 00000100:00100000:0.0:1742903174.445876:0:18848:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+23:3765:x1827566161276416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.445887:0:18848:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1727 count 1 00010000:00010000:0.0:1742903174.445897:0:18848:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800723c3a00/0x5d4000e30d8365bb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.445906:0:18848:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b869400/0x5d4000e30d82eaee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec166 expref: 90 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.445912:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.445913:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.445915:0:18848:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800723c3a00/0x5d4000e30d8365bb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.445930:0:18848:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b869400/0x5d4000e30d82eaee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec166 expref: 90 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.445937:0:18848:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b869400/0x5d4000e30d82eaee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec166 expref: 90 pid: 18861 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.445946:0:18848:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18848:1827566161276544:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.445982:0:18848:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4c00 going to sleep for 11 seconds 00010000:00010000:0.0:1742903174.446000:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800993bca00/0x5d4000e30d81f38d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x679:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e6fc7 expref: 90 pid: 18862 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.446010:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11912:1827566161274880:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.446020:0:11912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880121cdc200/0x5d4000e30d83658a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446027:0:11912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880121cdc200/0x5d4000e30d83658a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446036:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880121cdc200/0x5d4000e30d83658a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446043:0:11912:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880121cdc200/0x5d4000e30d83658a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446048:0:11912:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880121cdc200/0x5d4000e30d83658a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446058:0:11912:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903174.446596:0:11912:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3763:x1827566161274496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3543us (3664us total) trans 4294970527 rc 0/0 00000100:00100000:0.0:1742903174.446601:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11421 00000100:00100000:0.0:1742903174.446625:0:18853:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18853:1827566161273984:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.446636:0:18853:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880121cdda00/0x5d4000e30d83656e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x69d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446646:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.446651:0:18863:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800723c2400/0x5d4000e30d836552 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446657:0:18863:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800723c2400/0x5d4000e30d836552 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446663:0:18863:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800723c2400/0x5d4000e30d836552 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446668:0:18863:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800723c2400/0x5d4000e30d836552 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446677:0:18863:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903174.446746:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099024380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+19:3762:x1827566161272576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5768us (5837us total) trans 4294970529 rc 0/0 00000100:00100000:0.0:1742903174.446751:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11412 00000100:00100000:0.0:1742903174.446760:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161276928 00000100:00100000:0.0:1742903174.446762:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161276928 00000100:00100000:0.0:1742903174.446784:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11430 00000100:00100000:0.0:1742903174.446787:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+20:3763:x1827566161276928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903174.446794:0:18863:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1726 count 1 00010000:00010000:0.0:1742903174.446800:0:18863:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800723c3c00/0x5d4000e30d8365d0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446807:0:18863:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009953b600/0x5d4000e30d82eae0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec158 expref: 87 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446812:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.446813:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.446815:0:18863:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800723c3c00/0x5d4000e30d8365d0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446827:0:18863:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009953b600/0x5d4000e30d82eae0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec158 expref: 87 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446835:0:18863:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009953b600/0x5d4000e30d82eae0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec158 expref: 87 pid: 18860 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.446843:0:18863:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18863:1827566161277312:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.446868:0:18863:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4180 going to sleep for 11 seconds 00010000:00010000:0.0:1742903174.446874:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.446878:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800723c2400/0x5d4000e30d836552 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446884:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723c2400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.446886:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800723c2400/0x5d4000e30d836552 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446892:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800723c2400/0x5d4000e30d836552 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446900:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800723c2400/0x5d4000e30d836552 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446905:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800723c2400/0x5d4000e30d836552 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446915:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.446916:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.446917:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.446933:0:9551:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9551:1827566161274752:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.446942:0:9551:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880121cdd600/0x5d4000e30d836583 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x673:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446959:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880121cdc600/0x5d4000e30d836560 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446965:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121cdc600/0x5d4000e30d836560 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446970:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880121cdc600/0x5d4000e30d836560 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446976:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880121cdc600/0x5d4000e30d836560 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.446995:0:9553:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903174.447247:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:3765:x1827566161273088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5505us (6108us total) trans 4294970466 rc 0/0 00000100:00100000:0.0:1742903174.447252:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11415 00000100:00100000:0.0:1742903174.447271:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566171997312 00000100:00100000:0.0:1742903174.447274:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566171997312 00010000:00010000:0.0:1742903174.447285:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012edcac00/0x5d4000e30d82b0e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eae2d expref: 91 pid: 18861 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.447300:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22368 00000100:00100000:0.0:1742903174.447304:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+91:2009:x1827566171997312:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.447311:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.447333:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012edcac00/0x5d4000e30d82b0e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eae2d expref: 91 pid: 18861 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.447343:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012edcac00/0x5d4000e30d82b0e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eae2d expref: 92 pid: 18861 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.447354:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012edcac00/0x5d4000e30d82b0e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eae2d expref: 92 pid: 18861 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.447362:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.447363:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.447365:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099e5d800/0x5d4000e30d836567 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.447371:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099e5d800/0x5d4000e30d836567 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.447397:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.447414:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+91:2009:x1827566171997312:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 109us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.447421:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22368 00010000:00010000:0.0:1742903174.447460:0:18872:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099889400/0x5d4000e30d836575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.447466:0:18872:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099889400/0x5d4000e30d836575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.447473:0:18872:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099889400/0x5d4000e30d836575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.447481:0:18872:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099889400/0x5d4000e30d836575 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.447498:0:18872:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903174.447676:0:18872:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+25:3762:x1827566161273600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5739us (5776us total) trans 4294970467 rc 0/0 00000100:00100000:0.0:1742903174.447682:0:18872:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11417 00000004:00080000:0.0:1742903174.447703:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b833800/2, rc 0, transno 4294970467 00000100:00100000:0.0:1742903174.447708:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161273600:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903174.447715:0:18872:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161277696 00000100:00100000:0.0:1742903174.447718:0:18872:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161277696 00000100:00100000:0.0:1742903174.447729:0:18872:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11432 00000100:00100000:0.0:1742903174.447733:0:18872:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096af4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+25:3763:x1827566161277696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.447741:0:18872:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1707 count 1 00010000:00010000:0.0:1742903174.447751:0:18872:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880121cdc800/0x5d4000e30d8365de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.447760:0:18872:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072259c00/0x5d4000e30d82c2d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb41c expref: 88 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.447766:0:18872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.447767:0:18872:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.447769:0:18872:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121cdc800/0x5d4000e30d8365de lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.447781:0:18872:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072259c00/0x5d4000e30d82c2d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb41c expref: 88 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.447789:0:18872:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072259c00/0x5d4000e30d82c2d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb41c expref: 88 pid: 18860 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.447796:0:18872:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:18872:1827566161277952:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.447819:0:18872:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4600 going to sleep for 11 seconds 00010000:00010000:0.0:1742903174.448075:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.448080:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099889000/0x5d4000e30d83657c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.448085:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099889000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.448088:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099889000/0x5d4000e30d83657c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.448094:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099889000/0x5d4000e30d83657c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.448103:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099889000/0x5d4000e30d83657c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.448108:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099889000/0x5d4000e30d83657c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.448119:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.448120:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.448121:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.448129:0:18853:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880121cdda00/0x5d4000e30d83656e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.448134:0:18853:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880121cdda00/0x5d4000e30d83656e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.448141:0:18853:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880121cdda00/0x5d4000e30d83656e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.448146:0:18853:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880121cdda00/0x5d4000e30d83656e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.448165:0:18853:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903174.448563:0:18853:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099025880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3762:x1827566161272704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7510us (7625us total) trans 4294970532 rc 0/0 00000100:00100000:0.0:1742903174.448568:0:18853:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11413 00010000:00010000:0.0:1742903174.448580:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1742903174.448597:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099026680/2, rc 0, transno 4294970532 00000100:00100000:0.0:1742903174.448600:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099026680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161272704:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903174.448627:0:18280:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18280:1827566161275776:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.448671:0:18280:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072238a00/0x5d4000e30d8365a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1742903174.448690:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c7ed180/2, rc 0, transno 4294970533 00000100:00100000:0.0:1742903174.448693:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161274368:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903174.449054:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800999fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161278592:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903174.449078:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903174.449094:0:3762:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1742903174.449099:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129b90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161278720:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903174.449114:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903174.449133:0:18853:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11436 00000100:00100000:0.0:1742903174.449138:0:18853:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+24:3762:x1827566161278592:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903174.449148:0:18853:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1705 count 1 00010000:00010000:0.0:1742903174.449157:0:18853:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009af5ec00/0x5d4000e30d8365fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.449166:0:18853:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e964000/0x5d4000e30d82c1e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb3ac expref: 85 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.449172:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.449173:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.449175:0:18853:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009af5ec00/0x5d4000e30d8365fa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.449189:0:18853:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e964000/0x5d4000e30d82c1e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb3ac expref: 85 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.449197:0:18853:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e964000/0x5d4000e30d82c1e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb3ac expref: 85 pid: 18860 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.449205:0:18853:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18853:1827566161278976:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.449224:0:18853:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4b40 going to sleep for 11 seconds 00010000:00010000:0.0:1742903174.449236:0:18280:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072238a00/0x5d4000e30d8365a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.449246:0:18280:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072238a00/0x5d4000e30d8365a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.449252:0:18280:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072238a00/0x5d4000e30d8365a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.449258:0:18280:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072238a00/0x5d4000e30d8365a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.449268:0:18280:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903174.449360:0:18280:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+25:3763:x1827566161275392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4727us (4758us total) trans 4294970534 rc 0/0 00000100:00100000:0.0:1742903174.449365:0:18280:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11424 00010000:00010000:0.0:1742903174.449458:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.449461:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099e5cc00/0x5d4000e30d836598 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.449467:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e5cc00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.449470:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099e5cc00/0x5d4000e30d836598 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.449475:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099e5cc00/0x5d4000e30d836598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.449482:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099e5cc00/0x5d4000e30d836598 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.449492:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099e5cc00/0x5d4000e30d836598 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.449501:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.449502:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.449503:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.449764:0:18848:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18848:1827566161276544:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.449775:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800723c3a00/0x5d4000e30d8365bb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.449786:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.449789:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b68a600/0x5d4000e30d8365b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.449794:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b68a600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.449796:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b68a600/0x5d4000e30d8365b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.449802:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b68a600/0x5d4000e30d8365b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.449811:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b68a600/0x5d4000e30d8365b4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.449816:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b68a600/0x5d4000e30d8365b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.449831:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.449832:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.449834:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.449846:0:18863:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18863:1827566161277312:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.449855:0:18863:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800723c3c00/0x5d4000e30d8365d0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.449893:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c5de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161279744:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903174.449916:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903174.449963:0:3762:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1742903174.449969:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129b92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161279872:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903174.449987:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903174.450016:0:18280:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161279872 00000100:00100000:0.0:1742903174.450019:0:18280:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161279872 00000100:00100000:0.0:1742903174.450029:0:18280:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161280000 00000100:00100000:0.0:1742903174.450031:0:18280:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161280000 00000100:00100000:0.0:1742903174.450044:0:18280:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11442 00000100:00100000:0.0:1742903174.450047:0:18280:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+26:3764:x1827566161280000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903174.450053:0:18280:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1714 count 1 00010000:00010000:0.0:1742903174.450059:0:18280:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099009800/0x5d4000e30d836624 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.450066:0:18280:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f46d600/0x5d4000e30d82d27c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb940 expref: 84 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.450071:0:18280:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.450072:0:18280:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.450074:0:18280:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099009800/0x5d4000e30d836624 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.450084:0:18280:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f46d600/0x5d4000e30d82d27c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb940 expref: 84 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.450091:0:18280:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f46d600/0x5d4000e30d82d27c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb940 expref: 84 pid: 18860 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.450099:0:18280:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18280:1827566161280384:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.450112:0:18280:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4180 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.450196:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800999fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11912:1827566161277568:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.450207:0:11912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009af5e200/0x5d4000e30d8365d7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.450219:0:10647:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161280512 00000100:00100000:0.0:1742903174.450221:0:10647:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161280512 00000100:00100000:0.0:1742903174.450232:0:10647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11443 00000100:00100000:0.0:1742903174.450494:0:10647:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+31:3765:x1827566161280512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.450509:0:10647:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1670 count 1 00010000:00010000:0.0:1742903174.450518:0:10647:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072238600/0x5d4000e30d83662b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x686:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.450527:0:10647:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f459e00/0x5d4000e30d822153 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x686:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e7e92 expref: 83 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.450532:0:10647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.450533:0:10647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.450535:0:10647:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072238600/0x5d4000e30d83662b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x686:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.450549:0:10647:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f459e00/0x5d4000e30d822153 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x686:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e7e92 expref: 83 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.450557:0:10647:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f459e00/0x5d4000e30d822153 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x686:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e7e92 expref: 83 pid: 18859 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.450564:0:10647:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b831c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10647:1827566161280640:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.450592:0:10647:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.450608:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22382 00000100:00100000:0.0:1742903174.450613:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+85:2009:x1827566171999360:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.450621:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.450625:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d383800/0x5d4000e30d82bfac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb2e8 expref: 85 pid: 18861 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.450633:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d383800/0x5d4000e30d82bfac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb2e8 expref: 85 pid: 18861 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.450643:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d383800/0x5d4000e30d82bfac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb2e8 expref: 85 pid: 18861 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.450650:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.450651:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.450653:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009af5e200/0x5d4000e30d8365d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.450664:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009af5e200/0x5d4000e30d8365d7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.450676:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.450687:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+84:2009:x1827566171999360:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 74us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.450692:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22382 00010000:00010000:0.0:1742903174.450710:0:18863:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800723c3c00/0x5d4000e30d8365d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.450716:0:18863:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800723c3c00/0x5d4000e30d8365d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.450722:0:18863:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800723c3c00/0x5d4000e30d8365d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.450728:0:18863:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800723c3c00/0x5d4000e30d8365d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.450736:0:18863:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903174.450815:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+27:3763:x1827566161276928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4026us (4078us total) trans 4294970536 rc 0/0 00000100:00100000:0.0:1742903174.450821:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11430 00010000:00010000:0.0:1742903174.450836:0:11912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009af5e200/0x5d4000e30d8365d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.450846:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009af5e200/0x5d4000e30d8365d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.450852:0:11912:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009af5e200/0x5d4000e30d8365d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.450857:0:11912:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009af5e200/0x5d4000e30d8365d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.450866:0:11912:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000100:00100000:0.0:1742903174.450935:0:11912:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3764:x1827566161277184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4068us (4106us total) trans 4294970537 rc 0/0 00000100:00100000:0.0:1742903174.450940:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11431 00010000:00010000:0.0:1742903174.450952:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1742903174.450965:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800999ff100/2, rc 0, transno 4294970537 00000100:00100000:0.0:1742903174.450971:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800999ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161277184:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1742903174.450977:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800999fd500/2, rc 0, transno 4294970538 00000100:00100000:0.0:1742903174.450981:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800999fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161277056:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1742903174.450990:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800723c3a00/0x5d4000e30d8365bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.450996:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800723c3a00/0x5d4000e30d8365bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.451002:0:18848:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800723c3a00/0x5d4000e30d8365bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.451008:0:18848:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800723c3a00/0x5d4000e30d8365bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.451019:0:18848:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903174.451091:0:18848:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3765:x1827566161276416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5214us (5826us total) trans 4294970473 rc 0/0 00000100:00100000:0.0:1742903174.451095:0:18848:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11427 00000100:00100000:0.0:1742903174.451162:0:18848:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161281024 00000100:00100000:0.0:1742903174.451165:0:18848:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161281024 00000100:00100000:0.0:1742903174.451177:0:18848:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11445 00000100:00100000:0.0:1742903174.451180:0:18848:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3763:x1827566161280896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903174.451188:0:18848:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1669 count 1 00010000:00010000:0.0:1742903174.451196:0:18848:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072239400/0x5d4000e30d836639 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x685:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.451205:0:18848:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072239000/0x5d4000e30d8220ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x685:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e7e68 expref: 81 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.451209:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.451210:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.451212:0:18848:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072239400/0x5d4000e30d836639 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x685:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.451224:0:18848:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072239000/0x5d4000e30d8220ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x685:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e7e68 expref: 81 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.451232:0:18848:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072239000/0x5d4000e30d8220ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x685:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e7e68 expref: 81 pid: 18859 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.451240:0:18848:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b830000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18848:1827566161281408:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.451257:0:18848:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4780 going to sleep for 11 seconds 00010000:00010000:0.0:1742903174.451264:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.451267:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800723c3a00/0x5d4000e30d8365bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.451273:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723c3a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.451275:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800723c3a00/0x5d4000e30d8365bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.451282:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800723c3a00/0x5d4000e30d8365bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.451290:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800723c3a00/0x5d4000e30d8365bb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.451296:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800723c3a00/0x5d4000e30d8365bb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.451307:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.451308:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.451309:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.453031:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.453058:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.453538:0:18853:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18853:1827566161278976:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.453549:0:18853:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009af5ec00/0x5d4000e30d8365fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.453573:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.453589:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.453949:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22386 00000100:00100000:0.0:1742903174.453955:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7272850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+83:2010:x1827566171999744:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.453964:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.453970:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af0bc00/0x5d4000e30d82cf6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb828 expref: 82 pid: 18279 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.453979:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af0bc00/0x5d4000e30d82cf6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb828 expref: 82 pid: 18279 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.453991:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af0bc00/0x5d4000e30d82cf6c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb828 expref: 82 pid: 18279 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.454000:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.454002:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.454004:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997e4a00/0x5d4000e30d8365ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.454009:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997e4a00/0x5d4000e30d8365ec lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.454023:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.454158:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7272850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+81:2010:x1827566171999744:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 202us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.454165:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22386 00010000:00010000:0.0:1742903174.454190:0:18853:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009af5ec00/0x5d4000e30d8365fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.454196:0:18853:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009af5ec00/0x5d4000e30d8365fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.454202:0:18853:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009af5ec00/0x5d4000e30d8365fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.454207:0:18853:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009af5ec00/0x5d4000e30d8365fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.454217:0:18853:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1742903174.454363:0:18853:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+30:3762:x1827566161278592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5224us (5284us total) trans 4294970539 rc 0/0 00000100:00100000:0.0:1742903174.454370:0:18853:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11436 00010000:00010000:0.0:1742903174.454399:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.454403:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011ed27c00/0x5d4000e30d8365e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.454408:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed27c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.454411:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011ed27c00/0x5d4000e30d8365e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.454417:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011ed27c00/0x5d4000e30d8365e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.454425:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011ed27c00/0x5d4000e30d8365e5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.454430:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011ed27c00/0x5d4000e30d8365e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.454442:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.454443:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.454445:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1742903174.454461:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096af6d80/2, rc 0, transno 4294970475 00000100:00100000:0.0:1742903174.454467:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096af6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161278208:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1742903174.454476:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.454480:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800997e5400/0x5d4000e30d8365f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.454485:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997e5400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.454487:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800997e5400/0x5d4000e30d8365f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.454493:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800997e5400/0x5d4000e30d8365f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.454502:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800997e5400/0x5d4000e30d8365f3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.454506:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800997e5400/0x5d4000e30d8365f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.454518:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.454520:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.454521:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.454527:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800999fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161282176:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903174.454545:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903174.454560:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1742903174.454565:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ed23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161282304:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903174.454579:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903174.454598:0:18853:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11450 00000100:00100000:0.0:1742903174.454602:0:18853:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+35:3764:x1827566161282176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.454612:0:18853:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1718 count 1 00010000:00010000:0.0:1742903174.454620:0:18853:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099888e00/0x5d4000e30d83665c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.454628:0:18853:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915f1c00/0x5d4000e30d82da40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebbee expref: 80 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.454633:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.454634:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.454636:0:18853:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099888e00/0x5d4000e30d83665c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.454648:0:18853:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915f1c00/0x5d4000e30d82da40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebbee expref: 80 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.454654:0:18853:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915f1c00/0x5d4000e30d82da40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebbee expref: 80 pid: 18861 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.454661:0:18853:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b833b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18853:1827566161282560:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.454678:0:18853:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4f00 going to sleep for 11 seconds 00000004:00080000:0.0:1742903174.454694:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800999fc000/2, rc 0, transno 4294970540 00000100:00100000:0.0:1742903174.454701:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800999fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161278464:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903174.454791:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.454854:0:18280:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18280:1827566161280384:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.454866:0:18280:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099009800/0x5d4000e30d836624 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1742903174.455548:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c5dc700/2, rc 0, transno 4294970478 00000100:00100000:0.0:1742903174.455554:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c5dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161279232:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903174.455595:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172000640 00000100:00100000:0.0:1742903174.455598:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172000640 00010000:00010000:0.0:1742903174.455611:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d78e200/0x5d4000e30d832437 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed3cd expref: 79 pid: 18279 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.455634:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172000896 00000100:00100000:0.0:1742903174.455637:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172000896 00010000:00010000:0.0:1742903174.455647:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f46d600/0x5d4000e30d82d27c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb940 expref: 79 pid: 18860 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.455660:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22392 00000100:00100000:0.0:1742903174.455663:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+79:2010:x1827566172000896:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.455669:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.455673:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f46d600/0x5d4000e30d82d27c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb940 expref: 79 pid: 18860 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.455685:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f46d600/0x5d4000e30d82d27c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb940 expref: 79 pid: 18860 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.455696:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f46d600/0x5d4000e30d82d27c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb940 expref: 79 pid: 18860 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.455703:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.455705:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.455707:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099009800/0x5d4000e30d836624 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.455713:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099009800/0x5d4000e30d836624 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.455725:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.455743:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+78:2010:x1827566172000896:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 78us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.455749:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22392 00010000:00010000:0.0:1742903174.455766:0:18280:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099009800/0x5d4000e30d836624 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.455772:0:18280:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099009800/0x5d4000e30d836624 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.455778:0:18280:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099009800/0x5d4000e30d836624 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.455788:0:18280:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099009800/0x5d4000e30d836624 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.455797:0:18280:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1742903174.455975:0:18280:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+32:3764:x1827566161280000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5927us (5965us total) trans 4294970542 rc 0/0 00000100:00100000:0.0:1742903174.455980:0:18280:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11442 00000100:00100000:0.0:1742903174.455991:0:18280:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11456 00000100:00100000:0.0:1742903174.455995:0:18280:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3765:x1827566161283200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903174.456003:0:18280:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1722 count 1 00010000:00010000:0.0:1742903174.456012:0:18280:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099888a00/0x5d4000e30d836678 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.456020:0:18280:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099758600/0x5d4000e30d82dea0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebd76 expref: 78 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.456025:0:18280:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.456026:0:18280:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903174.456027:0:18280:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099888a00/0x5d4000e30d836678 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.456040:0:18280:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099758600/0x5d4000e30d82dea0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebd76 expref: 78 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.456046:0:18280:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099758600/0x5d4000e30d82dea0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebd76 expref: 78 pid: 18861 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.456058:0:18280:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b832d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:18280:1827566161283456:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.456075:0:18280:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4240 going to sleep for 11 seconds 00010000:00010000:0.0:1742903174.456084:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903174.456088:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011ed06200/0x5d4000e30d836616 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.456093:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed06200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.456095:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011ed06200/0x5d4000e30d836616 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.456101:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011ed06200/0x5d4000e30d836616 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.456110:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011ed06200/0x5d4000e30d836616 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.456115:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011ed06200/0x5d4000e30d836616 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.456127:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.456130:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099009800/0x5d4000e30d836624 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.456135:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099009800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.456137:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099009800/0x5d4000e30d836624 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.456146:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099009800/0x5d4000e30d836624 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.456154:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099009800/0x5d4000e30d836624 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.456158:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099009800/0x5d4000e30d836624 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.456168:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.456170:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.456171:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.456175:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1742903174.456279:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880129b90380/2, rc 0, transno 4294970542 00000100:00100000:0.0:1742903174.456288:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129b90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161280000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903174.456433:0:10647:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b831c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10647:1827566161280640:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.456446:0:10647:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072238600/0x5d4000e30d83662b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x686:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.456875:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22396 00000100:00100000:0.0:1742903174.456880:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+80:2010:x1827566172001024:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.456886:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.456891:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce30200/0x5d4000e30d82d19c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb8ec expref: 80 pid: 18845 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.457347:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce30200/0x5d4000e30d82d19c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb8ec expref: 79 pid: 18845 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.457360:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce30200/0x5d4000e30d82d19c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb8ec expref: 79 pid: 18845 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.457760:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.457762:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.457765:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011ed27400/0x5d4000e30d83661d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.457772:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011ed27400/0x5d4000e30d83661d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.457791:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.457812:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+76:2010:x1827566172001024:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 931us (1355us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.457818:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22396 00000100:00100000:0.0:1742903174.457848:0:18853:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b833b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18853:1827566161282560:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.457859:0:18853:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099888e00/0x5d4000e30d83665c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.457941:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22399 00000100:00100000:0.0:1742903174.457946:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+78:2010:x1827566172001920:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.457952:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.457957:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915f1c00/0x5d4000e30d82da40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebbee expref: 78 pid: 18861 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.457966:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915f1c00/0x5d4000e30d82da40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebbee expref: 78 pid: 18861 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.457977:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915f1c00/0x5d4000e30d82da40 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebbee expref: 78 pid: 18861 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.457984:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.457985:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.457987:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099888e00/0x5d4000e30d83665c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.457992:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099888e00/0x5d4000e30d83665c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458005:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.458023:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+76:2010:x1827566172001920:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 76us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.458028:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22399 00010000:00010000:0.0:1742903174.458045:0:18853:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099888e00/0x5d4000e30d83665c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458051:0:18853:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099888e00/0x5d4000e30d83665c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458057:0:18853:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099888e00/0x5d4000e30d83665c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458063:0:18853:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099888e00/0x5d4000e30d83665c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458080:0:18853:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1742903174.458172:0:18853:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+40:3764:x1827566161282176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3568us (3626us total) trans 4294970482 rc 0/0 00000100:00100000:0.0:1742903174.458178:0:18853:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11450 00010000:00010000:0.0:1742903174.458192:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903174.458196:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880130d28c00/0x5d4000e30d83664e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458201:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880130d28c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.458204:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880130d28c00/0x5d4000e30d83664e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458210:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880130d28c00/0x5d4000e30d83664e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458219:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880130d28c00/0x5d4000e30d83664e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458223:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130d28c00/0x5d4000e30d83664e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458234:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.458235:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.458237:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.458240:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.458248:0:10647:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072238600/0x5d4000e30d83662b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x686:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458253:0:10647:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072238600/0x5d4000e30d83662b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x686:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458259:0:10647:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072238600/0x5d4000e30d83662b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x686:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458263:0:10647:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072238600/0x5d4000e30d83662b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x686:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458274:0:10647:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903174.458370:0:10647:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+40:3765:x1827566161280512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7876us (8190us total) trans 4294970483 rc 0/0 00000100:00100000:0.0:1742903174.458389:0:10647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11443 00010000:00010000:0.0:1742903174.458416:0:18848:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072239000/0x5d4000e30d8220ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x685:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e7e68 expref: 74 pid: 18859 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.458425:0:18848:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b830000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18848:1827566161281408:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.458435:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072239400/0x5d4000e30d836639 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458441:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072239400/0x5d4000e30d836639 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458450:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072239400/0x5d4000e30d836639 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458456:0:18848:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072239400/0x5d4000e30d836639 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458462:0:18848:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072239400/0x5d4000e30d836639 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458475:0:18848:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1742903174.458558:0:18848:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3763:x1827566161280896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7376us (7507us total) trans 4294970547 rc 0/0 00000100:00100000:0.0:1742903174.458564:0:18848:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11445 00010000:00010000:0.0:1742903174.458576:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903174.458580:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88011ed27400/0x5d4000e30d83661d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458585:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed27400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.458587:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88011ed27400/0x5d4000e30d83661d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458593:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88011ed27400/0x5d4000e30d83661d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458602:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88011ed27400/0x5d4000e30d83661d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458612:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011ed27400/0x5d4000e30d83661d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458623:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903174.458626:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072239400/0x5d4000e30d836639 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458631:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072239400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.458633:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072239400/0x5d4000e30d836639 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458638:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072239400/0x5d4000e30d836639 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458645:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072239400/0x5d4000e30d836639 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458650:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072239400/0x5d4000e30d836639 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458660:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.458662:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880130d28200/0x5d4000e30d836663 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458667:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880130d28200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.458670:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880130d28200/0x5d4000e30d836663 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458676:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880130d28200/0x5d4000e30d836663 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458684:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880130d28200/0x5d4000e30d836663 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458689:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130d28200/0x5d4000e30d836663 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458699:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.458701:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099e5c000/0x5d4000e30d836655 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458706:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e5c000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.458708:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099e5c000/0x5d4000e30d836655 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458714:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099e5c000/0x5d4000e30d836655 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458720:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099e5c000/0x5d4000e30d836655 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458726:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099e5c000/0x5d4000e30d836655 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458740:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.458742:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.458744:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c1da600/0x5d4000e30d836671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458749:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1da600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.458751:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c1da600/0x5d4000e30d836671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458757:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c1da600/0x5d4000e30d836671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458763:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c1da600/0x5d4000e30d836671 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458768:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c1da600/0x5d4000e30d836671 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.458778:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.458779:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.458781:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.458785:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.458801:0:18280:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b832d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:18280:1827566161283456:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.458811:0:18280:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099888a00/0x5d4000e30d836678 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903174.460283:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172002688 00000100:00100000:0.0:1742903174.460288:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172002688 00010000:00010000:0.0:1742903174.460303:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099ef8a00/0x5d4000e30d82dc62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebca4 expref: 70 pid: 18861 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.460342:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172002816 00000100:00100000:0.0:1742903174.460344:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172002816 00010000:00010000:0.0:1742903174.460354:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800720afe00/0x5d4000e30d82da39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebbe7 expref: 71 pid: 18860 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.460370:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22407 00000100:00100000:0.0:1742903174.460374:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a316450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+71:2010:x1827566172002816:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.460397:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.460402:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800720afe00/0x5d4000e30d82da39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebbe7 expref: 71 pid: 18860 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.460410:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800720afe00/0x5d4000e30d82da39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebbe7 expref: 70 pid: 18860 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.460421:0:8886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800720afe00/0x5d4000e30d82da39 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebbe7 expref: 70 pid: 18860 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.460430:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.460431:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.460434:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800722da000/0x5d4000e30d836686 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.460444:0:8886:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800722da000/0x5d4000e30d836686 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.460457:0:8886:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.460477:0:8886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a316450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+68:2010:x1827566172002816:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 103us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.460484:0:8886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22407 00000100:00100000:0.0:1742903174.460535:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172002944 00000100:00100000:0.0:1742903174.460538:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172002944 00010000:00010000:0.0:1742903174.460548:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991d7000/0x5d4000e30d835a15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee301 expref: 68 pid: 18860 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.460569:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172003072 00000100:00100000:0.0:1742903174.460572:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172003072 00010000:00010000:0.0:1742903174.460581:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb6cc00/0x5d4000e30d82de92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebd68 expref: 68 pid: 18861 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.460596:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22409 00000100:00100000:0.0:1742903174.460600:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+68:2009:x1827566172003072:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.460606:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.460609:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012eb6cc00/0x5d4000e30d82de92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebd68 expref: 68 pid: 18861 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.460616:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012eb6cc00/0x5d4000e30d82de92 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebd68 expref: 68 pid: 18861 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.460630:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eb6cc00/0x5d4000e30d82de92 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebd68 expref: 68 pid: 18861 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.460637:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.460638:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.460641:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009af0b600/0x5d4000e30d836694 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.460646:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009af0b600/0x5d4000e30d836694 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.460657:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.460674:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+67:2009:x1827566172003072:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 73us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.460680:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22409 00010000:00010000:0.0:1742903174.460733:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903174.460737:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009af0b600/0x5d4000e30d836694 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.460743:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af0b600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.460745:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009af0b600/0x5d4000e30d836694 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.460752:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009af0b600/0x5d4000e30d836694 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.460761:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009af0b600/0x5d4000e30d836694 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.460767:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009af0b600/0x5d4000e30d836694 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.460778:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.460780:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009af0a000/0x5d4000e30d83668d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.460785:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af0a000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.460787:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009af0a000/0x5d4000e30d83668d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.460793:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009af0a000/0x5d4000e30d83668d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.460800:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009af0a000/0x5d4000e30d83668d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.460805:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af0a000/0x5d4000e30d83668d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.460815:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.460816:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.460818:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.460905:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172003200 00000100:00100000:0.0:1742903174.460909:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172003200 00010000:00010000:0.0:1742903174.460921:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097e01000/0x5d4000e30d8361e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee4c1 expref: 67 pid: 18848 timeout: 402 lvb_type: 1 00000100:00100000:0.0:1742903174.460942:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22410 00000100:00100000:0.0:1742903174.460947:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+67:2010:x1827566172003200:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.460953:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.460957:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097e01000/0x5d4000e30d8361e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee4c1 expref: 67 pid: 18848 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.460964:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097e01000/0x5d4000e30d8361e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee4c1 expref: 67 pid: 18848 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.460975:0:8886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097e01000/0x5d4000e30d8361e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee4c1 expref: 67 pid: 18848 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.460983:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.460984:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.460987:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011ed07e00/0x5d4000e30d83669b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.460993:0:8886:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011ed07e00/0x5d4000e30d83669b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.461005:0:8886:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.461034:0:8886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+66:2010:x1827566172003200:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 86us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.461040:0:8886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22410 00000004:00080000:0.0:1742903174.461136:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072346a00/2, rc 0, transno 4294970488 00000100:00100000:0.0:1742903174.461141:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161284608:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903174.461511:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.461563:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.461742:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22412 00000100:00100000:0.0:1742903174.461746:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b830000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+68:2009:x1827566172003456:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.461752:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.461755:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099008800/0x5d4000e30d8361bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee4b3 expref: 68 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.461762:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099008800/0x5d4000e30d8361bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee4b3 expref: 68 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.461772:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099008800/0x5d4000e30d8361bd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee4b3 expref: 68 pid: 18860 timeout: 402 lvb_type: 1 00010000:00010000:0.0:1742903174.461779:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.461781:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.461783:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072238800/0x5d4000e30d8366a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.462118:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072238800/0x5d4000e30d8366a9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.462131:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.462148:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b830000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+65:2009:x1827566172003456:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 402us (586us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.462154:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22412 00010000:00010000:0.0:1742903174.462181:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903174.462185:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b68b200/0x5d4000e30d8366a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.462191:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b68b200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.462193:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b68b200/0x5d4000e30d8366a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.462199:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b68b200/0x5d4000e30d8366a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.462207:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b68b200/0x5d4000e30d8366a2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.462213:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b68b200/0x5d4000e30d8366a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.462224:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.462227:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072238800/0x5d4000e30d8366a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.462231:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072238800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.462233:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072238800/0x5d4000e30d8366a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.462239:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072238800/0x5d4000e30d8366a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.462250:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072238800/0x5d4000e30d8366a9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.462255:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072238800/0x5d4000e30d8366a9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.462264:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.462265:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.462266:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.463506:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.463641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.466311:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.466393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.474746:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.474788:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.478979:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.479028:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000001:00080000:0.0:1742903174.480782:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970490 is committed 00000100:00100000:0.0:1742903174.482896:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.485279:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.486400:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000001:00080000:0.0:1742903174.487573:0:9549:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970556 is committed 00000100:00100000:0.0:1742903174.488373:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.489253:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.490568:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.493089:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.493597:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172005888 00000100:00100000:0.0:1742903174.493601:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172005888 00000100:00100000:0.0:1742903174.493619:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76107 00000100:00100000:0.0:1742903174.493624:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+451:13299:x1827566172005888:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903174.493630:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903174.493639:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099889000/0x5d4000e30d8366da lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee5c4 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.493670:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d8366e1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493678:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d8366e1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493685:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d8366e1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493695:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099888e00/0x5d4000e30d8366e8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493700:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099888e00/0x5d4000e30d8366e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493705:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099888e00/0x5d4000e30d8366e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493755:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d8366ef lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493761:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d8366ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493766:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d8366ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:0.0:1742903174.493793:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe13:0x0]: returning size 83190 00000004:00200000:0.0:1742903174.493796:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903174.493806:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d8366ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493813:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d8366ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493818:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d8366e1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493822:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d8366e1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493827:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d8366e1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493832:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099889400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.493834:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d8366e1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493840:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d8366e1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493846:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:0.0:1742903174.493849:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.493851:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d8366e1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493855:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d8366e1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493878:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099888e00/0x5d4000e30d8366e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493885:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099888e00/0x5d4000e30d8366e8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493889:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099888e00/0x5d4000e30d8366e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493893:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099888e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.493895:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099888e00/0x5d4000e30d8366e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493900:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099888e00/0x5d4000e30d8366e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493906:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xa4b2186b (ffff880130ebb700) 00010000:00010000:0.0:1742903174.493907:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.493909:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099888e00/0x5d4000e30d8366e8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493913:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099888e00/0x5d4000e30d8366e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.493932:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099889000/0x5d4000e30d8366da lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee5c4 expref: 453 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.493940:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d8366ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee5c4 expref: 452 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.493945:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe13:0x0].0x0 (ffff88012d2c7400) 00010000:00010000:0.0:1742903174.493947:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903174.493949:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099888a00, rc 0) 00000100:00100000:0.0:1742903174.493978:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+452:13299:x1827566172005888:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 354us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.493984:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76107 00000100:00100000:0.0:1742903174.494535:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.495713:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.495748:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.497005:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.497496:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.499400:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.499652:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.500968:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.501491:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.502837:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.502871:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000001:00080000:0.0:1742903174.503951:0:9549:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970558 is committed 00000100:00100000:0.0:1742903174.504971:0:17675:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172007808 00000100:00100000:0.0:1742903174.504975:0:17675:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172007808 00002000:00100000:0.0:1742903174.504998:0:17675:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x6ee:0x0] (0->4095) req@ffff880121f8dc00 x1827566172007808/t0(0) o4->5bb9e3e8-ca71-4450-80de-f6568f81689c@192.168.203.29@tcp:30/0 lens 4584/0 e 0 to 0 dl 1742903185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1742903174.505006:0:17675:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff880121f8dc00 with x1827566172007808 ext(0->4095) 00002000:00010000:0.0:1742903174.505010:0:17675:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880121f8dc00 00000100:00100000:0.0:1742903174.505035:0:17675:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1509 00000100:00100000:0.0:1742903174.505040:0:17675:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+67:2007:x1827566172007808:12345-192.168.203.29@tcp:4:dbench.0 00000100:00100000:0.0:1742903174.505465:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.505732:0:17675:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+69:2007:x1827566172007808:12345-192.168.203.29@tcp:4:dbench.0 Request processed in 690us (916us total) trans 4294970494 rc 0/0 00000100:00100000:0.0:1742903174.505739:0:17675:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1509 00002000:00100000:0.0:1742903174.505744:0:17675:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x6ee:0x0] (0->4095) req@ffff880121f8dc00 x1827566172007808/t4294970494(0) o4->5bb9e3e8-ca71-4450-80de-f6568f81689c@192.168.203.29@tcp:30/0 lens 4584/448 e 0 to 0 dl 1742903185 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1742903174.505751:0:17675:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff880121f8dc00 with x1827566172007808 ext(0->4095) 00002000:00010000:0.0:1742903174.505754:0:17675:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880121f8dc00 00000100:00100000:0.0:1742903174.507112:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.507596:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.509145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.510227:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.513080:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.513511:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.515787:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.515820:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.518156:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.520187:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172009728 00000100:00100000:0.0:1742903174.520193:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172009728 00000100:00100000:0.0:1742903174.520231:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76118 00000100:00100000:0.0:1742903174.520237:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+458:13299:x1827566172009728:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903174.520250:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903174.520263:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099889200/0x5d4000e30d83676d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee5ee expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.520385:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099888600/0x5d4000e30d836774 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.520397:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5da00/0x5d4000e30d836766 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee5e7 expref: 459 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.520404:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099888600/0x5d4000e30d836774 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe13:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.520429:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5da00/0x5d4000e30d836766 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee5e7 expref: 459 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.520439:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5da00/0x5d4000e30d836766 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee5e7 expref: 459 pid: 18840 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.520449:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099024000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161285888:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.520509:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.521856:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099024000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161285888:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.521869:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099888600/0x5d4000e30d836774 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe13:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903174.522003:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.522872:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.522887:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172010240 00000100:00100000:0.0:1742903174.522890:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172010240 00000100:00100000:0.0:1742903174.522907:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76120 00000100:00100000:0.0:1742903174.522912:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099026680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+461:13300:x1827566172010240:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903174.522935:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1742903174.522946:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099759c00/0x5d4000e30d836790 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee5f5 expref: 461 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.522964:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27400/0x5d4000e30d836758 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee5e0 expref: 459 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.522972:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe12:0x0].0x0 (ffff88012d2c7b00) 00010000:00010000:0.0:1742903174.522975:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903174.522999:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099889800/0x5d4000e30d83679e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.523006:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099889800/0x5d4000e30d83679e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.523012:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099889800/0x5d4000e30d83679e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00010000:0.0:1742903174.523080:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880099026680 reply state ffff88011ef74000 transno 4295004451 ns: mdt-lustre-MDT0000_UUID lock: ffff880099889800/0x5d4000e30d83679e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.523088:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099889800/0x5d4000e30d83679e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.523093:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe12:0x0].0x0 (ffff88012d2c7b00) 00010000:00010000:0.0:1742903174.523097:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903174.523099:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1742903174.523133:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099026680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+461:13300:x1827566172010240:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 220us (262us total) trans 4295004451 rc 0/0 00000100:00100000:0.0:1742903174.523139:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76120 00000100:00100000:0.0:1742903174.526293:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.526364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.528551:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.529313:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.531863:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.533900:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.536062:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.536686:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172011776 00000100:00100000:0.0:1742903174.536690:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172011776 00010000:00010000:0.0:1742903174.536702:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26800/0x5d4000e30d8367c8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee603 expref: 465 pid: 7212 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.536720:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22419 00000100:00100000:0.0:1742903174.536725:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+465:2010:x1827566172011776:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.536732:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.536736:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26800/0x5d4000e30d8367c8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee603 expref: 465 pid: 7212 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.536744:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26800/0x5d4000e30d8367c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee603 expref: 465 pid: 7212 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.536755:0:8886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26800/0x5d4000e30d8367c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee603 expref: 465 pid: 7212 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.536942:0:8886:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe12:0x0].0x0 (ffff88012d2c7b00) 00010000:00010000:0.0:1742903174.536946:0:8886:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d8367f2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe12:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.536952:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d8367f2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe12:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.536956:0:8886:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d8367f2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe12:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.536998:0:8886:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.537012:0:8886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+464:2010:x1827566172011776:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 286us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.537017:0:8886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22419 00000100:00100000:0.0:1742903174.538847:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.539463:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.542248:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f0df800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161286272:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.542266:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83680e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903174.542345:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172012416 00000100:00100000:0.0:1742903174.542348:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172012416 00010000:00010000:0.0:1742903174.542360:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d8367f2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe12:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee611 expref: 467 pid: 7212 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.542413:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22420 00000100:00100000:0.0:1742903174.542418:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+468:2010:x1827566172012416:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.542426:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.542431:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d8367f2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe12:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee611 expref: 468 pid: 7212 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.542439:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d8367f2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe12:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee611 expref: 468 pid: 7212 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.542455:0:8886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d8367f2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe12:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee611 expref: 468 pid: 7212 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.542571:0:8886:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe12:0x0].0x0 (ffff88012d2c7b00) 00010000:00010000:0.0:1742903174.542575:0:8886:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83680e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.542583:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83680e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.542589:0:8886:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83680e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.542616:0:8886:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.542636:0:8886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+467:2010:x1827566172012416:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 217us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.542643:0:8886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22420 00000100:00100000:0.0:1742903174.545022:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.545128:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.548127:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.548171:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.551740:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.551761:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172013312 00000100:00100000:0.0:1742903174.551765:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172013312 00010000:00010000:0.0:1742903174.551784:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27e00/0x5d4000e30d83683f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee61f expref: 471 pid: 7211 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.551816:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22421 00000100:00100000:0.0:1742903174.551821:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51df850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+471:2009:x1827566172013312:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.551831:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.551836:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27e00/0x5d4000e30d83683f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee61f expref: 471 pid: 7211 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.552105:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27e00/0x5d4000e30d83683f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee61f expref: 471 pid: 7211 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.552236:0:8886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27e00/0x5d4000e30d83683f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee61f expref: 471 pid: 7211 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.552261:0:8886:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe13:0x0].0x0 (ffff88012d2c7400) 00010000:00010000:0.0:1742903174.552266:0:8886:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29e00/0x5d4000e30d83685b lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe13:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.552274:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29e00/0x5d4000e30d83685b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe13:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.552280:0:8886:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29e00/0x5d4000e30d83685b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe13:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.552505:0:8886:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.552545:0:8886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51df850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+470:2009:x1827566172013312:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 722us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.552552:0:8886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22421 00000100:00100000:0.0:1742903174.552958:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.556753:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.556789:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.561189:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.562576:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.563599:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.564755:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.566863:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.568286:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.568310:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.570746:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.571709:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.572185:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.573525:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.573543:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.573575:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.575313:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.575881:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5de00/0x5d4000e30d83692d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.575887:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5de00/0x5d4000e30d83692d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903174.575899:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7d8:0x0]: returning size 260096 00010000:00010000:0.0:1742903174.575963:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d836926 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee66c expref: 477 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.575989:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5de00/0x5d4000e30d83692d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee66c expref: 476 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.575995:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d8:0x0].0x0 (ffff880099003100) 00010000:00010000:0.0:1742903174.575998:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903174.575999:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099e5de00, rc 0) 00000100:00100000:0.0:1742903174.576016:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+476:13300:x1827566172016000:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2378us (2472us total) trans 4295004462 rc 0/0 00000100:00100000:0.0:1742903174.576022:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76139 00000100:00100000:0.0:1742903174.577894:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.577928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.578061:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.578092:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172016896 00000100:00100000:0.0:1742903174.578099:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172016896 00000100:00100000:0.0:1742903174.578113:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76142 00000100:00100000:0.0:1742903174.578118:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+473:13300:x1827566172016896:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903174.578125:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903174.578132:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099889c00/0x5d4000e30d83696c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee67a expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.578176:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099889600/0x5d4000e30d836973 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.578195:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5de00/0x5d4000e30d83692d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7d8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee66c expref: 474 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.578202:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099889600/0x5d4000e30d836973 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x7d8:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.578222:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5de00/0x5d4000e30d83692d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee66c expref: 474 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.578231:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5de00/0x5d4000e30d83692d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee66c expref: 474 pid: 7211 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.578241:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4cca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161287424:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.578301:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.579527:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f4cca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161287424:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.579539:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099889600/0x5d4000e30d836973 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d8:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903174.580948:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.581304:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099889600/0x5d4000e30d836973 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.581311:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099889600/0x5d4000e30d836973 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903174.581356:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7d8:0x0]: returning size 260096 00000004:00200000:0.0:1742903174.581360:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903174.581430:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099889600/0x5d4000e30d836973 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.581452:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099889c00/0x5d4000e30d83696c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee67a expref: 475 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.581465:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099889600/0x5d4000e30d836973 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee67a expref: 474 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.581470:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d8:0x0].0x0 (ffff880099003100) 00010000:00010000:0.0:1742903174.581473:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903174.581474:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099889600, rc 0) 00000100:00100000:0.0:1742903174.581522:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+474:13300:x1827566172016896:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3403us (3461us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.581527:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76142 00000100:00100000:0.0:1742903174.581739:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172017280 00000100:00100000:0.0:1742903174.581742:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172017280 00000100:00100000:0.0:1742903174.581758:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76143 00000100:00100000:0.0:1742903174.581762:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+474:13299:x1827566172017280:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903174.581773:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903174.581781:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099888600/0x5d4000e30d836981 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee681 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.581813:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099889e00/0x5d4000e30d836988 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.581820:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099889e00/0x5d4000e30d836988 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.581827:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099889e00/0x5d4000e30d836988 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.581837:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d83698f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.581842:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d83698f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.581847:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d83698f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.581897:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099888c00/0x5d4000e30d836996 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.581904:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099888c00/0x5d4000e30d836996 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.581910:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099888c00/0x5d4000e30d836996 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903174.581928:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7d9:0x0]: returning size 260096 00000004:00200000:0.0:1742903174.581930:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903174.581936:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099888c00/0x5d4000e30d836996 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.581943:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099888c00/0x5d4000e30d836996 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.581948:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099889e00/0x5d4000e30d836988 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.581953:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099889e00/0x5d4000e30d836988 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.581958:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099889e00/0x5d4000e30d836988 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.581966:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099889e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.581968:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099889e00/0x5d4000e30d836988 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.581973:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099889e00/0x5d4000e30d836988 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.581980:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:0.0:1742903174.581982:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.581985:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099889e00/0x5d4000e30d836988 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.581988:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099889e00/0x5d4000e30d836988 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.582045:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d83698f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.582052:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d83698f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.582057:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d83698f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.582061:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099888400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.582063:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d83698f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.582069:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d83698f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.582076:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xc734d1c8 (ffff880130ebbe00) 00010000:00010000:0.0:1742903174.582078:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.582081:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d83698f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.582084:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d83698f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.582103:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099888600/0x5d4000e30d836981 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee681 expref: 476 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.582111:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099888c00/0x5d4000e30d836996 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee681 expref: 475 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.582117:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d9:0x0].0x0 (ffff8800b1a19d00) 00010000:00010000:0.0:1742903174.582119:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903174.582121:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099888c00, rc 0) 00000100:00100000:0.0:1742903174.582146:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+475:13299:x1827566172017280:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 383us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.582152:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76143 00000100:00100000:0.0:1742903174.583673:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.583744:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.584502:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172017664 00000100:00100000:0.0:1742903174.584506:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172017664 00000100:00100000:0.0:1742903174.584543:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76144 00000100:00100000:0.0:1742903174.584547:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+475:13299:x1827566172017664:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903174.584556:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903174.584565:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d83699d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee688 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.584622:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099888e00/0x5d4000e30d8369a4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.584631:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880096125400/0x5d4000e30d81d84a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e671c expref: 476 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.584638:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099888e00/0x5d4000e30d8369a4 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x7d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.584660:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880096125400/0x5d4000e30d81d84a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e671c expref: 476 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.584670:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880096125400/0x5d4000e30d81d84a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e671c expref: 476 pid: 9576 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.584680:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4ce300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161287552:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.584767:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.586208:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f4ce300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161287552:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.586224:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099888e00/0x5d4000e30d8369a4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903174.586762:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.587769:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.589255:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.589604:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.591195:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.591220:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.594265:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.594342:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.595897:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.595931:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.597923:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.597962:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.598588:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.600224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.600254:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.602718:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.603504:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.603555:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.605655:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.606637:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.607112:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072238000/0x5d4000e30d836a61 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.607117:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072238000/0x5d4000e30d836a61 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903174.607130:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe12:0x0]: returning size 83190 00010000:00010000:0.0:1742903174.607424:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072239e00/0x5d4000e30d836a5a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee6c7 expref: 482 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.607439:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072238000/0x5d4000e30d836a61 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee6c7 expref: 481 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.607445:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe12:0x0].0x0 (ffff88012d2c7b00) 00010000:00010000:0.0:1742903174.607447:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903174.607448:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072238000, rc 0) 00000100:00100000:0.0:1742903174.607544:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+481:13300:x1827566172020992:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3722us (3990us total) trans 4295004470 rc 0/0 00000100:00100000:0.0:1742903174.607551:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76153 00000100:00100000:0.0:1742903174.609022:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.609466:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.610685:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880121f8ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161288576:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903174.610702:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218400/0x5d4000e30d836a76 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903174.610860:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.611132:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218400/0x5d4000e30d836a76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.611139:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218400/0x5d4000e30d836a76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903174.611175:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe12:0x0]: returning size 83190 00000004:00200000:0.0:1742903174.611178:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903174.611190:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218400/0x5d4000e30d836a76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.611274:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218a00/0x5d4000e30d836a6f lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee6ce expref: 483 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.611289:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218400/0x5d4000e30d836a76 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee6ce expref: 482 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.611296:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe12:0x0].0x0 (ffff88012d2c7b00) 00010000:00010000:0.0:1742903174.611298:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903174.611301:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c218400, rc 0) 00000100:00100000:0.0:1742903174.611343:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+482:13300:x1827566172021376:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2222us (2325us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.611350:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76154 00000100:00100000:0.0:1742903174.611398:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.613594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.614437:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.615012:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.615277:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.616664:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.617155:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.617218:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.617971:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.619667:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.619712:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.621192:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.621486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.623150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.623193:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.625093:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.625129:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.625165:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.625258:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76163 00000100:00100000:0.0:1742903174.625264:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+488:13300:x1827566172024704:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903174.625288:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903174.625298:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b200/0x5d4000e30d836b17 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee70d expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.625357:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d836b25 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625367:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d836b25 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625387:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d836b25 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625399:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d836b2c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625404:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d836b2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625409:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d836b2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625458:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68ae00/0x5d4000e30d836b3a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625464:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68ae00/0x5d4000e30d836b3a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625469:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68ae00/0x5d4000e30d836b3a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:0.0:1742903174.625486:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe12:0x0]: returning size 83190 00000004:00200000:0.0:1742903174.625488:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903174.625497:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68ae00/0x5d4000e30d836b3a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625503:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68ae00/0x5d4000e30d836b3a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625509:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d836b25 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625517:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d836b25 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625522:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d836b25 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625526:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b68bc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.625529:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d836b25 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625533:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d836b25 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625538:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:0.0:1742903174.625540:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.625543:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d836b25 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625547:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d836b25 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625556:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d836b2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625560:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d836b2c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625564:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d836b2c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625568:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b68a600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.625570:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d836b2c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625578:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d836b2c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625583:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xa4b2186b (ffff880130ebbf00) 00010000:00010000:0.0:1742903174.625586:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.625588:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d836b2c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625592:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d836b2c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.625611:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b200/0x5d4000e30d836b17 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee70d expref: 490 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.625624:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68ae00/0x5d4000e30d836b3a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee70d expref: 489 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.625630:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe12:0x0].0x0 (ffff88012d2c7b00) 00010000:00010000:0.0:1742903174.625631:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903174.625633:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b68ae00, rc 0) 00000100:00100000:0.0:1742903174.625653:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+489:13300:x1827566172024704:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 389us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.625658:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76163 00000100:00100000:0.0:1742903174.627400:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.627465:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.627480:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172025088 00000100:00100000:0.0:1742903174.627485:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172025088 00000100:00100000:0.0:1742903174.627528:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76164 00000100:00100000:0.0:1742903174.627533:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+489:13300:x1827566172025088:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903174.627636:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1742903174.627648:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68ae00/0x5d4000e30d836b3a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee70d expref: 489 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.627664:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06e00/0x5d4000e30d836af4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee6f8 expref: 488 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.627672:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe12:0x0].0x0 (ffff88012d2c7b00) 00010000:00010000:0.0:1742903174.627675:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903174.627705:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d836b41 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.627713:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d836b41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.627719:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d836b41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00010000:0.0:1742903174.628004:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88008f67dc00 reply state ffff88012cf41000 transno 4295004477 ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d836b41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.628013:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d836b41 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.628019:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe12:0x0].0x0 (ffff88012d2c7b00) 00010000:00010000:0.0:1742903174.628021:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903174.628023:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1742903174.628054:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+488:13300:x1827566172025088:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 521us (589us total) trans 4295004477 rc 0/0 00000100:00100000:0.0:1742903174.628060:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76164 00000100:00100000:0.0:1742903174.629934:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.630006:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.631352:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.631692:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.634265:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.634892:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.639013:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.639061:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.644244:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.645117:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.646863:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.647343:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.647361:0:11912:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172026880 00000100:00100000:0.0:1742903174.647364:0:11912:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172026880 00000100:00100000:0.0:1742903174.647407:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11479 00000100:00100000:0.0:1742903174.647411:0:11912:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+67:2010:x1827566172026880:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903174.647418:0:11912:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903174.647428:0:11912:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099889e00/0x5d4000e30d836bd4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee73e expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1742903174.647444:0:11912:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x6ee:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1742903174.647455:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.647457:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903174.647463:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099889e00/0x5d4000e30d836bd4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee73e expref: 68 pid: 11912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.647473:0:11912:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099889e00/0x5d4000e30d836bd4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee73e expref: 68 pid: 11912 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903174.647485:0:11912:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099889e00, rc 0) 00000100:00100000:0.0:1742903174.647508:0:11912:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+68:2010:x1827566172026880:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 96us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.647513:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11479 00000100:00100000:0.0:1742903174.649128:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.649723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.650956:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.652361:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.652406:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.654396:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.656587:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.657740:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.660934:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.660962:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.664420:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.664726:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.666610:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.667358:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.669988:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.670031:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.671264:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903174.671272:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07a00/0x5d4000e30d836c7c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.671289:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed07a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903174.671293:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07a00/0x5d4000e30d836c7c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.671301:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07a00/0x5d4000e30d836c7c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.671341:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe15:0x0].0x0 (ffff880099003a00) 00010000:00010000:0.0:1742903174.671344:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903174.671348:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07a00/0x5d4000e30d836c7c lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.671352:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07a00/0x5d4000e30d836c7c lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.671387:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.671389:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903174.671391:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903174.671674:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.673669:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172030336 00000100:00100000:0.0:1742903174.673675:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172030336 00000100:00100000:0.0:1742903174.673772:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76180 00000100:00100000:0.0:1742903174.673778:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+508:13299:x1827566172030336:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903174.673791:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903174.673799:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099889c00/0x5d4000e30d836c9f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee776 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.673830:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d836ca6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.673838:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d836ca6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.673845:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d836ca6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.673858:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099888600/0x5d4000e30d836cad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.673863:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099888600/0x5d4000e30d836cad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.673867:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099888600/0x5d4000e30d836cad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.673900:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099888e00/0x5d4000e30d836cb4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.673906:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099888e00/0x5d4000e30d836cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.673911:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099888e00/0x5d4000e30d836cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903174.673928:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe13:0x0]: returning size 83190 00000004:00200000:0.0:1742903174.673931:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903174.673938:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099888e00/0x5d4000e30d836cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.673944:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099888e00/0x5d4000e30d836cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.673949:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d836ca6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.673954:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d836ca6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.673958:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d836ca6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.673966:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099888400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.673969:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d836ca6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.673973:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d836ca6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.673980:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:0.0:1742903174.673982:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.673984:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d836ca6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.673989:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d836ca6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.673997:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099888600/0x5d4000e30d836cad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.674002:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099888600/0x5d4000e30d836cad lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.674006:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099888600/0x5d4000e30d836cad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.674011:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099888600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.674013:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099888600/0x5d4000e30d836cad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.674017:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099888600/0x5d4000e30d836cad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.674022:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xa4b2186b (ffff880130ebb200) 00010000:00010000:0.0:1742903174.674025:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.674026:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099888600/0x5d4000e30d836cad lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.674030:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099888600/0x5d4000e30d836cad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.674047:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099889c00/0x5d4000e30d836c9f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee776 expref: 510 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.674056:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099888e00/0x5d4000e30d836cb4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee776 expref: 509 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.674062:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe13:0x0].0x0 (ffff88012d2c7400) 00010000:00010000:0.0:1742903174.674063:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903174.674065:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099888e00, rc 0) 00000100:00100000:0.0:1742903174.674100:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+509:13299:x1827566172030336:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 321us (957us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.674252:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76180 00000100:00100000:0.0:1742903174.675091:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.675131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.677439:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172030848 00000100:00100000:0.0:1742903174.677443:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172030848 00000100:00100000:0.0:1742903174.677470:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76182 00000100:00100000:0.0:1742903174.677474:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+509:13299:x1827566172030848:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903174.677481:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903174.677489:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28000/0x5d4000e30d836cd0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee784 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.677674:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29600/0x5d4000e30d836cd7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe13:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.677685:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099888e00/0x5d4000e30d836cb4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee776 expref: 509 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.677690:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29600/0x5d4000e30d836cd7 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe13:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.677717:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099888e00/0x5d4000e30d836cb4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee776 expref: 509 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.677727:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099888e00/0x5d4000e30d836cb4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee776 expref: 509 pid: 9576 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.677738:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cfd8700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161289728:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.677806:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4e40 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.680817:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.680861:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.683571:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172031232 00000100:00100000:0.0:1742903174.683578:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172031232 00000100:00100000:0.0:1742903174.683619:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76184 00000100:00100000:0.0:1742903174.683626:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+511:13299:x1827566172031232:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903174.683641:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903174.683654:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29400/0x5d4000e30d836cec lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe13:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee792 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.683720:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29a00/0x5d4000e30d836cf3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.683732:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29600/0x5d4000e30d836cd7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe13:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee784 expref: 512 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.683739:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29a00/0x5d4000e30d836cf3 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe13:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.683762:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29600/0x5d4000e30d836cd7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe13:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee784 expref: 512 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.683771:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29600/0x5d4000e30d836cd7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe13:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee784 expref: 512 pid: 7211 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.683781:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cfd8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161289856:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.683851:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.686189:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.687200:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.689127:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.689726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.691192:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.692552:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.696633:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.696660:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.696692:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.696711:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172032512 00000100:00100000:0.0:1742903174.696719:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172032512 00000100:00100000:0.0:1742903174.696750:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172032768 00000100:00100000:0.0:1742903174.696752:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172032768 00000100:00100000:0.0:1742903174.696763:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76188 00000100:00100000:0.0:1742903174.696769:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+513:13299:x1827566172032512:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903174.696785:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903174.696801:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27000/0x5d4000e30d836d5c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee7ae expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.696848:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26600/0x5d4000e30d836d6a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.696858:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26600/0x5d4000e30d836d6a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.696866:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26600/0x5d4000e30d836d6a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.696874:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d836d71 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.696880:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d836d71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.696886:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d836d71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.696988:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26600/0x5d4000e30d836d6a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.696994:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26600/0x5d4000e30d836d6a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.696999:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26600/0x5d4000e30d836d6a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.697004:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed26600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.697007:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26600/0x5d4000e30d836d6a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.697013:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26600/0x5d4000e30d836d6a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.697020:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:0.0:1742903174.697022:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.697025:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26600/0x5d4000e30d836d6a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.697030:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26600/0x5d4000e30d836d6a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.697050:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d836d71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.697055:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d836d71 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.697060:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d836d71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.697064:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed26400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.697066:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d836d71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.697071:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d836d71 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.697076:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xfe0adadf (ffff88009b856500) 00010000:00010000:0.0:1742903174.697078:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.697080:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d836d71 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.697084:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d836d71 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.697104:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27000/0x5d4000e30d836d5c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee7ae expref: 513 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.697111:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27000/0x5d4000e30d836d5c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee7ae expref: 513 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.697117:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ed27000, rc 0) 00000100:00100000:0.0:1742903174.697132:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+512:13299:x1827566172032512:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 363us (507us total) trans 0 rc 301/301 00000100:00100000:0.0:1742903174.697137:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76188 00000100:00100000:0.0:1742903174.699077:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.699480:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.702288:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.703933:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.705946:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.705972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.708091:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.710474:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.711303:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.712080:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.713224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.715302:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.715355:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.719389:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.721609:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.721696:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.723233:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.724470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.726476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.726527:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.728521:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.730621:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.731267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.732507:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.733178:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.734598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.736801:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.738083:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.739741:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099008800/0x5d4000e30d8366cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.739748:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099008800/0x5d4000e30d8366cc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.739753:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099008800/0x5d4000e30d8366cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.739758:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099008800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.739761:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099008800/0x5d4000e30d8366cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.739767:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099008800/0x5d4000e30d8366cc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.739777:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe12:0x0].0x0 (ffff88012d2c7b00) 00010000:00010000:0.0:1742903174.739779:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.739783:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099008800/0x5d4000e30d8366cc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.739790:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099008800/0x5d4000e30d8366cc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.740605:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009400/0x5d4000e30d8366fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.740610:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099009400/0x5d4000e30d8366fd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.740614:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099009400/0x5d4000e30d8366fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.740618:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099009400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.740620:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009400/0x5d4000e30d8366fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.740624:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009400/0x5d4000e30d8366fd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.740632:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe13:0x0].0x0 (ffff88012d2c7400) 00010000:00010000:0.0:1742903174.740633:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.740635:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099009400/0x5d4000e30d8366fd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.740638:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099009400/0x5d4000e30d8366fd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.740646:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099889800/0x5d4000e30d83679e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.740649:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099889800/0x5d4000e30d83679e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.740652:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099889800/0x5d4000e30d83679e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.740656:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099889800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.740658:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099889800/0x5d4000e30d83679e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.740662:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099889800/0x5d4000e30d83679e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.740668:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe12:0x0].0x0 (ffff88012d2c7b00) 00010000:00010000:0.0:1742903174.740669:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.740671:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099889800/0x5d4000e30d83679e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.740674:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099889800/0x5d4000e30d83679e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.740681:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d8367f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.740685:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d8367f9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.740689:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d8367f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.740692:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880130d29800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.740694:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d8367f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.740697:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d8367f9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.740702:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe13:0x0].0x0 (ffff88012d2c7400) 00010000:00010000:0.0:1742903174.740704:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.740706:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d8367f9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.740709:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d8367f9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.740715:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28200/0x5d4000e30d8368e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xf51d8edf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.740719:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28200/0x5d4000e30d8368e0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xf51d8edf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.740723:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28200/0x5d4000e30d8368e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xf51d8edf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.740725:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880130d28200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.740727:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28200/0x5d4000e30d8368e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xf51d8edf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.740731:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28200/0x5d4000e30d8368e0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xf51d8edf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.740735:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xf51d8edf (ffff88012dd66c00) 00010000:00010000:0.0:1742903174.740737:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.740739:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28200/0x5d4000e30d8368e0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xf51d8edf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.740742:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28200/0x5d4000e30d8368e0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xf51d8edf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.740752:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c400/0x5d4000e30d83695e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xf51d8edf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.740756:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c400/0x5d4000e30d83695e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xf51d8edf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.740764:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c400/0x5d4000e30d83695e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xf51d8edf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.740767:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e5c400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.740769:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c400/0x5d4000e30d83695e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xf51d8edf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.740772:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c400/0x5d4000e30d83695e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xf51d8edf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.740777:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xf51d8edf (ffff88012dd66300) 00010000:00010000:0.0:1742903174.740779:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.740781:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c400/0x5d4000e30d83695e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xf51d8edf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.740785:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c400/0x5d4000e30d83695e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xf51d8edf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.740794:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d836b41 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740799:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d836b41 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740803:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d836b41 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740807:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099889400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.740809:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d836b41 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740813:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d836b41 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740818:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe12:0x0].0x0 (ffff88012d2c7b00) 00010000:00010000:0.0:1742903174.740820:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.740822:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d836b41 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740826:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099889400/0x5d4000e30d836b41 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740832:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072258000/0x5d4000e30d836b95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740836:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072258000/0x5d4000e30d836b95 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740840:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072258000/0x5d4000e30d836b95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740843:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072258000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.740845:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072258000/0x5d4000e30d836b95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740849:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072258000/0x5d4000e30d836b95 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740854:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe13:0x0].0x0 (ffff88012d2c7400) 00010000:00010000:0.0:1742903174.740855:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.740857:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072258000/0x5d4000e30d836b95 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740861:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072258000/0x5d4000e30d836b95 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740867:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06600/0x5d4000e30d836baa lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740872:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06600/0x5d4000e30d836baa lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740876:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06600/0x5d4000e30d836baa lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740879:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed06600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.740880:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06600/0x5d4000e30d836baa lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740884:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06600/0x5d4000e30d836baa lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740889:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xfe0adadf (ffff880099003700) 00010000:00010000:0.0:1742903174.740891:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.740892:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06600/0x5d4000e30d836baa lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740896:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06600/0x5d4000e30d836baa lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740903:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b200/0x5d4000e30d836be9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740907:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b200/0x5d4000e30d836be9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740911:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b200/0x5d4000e30d836be9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740914:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af0b200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.740916:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b200/0x5d4000e30d836be9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740920:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b200/0x5d4000e30d836be9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740924:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xfe0adadf (ffff880099003700) 00010000:00010000:0.0:1742903174.740926:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.740927:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b200/0x5d4000e30d836be9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740932:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b200/0x5d4000e30d836be9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740941:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072258800/0x5d4000e30d836c28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740946:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072258800/0x5d4000e30d836c28 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740950:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072258800/0x5d4000e30d836c28 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740953:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072258800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.740955:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072258800/0x5d4000e30d836c28 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740959:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072258800/0x5d4000e30d836c28 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740964:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xfe0adadf (ffff88009b856500) 00010000:00010000:0.0:1742903174.740966:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.740967:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072258800/0x5d4000e30d836c28 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740974:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072258800/0x5d4000e30d836c28 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740980:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07000/0x5d4000e30d836c6e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740985:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07000/0x5d4000e30d836c6e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740989:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07000/0x5d4000e30d836c6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740992:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed07000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.740994:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07000/0x5d4000e30d836c6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.740998:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07000/0x5d4000e30d836c6e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.741003:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xfe0adadf (ffff88009b856500) 00010000:00010000:0.0:1742903174.741005:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.741006:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07000/0x5d4000e30d836c6e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.741010:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07000/0x5d4000e30d836c6e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903174.741018:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b400/0x5d4000e30d836dcc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.741022:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b400/0x5d4000e30d836dcc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.741028:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b400/0x5d4000e30d836dcc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.741031:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a71b400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.741033:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b400/0x5d4000e30d836dcc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.741036:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b400/0x5d4000e30d836dcc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.741041:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xa4b2186b (ffff88009b856300) 00010000:00010000:0.0:1742903174.741043:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.741045:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b400/0x5d4000e30d836dcc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.741048:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b400/0x5d4000e30d836dcc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.741057:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d836e82 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.741060:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d836e82 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.741064:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d836e82 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.741068:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdd000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.741070:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d836e82 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.741074:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d836e82 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.741080:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xa4b2186b (ffff880099003500) 00010000:00010000:0.0:1742903174.741082:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.741084:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d836e82 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.741087:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d836e82 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903174.743726:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.744043:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800722da800/0x5d4000e30d836eba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe17:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.744049:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800722da800/0x5d4000e30d836eba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe17:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:0.0:1742903174.744062:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe17:0x0]: returning size 85026 00010000:00010000:0.0:1742903174.744154:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800722db800/0x5d4000e30d836eb3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee833 expref: 452 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.744165:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800722da800/0x5d4000e30d836eba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe17:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee833 expref: 451 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.744171:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe17:0x0].0x0 (ffff880099003300) 00010000:00010000:0.0:1742903174.744173:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903174.744175:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800722da800, rc 0) 00000100:00100000:0.0:1742903174.744193:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+451:13299:x1827566172037760:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3067us (3145us total) trans 4295004503 rc 0/0 00000100:00100000:0.0:1742903174.744199:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76204 00000100:00100000:0.0:1742903174.744235:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000001:00080000:0.0:1742903174.745736:0:9549:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970561 is committed 00000100:00100000:0.0:1742903174.746873:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.747542:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.748267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.749350:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.750813:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000001:00080000:0.0:1742903174.751453:0:9549:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970562 is committed 00000100:00100000:0.0:1742903174.753097:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.753279:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.755655:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.757252:0:18856:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a76a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:5bb9e3e8-ca71-4450-80de-f6568f81689c+67:2007:x1827566172039040:12345-192.168.203.29@tcp:16:dbench.0 Request processed in 1480us (1604us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.757259:0:18856:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11487 00000100:00100000:0.0:1742903174.758653:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.759559:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.761345:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.763450:0:17675:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172039680 00000100:00100000:0.0:1742903174.763457:0:17675:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172039680 00002000:00100000:0.0:1742903174.763482:0:17675:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x6f0:0x0] (0->4095) req@ffff880121f8ce00 x1827566172039680/t0(0) o4->5bb9e3e8-ca71-4450-80de-f6568f81689c@192.168.203.29@tcp:30/0 lens 4584/0 e 0 to 0 dl 1742903185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1742903174.763490:0:17675:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff880121f8ce00 with x1827566172039680 ext(0->4095) 00002000:00010000:0.0:1742903174.763494:0:17675:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880121f8ce00 00000100:00100000:0.0:1742903174.763522:0:17675:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1515 00000100:00100000:0.0:1742903174.763531:0:17675:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+68:2008:x1827566172039680:12345-192.168.203.29@tcp:4:dbench.0 00000100:00100000:0.0:1742903174.764578:0:17675:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+70:2008:x1827566172039680:12345-192.168.203.29@tcp:4:dbench.0 Request processed in 1044us (1147us total) trans 4294970498 rc 0/0 00000100:00100000:0.0:1742903174.764588:0:17675:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1515 00002000:00100000:0.0:1742903174.764594:0:17675:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x6f0:0x0] (0->4095) req@ffff880121f8ce00 x1827566172039680/t4294970498(0) o4->5bb9e3e8-ca71-4450-80de-f6568f81689c@192.168.203.29@tcp:30/0 lens 4584/448 e 0 to 0 dl 1742903185 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1742903174.764766:0:17675:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff880121f8ce00 with x1827566172039680 ext(0->4095) 00002000:00010000:0.0:1742903174.764770:0:17675:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880121f8ce00 00000100:00100000:0.0:1742903174.764913:0:17675:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172039808 00000100:00100000:0.0:1742903174.764917:0:17675:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172039808 00002000:00100000:0.0:1742903174.764932:0:17675:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x6ef:0x0] (0->4095) req@ffff880121f8f480 x1827566172039808/t0(0) o4->5bb9e3e8-ca71-4450-80de-f6568f81689c@192.168.203.29@tcp:30/0 lens 4584/0 e 0 to 0 dl 1742903185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1742903174.764939:0:17675:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff880121f8f480 with x1827566172039808 ext(0->4095) 00002000:00010000:0.0:1742903174.764942:0:17675:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880121f8f480 00000100:00100000:0.0:1742903174.764965:0:17675:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1516 00000100:00100000:0.0:1742903174.764969:0:17675:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+67:2007:x1827566172039808:12345-192.168.203.29@tcp:4:dbench.0 00000100:00100000:0.0:1742903174.765313:0:17675:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+69:2007:x1827566172039808:12345-192.168.203.29@tcp:4:dbench.0 Request processed in 342us (505us total) trans 4294970565 rc 0/0 00000100:00100000:0.0:1742903174.765346:0:17675:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1516 00002000:00100000:0.0:1742903174.765351:0:17675:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x6ef:0x0] (0->4095) req@ffff880121f8f480 x1827566172039808/t4294970565(0) o4->5bb9e3e8-ca71-4450-80de-f6568f81689c@192.168.203.29@tcp:30/0 lens 4584/448 e 0 to 0 dl 1742903185 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1742903174.765358:0:17675:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff880121f8f480 with x1827566172039808 ext(0->4095) 00002000:00010000:0.0:1742903174.765360:0:17675:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880121f8f480 00000100:00100000:0.0:1742903174.765918:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.769709:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.770464:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.772701:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.772963:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.772996:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.775108:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.779357:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.781273:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.781665:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.783169:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.784048:0:18856:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88006de95450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:5bb9e3e8-ca71-4450-80de-f6568f81689c+68:2010:x1827566172041600:12345-192.168.203.29@tcp:16:dbench.0 Request processed in 2269us (2377us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.784059:0:18856:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11494 00000100:00100000:0.0:1742903174.785531:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.785575:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.787302:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.787702:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.789605:0:18856:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:5bb9e3e8-ca71-4450-80de-f6568f81689c+68:2008:x1827566172042240:12345-192.168.203.29@tcp:16:dbench.0 Request processed in 1728us (1901us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.789615:0:18856:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11495 00000100:00100000:0.0:1742903174.791111:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.792195:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.794812:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.795248:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.796635:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.798057:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.799545:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.799593:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.801362:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.801407:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.803128:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.803275:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.803401:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22456 00000100:00100000:0.0:1742903174.803406:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+463:2007:x1827566172044288:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.803418:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.803424:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d836edd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee841 expref: 463 pid: 7212 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.803434:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d836edd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee841 expref: 463 pid: 7212 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.803450:0:8886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d836edd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee841 expref: 463 pid: 7212 timeout: 402 lvb_type: 0 00010000:00010000:0.0:1742903174.803465:0:8886:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe17:0x0].0x0 (ffff880099003300) 00010000:00010000:0.0:1742903174.803469:0:8886:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099888200/0x5d4000e30d836f77 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe17:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.803475:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099888200/0x5d4000e30d836f77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe17:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.803481:0:8886:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099888200/0x5d4000e30d836f77 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe17:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.803496:0:8886:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.803521:0:8886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+461:2007:x1827566172044288:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 114us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.803527:0:8886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22456 00000100:00100000:0.0:1742903174.806472:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.807860:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.808932:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.810045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.810387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.812185:0:18856:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172045312 00000100:00100000:0.0:1742903174.812190:0:18856:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172045312 00000100:00100000:0.0:1742903174.812220:0:18856:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11499 00000100:00100000:0.0:1742903174.812225:0:18856:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:5bb9e3e8-ca71-4450-80de-f6568f81689c+67:2009:x1827566172045312:12345-192.168.203.29@tcp:2:dbench.0 00002000:00010000:0.0:1742903174.813439:0:18856:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x6ef:0x0] updating lvb size from disk: 85026 -> 85026 00002000:00010000:0.0:1742903174.813445:0:18856:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x6ef:0x0] updating lvb mtime from disk: 1742903162 -> 1742903162 00002000:00010000:0.0:1742903174.813448:0:18856:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x6ef:0x0] updating lvb atime from disk: 1742903164 -> 1742903154 00002000:00010000:0.0:1742903174.813450:0:18856:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x6ef:0x0] updating lvb ctime from disk: 1742903174 -> 1742903174 00002000:00010000:0.0:1742903174.813452:0:18856:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x6ef:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:0.0:1742903174.813542:0:18856:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:5bb9e3e8-ca71-4450-80de-f6568f81689c+68:2009:x1827566172045312:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 1314us (1408us total) trans 4294970568 rc 0/0 00000100:00100000:0.0:1742903174.813548:0:18856:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11499 00000100:00100000:0.0:1742903174.813753:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172045568 00000100:00100000:0.0:1742903174.813758:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172045568 00000100:00100000:0.0:1742903174.813791:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17483 00000100:00100000:0.0:1742903174.813796:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+459:13299:x1827566172045568:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:0.0:1742903174.813980:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8438, 168 off1478984 00000001:00080000:0.0:1742903174.813986:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004510 00000100:00100000:0.0:1742903174.814031:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+461:13299:x1827566172045568:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 234us (366us total) trans 4295004511 rc 0/0 00000100:00100000:0.0:1742903174.814036:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17483 00000020:00080000:0.0:1742903174.814040:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903174.816665:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.816701:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.819948:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.823153:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172046336 00000100:00100000:0.0:1742903174.823163:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172046336 00000100:00100000:0.0:1742903174.823405:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76225 00000100:00100000:0.0:1742903174.823411:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+464:13299:x1827566172046336:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903174.823428:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903174.823444:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26c00/0x5d4000e30d836fe0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee88e expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.823605:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27c00/0x5d4000e30d836fe7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.823618:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218400/0x5d4000e30d836fbd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee880 expref: 465 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.823625:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27c00/0x5d4000e30d836fe7 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe17:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.823652:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218400/0x5d4000e30d836fbd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee880 expref: 465 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.823662:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218400/0x5d4000e30d836fbd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee880 expref: 465 pid: 18840 timeout: 402 lvb_type: 0 00000100:00100000:0.0:1742903174.823947:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009176c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161291520:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.824256:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.825293:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.831574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.831626:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.834546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.835072:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.836530:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.836565:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.836755:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099888600/0x5d4000e30d83701f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe16:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.836762:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099888600/0x5d4000e30d83701f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe16:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903174.836784:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe16:0x0]: returning size 85026 00000004:00200000:0.0:1742903174.836787:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903174.836795:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099888600/0x5d4000e30d83701f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe16:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.836813:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099889000/0x5d4000e30d837018 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe16:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee8a3 expref: 469 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.836827:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099888600/0x5d4000e30d83701f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe16:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee8a3 expref: 468 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.836832:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe16:0x0].0x0 (ffff88009b856e00) 00010000:00010000:0.0:1742903174.836834:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903174.836836:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099888600, rc 0) 00000100:00100000:0.0:1742903174.836862:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+468:13300:x1827566172047232:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1712us (1791us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.836867:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76228 00000100:00100000:0.0:1742903174.838779:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.838823:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.841806:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.841858:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.844284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.844570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.846849:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.846887:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.848910:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.850164:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.850964:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.853535:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.853572:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.856610:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.857275:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.857726:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172050304 00000100:00100000:0.0:1742903174.857730:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172050304 00000100:00100000:0.0:1742903174.857748:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76238 00000100:00100000:0.0:1742903174.857753:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+475:13300:x1827566172050304:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903174.857780:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1742903174.857791:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072259600/0x5d4000e30d837081 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee8c6 expref: 475 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.857816:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099008c00/0x5d4000e30d8366d3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee5bd expref: 474 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.857824:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe12:0x0].0x0 (ffff88012d2c7b00) 00010000:00010000:0.0:1742903174.857830:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903174.857841:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d8370e3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.857849:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d8370e3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.857858:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d8370e3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.857868:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27800/0x5d4000e30d8370ea lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.857873:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27800/0x5d4000e30d8370ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.857877:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27800/0x5d4000e30d8370ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.857943:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26800/0x5d4000e30d8370f1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.857949:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26800/0x5d4000e30d8370f1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.857954:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26800/0x5d4000e30d8370f1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:0.0:1742903174.858125:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1722, 64 off118464 00000040:00080000:0.0:1742903174.858149:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8442, 184 off1479672 00010000:00010000:0.0:1742903174.858182:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26c00/0x5d4000e30d8370f8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.858188:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26c00/0x5d4000e30d8370f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.858194:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26c00/0x5d4000e30d8370f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.858200:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26c00/0x5d4000e30d8370f8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.858209:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26c00/0x5d4000e30d8370f8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.858214:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26c00/0x5d4000e30d8370f8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.858232:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903174.858246:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26800/0x5d4000e30d8370f1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.858251:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26800/0x5d4000e30d8370f1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.858255:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26800/0x5d4000e30d8370f1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.858260:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed26800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.858263:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26800/0x5d4000e30d8370f1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.858269:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26800/0x5d4000e30d8370f1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.858275:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe12:0x0].0x0 (ffff880130ebb400) 00010000:00010000:0.0:1742903174.858277:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903174.858280:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26800/0x5d4000e30d8370f1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.858284:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26800/0x5d4000e30d8370f1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.858390:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d8370e3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.858399:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d8370e3 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.858403:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d8370e3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.858407:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed26400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.858409:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d8370e3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.858413:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d8370e3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.858419:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:0.0:1742903174.858421:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.858424:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d8370e3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.858427:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d8370e3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:0.0:1742903174.858436:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800720e7b80 reply state ffff8800826b6000 transno 4295004520 ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27800/0x5d4000e30d8370ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.858442:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27800/0x5d4000e30d8370ea lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.858447:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xfe0adadf (ffff880130ebb700) 00010000:00010000:0.0:1742903174.858449:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903174.858451:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1742903174.858483:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+475:13300:x1827566172050304:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 728us (976us total) trans 4295004520 rc 0/0 00000100:00100000:0.0:1742903174.858491:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76238 00000100:00100000:0.0:1742903174.860778:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.861028:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218400/0x5d4000e30d8370dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe17:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.861034:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218400/0x5d4000e30d8370dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe17:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903174.861075:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe17:0x0]: returning size 85026 00000004:00200000:0.0:1742903174.861079:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903174.861097:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218400/0x5d4000e30d8370dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe17:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.861124:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072258c00/0x5d4000e30d8370d5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe17:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee8db expref: 474 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.861135:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218400/0x5d4000e30d8370dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee8db expref: 473 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.861141:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe17:0x0].0x0 (ffff880099003300) 00010000:00010000:0.0:1742903174.861143:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903174.861145:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c218400, rc 0) 00000100:00100000:0.0:1742903174.861221:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+473:13299:x1827566172050048:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3805us (3899us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.861228:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76237 00000100:00100000:0.0:1742903174.861641:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172050560 00000100:00100000:0.0:1742903174.861644:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172050560 00000100:00100000:0.0:1742903174.861672:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76239 00000100:00100000:0.0:1742903174.861676:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+473:13300:x1827566172050560:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903174.861737:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903174.861748:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27c00/0x5d4000e30d8370ff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee8e2 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.861794:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26e00/0x5d4000e30d837106 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.861803:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26e00/0x5d4000e30d837106 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.861809:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26e00/0x5d4000e30d837106 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.861819:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27a00/0x5d4000e30d83710d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x53504954 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.861824:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27a00/0x5d4000e30d83710d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.861829:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27a00/0x5d4000e30d83710d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.861862:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26e00/0x5d4000e30d837106 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.861868:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26e00/0x5d4000e30d837106 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.861874:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26e00/0x5d4000e30d837106 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.861878:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed26e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.861882:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26e00/0x5d4000e30d837106 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.861888:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26e00/0x5d4000e30d837106 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.861895:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:0.0:1742903174.861896:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.861900:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26e00/0x5d4000e30d837106 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.861904:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26e00/0x5d4000e30d837106 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.861913:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27a00/0x5d4000e30d83710d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.861917:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27a00/0x5d4000e30d83710d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.861922:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27a00/0x5d4000e30d83710d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.861926:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed27a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.861928:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27a00/0x5d4000e30d83710d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.861932:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27a00/0x5d4000e30d83710d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.861937:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x53504954 (ffff880130ebb200) 00010000:00010000:0.0:1742903174.861939:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.861941:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27a00/0x5d4000e30d83710d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.861945:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27a00/0x5d4000e30d83710d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.861964:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27c00/0x5d4000e30d8370ff lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee8e2 expref: 474 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.861971:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27c00/0x5d4000e30d8370ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee8e2 expref: 474 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.861977:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ed27c00, rc 0) 00000100:00100000:0.0:1742903174.862007:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+473:13300:x1827566172050560:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 330us (410us total) trans 0 rc 301/301 00000100:00100000:0.0:1742903174.862013:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76239 00000100:00100000:0.0:1742903174.862550:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.863430:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.865047:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.866130:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.868047:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.869709:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.870263:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.872353:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.872658:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.872714:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.873992:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+479:13299:x1827566172051584:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3379us (3728us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.873999:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76244 00000100:00100000:0.0:1742903174.875133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.875683:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172052480 00000100:00100000:0.0:1742903174.875686:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172052480 00000100:00100000:0.0:1742903174.875705:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17488 00000100:00100000:0.0:1742903174.875709:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+478:13299:x1827566172052480:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:0.0:1742903174.875915:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8443, 168 off1479840 00000100:00100000:0.0:1742903174.876050:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+479:13299:x1827566172052480:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 336us (391us total) trans 4295004522 rc 0/0 00000100:00100000:0.0:1742903174.876057:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17488 00000100:00100000:0.0:1742903174.877425:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.877462:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.879093:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.880365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.880454:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.881755:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.883769:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.885423:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.886818:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.886885:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.888261:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.890453:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.892266:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.894357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.898415:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.898784:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172055552 00000100:00100000:0.0:1742903174.898787:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172055552 00000100:00100000:0.0:1742903174.898904:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17491 00000100:00100000:0.0:1742903174.898909:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+484:13300:x1827566172055552:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:0.0:1742903174.899041:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8446, 168 off1480360 00000100:00100000:0.0:1742903174.899101:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+484:13300:x1827566172055552:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 191us (368us total) trans 4295004527 rc 0/0 00000100:00100000:0.0:1742903174.899108:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17491 00000100:00100000:0.0:1742903174.902051:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.902475:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27c00/0x5d4000e30d83725d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902493:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27c00/0x5d4000e30d83725d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902504:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27c00/0x5d4000e30d83725d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902517:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d837264 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902523:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d837264 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902528:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d837264 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902593:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27a00/0x5d4000e30d83726b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902601:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27a00/0x5d4000e30d83726b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902671:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27a00/0x5d4000e30d83726b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:0.0:1742903174.902713:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7da:0x0]: returning size 260096 00000004:00200000:0.0:1742903174.902717:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903174.902732:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27a00/0x5d4000e30d83726b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902745:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27a00/0x5d4000e30d83726b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902751:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27c00/0x5d4000e30d83725d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902755:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27c00/0x5d4000e30d83725d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902761:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27c00/0x5d4000e30d83725d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902765:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed27c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.902767:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27c00/0x5d4000e30d83725d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902772:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27c00/0x5d4000e30d83725d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902781:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:0.0:1742903174.902783:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.902785:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27c00/0x5d4000e30d83725d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902793:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27c00/0x5d4000e30d83725d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902804:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d837264 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902808:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d837264 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902812:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d837264 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902816:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed26a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903174.902818:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d837264 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902823:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d837264 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902829:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xe4a56594 (ffff880130ebb200) 00010000:00010000:0.0:1742903174.902830:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903174.902832:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d837264 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902836:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d837264 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.902862:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68b400/0x5d4000e30d837256 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee952 expref: 486 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.902874:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27a00/0x5d4000e30d83726b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee952 expref: 485 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.902879:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7da:0x0].0x0 (ffff8800722cfe00) 00010000:00010000:0.0:1742903174.902881:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903174.902883:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ed27a00, rc 0) 00000100:00100000:0.0:1742903174.902967:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+485:13300:x1827566172055680:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 764us (920us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.902973:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76256 00000100:00100000:0.0:1742903174.904546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.905239:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.905276:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.907162:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.907307:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.909461:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.911206:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.911266:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172056960 00000100:00100000:0.0:1742903174.911272:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172056960 00000100:00100000:0.0:1742903174.911307:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17492 00000100:00100000:0.0:1742903174.911312:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+486:13299:x1827566172056960:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:0.0:1742903174.911469:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8447, 168 off1480528 00000100:00100000:0.0:1742903174.911555:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+487:13299:x1827566172056960:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 242us (351us total) trans 4295004530 rc 0/0 00000100:00100000:0.0:1742903174.911562:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17492 00000100:00100000:0.0:1742903174.913113:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.915249:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.915671:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.916084:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.918908:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.919710:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.919733:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.921067:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.921110:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.922893:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.923203:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28c00/0x5d4000e30d837305 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.923208:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28c00/0x5d4000e30d837305 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903174.923237:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7db:0x0]: returning size 260096 00000004:00200000:0.0:1742903174.923240:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903174.923250:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28c00/0x5d4000e30d837305 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.923270:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28800/0x5d4000e30d8372fe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee983 expref: 489 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.923280:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28c00/0x5d4000e30d837305 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee983 expref: 488 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.923286:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7db:0x0].0x0 (ffff88009b856200) 00010000:00010000:0.0:1742903174.923288:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903174.923290:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130d28c00, rc 0) 00000100:00100000:0.0:1742903174.923480:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+487:13299:x1827566172058368:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2303us (2414us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.923486:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76264 00000100:00100000:0.0:1742903174.923812:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.925084:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.926249:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.931020:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.931213:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.931253:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.933633:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.933669:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.936132:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.936172:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.938486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.938517:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.940762:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.940802:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.942776:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.942811:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.942834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.942868:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.945247:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.945280:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.948741:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172062592 00000100:00100000:0.0:1742903174.948745:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172062592 00000100:00100000:0.0:1742903174.948760:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17496 00000100:00100000:0.0:1742903174.948763:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d4e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+495:13299:x1827566172062592:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:0.0:1742903174.948942:0:18842:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8450, 168 off1481032 00000100:00100000:0.0:1742903174.949055:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d4e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+497:13299:x1827566172062592:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 289us (330us total) trans 4295004539 rc 0/0 00000100:00100000:0.0:1742903174.949061:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17496 00000100:00100000:0.0:1742903174.951835:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.952130:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.952149:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172062848 00000100:00100000:0.0:1742903174.952154:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172062848 00000100:00100000:0.0:1742903174.952185:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76276 00000100:00100000:0.0:1742903174.952189:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+498:13300:x1827566172062848:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903174.952201:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903174.952212:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26e00/0x5d4000e30d8373ec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee9c9 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.952249:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d8373f3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.952257:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d8373f3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.952265:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26a00/0x5d4000e30d8373f3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903174.955204:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.955251:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.956884:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.956902:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172063488 00000100:00100000:0.0:1742903174.956905:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172063488 00010000:00010000:0.0:1742903174.956930:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29e00/0x5d4000e30d8373e5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee9c2 expref: 502 pid: 18840 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903174.956950:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22484 00000100:00100000:0.0:1742903174.956955:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a338c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+502:2009:x1827566172063488:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.956968:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.956972:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29e00/0x5d4000e30d8373e5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee9c2 expref: 502 pid: 18840 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903174.956981:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29e00/0x5d4000e30d8373e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee9c2 expref: 502 pid: 18840 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903174.957001:0:8886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29e00/0x5d4000e30d8373e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee9c2 expref: 502 pid: 18840 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903174.957038:0:8886:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7db:0x0].0x0 (ffff88009b856200) 00010000:00010000:0.0:1742903174.957042:0:8886:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219600/0x5d4000e30d837416 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.957050:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219600/0x5d4000e30d837416 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.957055:0:8886:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219600/0x5d4000e30d837416 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x7db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903174.957162:0:8886:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.957227:0:8886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a338c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+501:2009:x1827566172063488:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 244us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.957234:0:8886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22484 00000100:00100000:0.0:1742903174.957349:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172063616 00000100:00100000:0.0:1742903174.957353:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172063616 00010000:00010000:0.0:1742903174.957414:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800722db800/0x5d4000e30d837401 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee9c9 expref: 501 pid: 7211 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903174.957430:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22485 00000100:00100000:0.0:1742903174.957434:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+501:2008:x1827566172063616:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903174.957440:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.957444:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800722db800/0x5d4000e30d837401 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee9c9 expref: 501 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903174.957451:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800722db800/0x5d4000e30d837401 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee9c9 expref: 501 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903174.957465:0:8886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800722db800/0x5d4000e30d837401 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee9c9 expref: 501 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903174.957473:0:8886:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7da:0x0].0x0 (ffff8800722cfe00) 00010000:00010000:0.0:1742903174.957476:0:8886:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a800/0x5d4000e30d83741d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7da:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.957482:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a800/0x5d4000e30d83741d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7da:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.957486:0:8886:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a800/0x5d4000e30d83741d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x7da:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903174.957504:0:8886:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903174.957520:0:8886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+501:2008:x1827566172063616:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 85us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.957525:0:8886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22485 00000100:00100000:0.0:1742903174.961010:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.961029:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172063744 00000100:00100000:0.0:1742903174.961032:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172063744 00000100:00100000:0.0:1742903174.961058:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76280 00000100:00100000:0.0:1742903174.961062:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+502:13300:x1827566172063744:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903174.961067:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903174.961074:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26c00/0x5d4000e30d837439 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7da:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ee9e5 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.961117:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d837440 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.961129:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a800/0x5d4000e30d83741d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7da:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee9d0 expref: 503 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.961135:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d837440 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.961160:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a800/0x5d4000e30d83741d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7da:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee9d0 expref: 503 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.961170:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a800/0x5d4000e30d83741d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7da:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee9d0 expref: 503 pid: 7211 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903174.961181:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d343800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161295360:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.961239:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.962716:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903174.963125:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d837440 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.963133:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d837440 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903174.963167:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7da:0x0]: returning size 260096 00000004:00200000:0.0:1742903174.963171:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903174.963185:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d837440 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.963210:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26c00/0x5d4000e30d837439 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee9e5 expref: 503 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.963222:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d837440 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee9e5 expref: 502 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.963229:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7da:0x0].0x0 (ffff8800722cfe00) 00010000:00010000:0.0:1742903174.963231:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903174.963233:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ed26400, rc 0) 00000100:00100000:0.0:1742903174.963265:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+502:13300:x1827566172063744:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2201us (2253us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903174.963271:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76280 00000100:00100000:0.0:1742903174.964942:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.965652:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172064384 00000100:00100000:0.0:1742903174.965659:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172064384 00000100:00100000:0.0:1742903174.968974:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.969015:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.969270:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.969288:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172064896 00000100:00100000:0.0:1742903174.969290:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172064896 00000100:00100000:0.0:1742903174.969314:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76284 00000100:00100000:0.0:1742903174.969339:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099025880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+503:13299:x1827566172064896:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903174.969370:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903174.969396:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68bc00/0x5d4000e30d837447 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee9de expref: 503 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.969408:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7db:0x0].0x0 (ffff88009b856200) 00010000:00010000:0.0:1742903174.969411:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903174.969437:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26e00/0x5d4000e30d83747f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.969444:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072239400/0x5d4000e30d837463 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee9ec expref: 502 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.969456:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26e00/0x5d4000e30d83747f lrc: 4/0,1 mode: --/PW res: [0x200000402:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903174.969477:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072239400/0x5d4000e30d837463 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee9ec expref: 502 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903174.969486:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072239400/0x5d4000e30d837463 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee9ec expref: 502 pid: 7211 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903174.969497:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099027b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161295488:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903174.969701:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1742903174.971208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.972699:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.973716:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.974220:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.976503:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.976546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.979103:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.979528:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.981197:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.982185:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.983332:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.984910:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.986067:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.987493:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.989596:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.990855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.991605:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903174.992668:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.001021:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.001075:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.004684:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172068736 00000100:00100000:0.0:1742903175.004691:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172068736 00000100:00100000:0.0:1742903175.004725:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76297 00000100:00100000:0.0:1742903175.004731:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+514:13300:x1827566172068736:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.004988:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.005002:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d8375a5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eea55 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.005038:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d8375ac lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.005048:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d8375ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.005056:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d8375ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.005064:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b400/0x5d4000e30d8375b3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.005069:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b400/0x5d4000e30d8375b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.005074:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b400/0x5d4000e30d8375b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.005100:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d8375ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.005108:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d8375ac lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.005113:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d8375ac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.005118:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af0ae00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.005120:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d8375ac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.005126:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d8375ac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.005132:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:0.0:1742903175.005135:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.005138:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d8375ac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.005142:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d8375ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.005164:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b400/0x5d4000e30d8375b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.005169:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b400/0x5d4000e30d8375b3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.005173:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b400/0x5d4000e30d8375b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.005177:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af0b400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.005179:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b400/0x5d4000e30d8375b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.005187:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b400/0x5d4000e30d8375b3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.005192:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x985392a1 (ffff88012dd66e00) 00010000:00010000:0.0:1742903175.005194:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.005196:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b400/0x5d4000e30d8375b3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.005200:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b400/0x5d4000e30d8375b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.005216:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d8375a5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eea55 expref: 515 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.005222:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d8375a5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eea55 expref: 515 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.005228:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af0b600, rc 0) 00000100:00100000:0.0:1742903175.005258:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+514:13300:x1827566172068736:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 527us (631us total) trans 0 rc 301/301 00000100:00100000:0.0:1742903175.005263:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76297 00000100:00100000:0.0:1742903175.007271:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.007308:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.009839:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.013833:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.014510:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.017923:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.018005:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.020960:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.020989:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.029260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.029348:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.030998:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.032183:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.034529:0:11577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ed23100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:11577:1827566161296256:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1742903175.034558:0:11577:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903175.034583:0:11577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.035853:0:11577:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970488 gen 2 00000004:00080000:0.0:1742903175.035858:0:11577:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800999ff480, transno 4294970480 00000004:00080000:0.0:1742903175.035874:0:11577:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800999fc380, transno 4294970481 00000004:00080000:0.0:1742903175.035877:0:11577:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800999fd880, transno 4294970482 00000004:00080000:0.0:1742903175.035879:0:11577:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009c5dc000, transno 4294970483 00000004:00080000:0.0:1742903175.035881:0:11577:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800999ff800, transno 4294970484 00000004:00080000:0.0:1742903175.035882:0:11577:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009390f800, transno 4294970485 00000004:00080000:0.0:1742903175.035884:0:11577:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880072347800, transno 4294970486 00000004:00080000:0.0:1742903175.035886:0:11577:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800915a2300, transno 4294970487 00000004:00080000:0.0:1742903175.035888:0:11577:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880072346a00, transno 4294970488 00000100:00100000:0.0:1742903175.035894:0:11577:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff88011ed23100 x1827566161296256/t4294970507(4294970507) o5->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1742903191 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 00000100:00100000:0.0:1742903175.035903:0:11577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ed23100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:11577:1827566161296256:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1742903175.035911:0:11577:0:(osp_precreate.c:704:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x6f2:0x0]-[0x2c0000401:0x721:0x0] 00000100:00100000:0.0:1742903175.037357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.038114:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.040527:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.041994:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.043702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.043754:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.043769:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172072448 00000100:00100000:0.0:1742903175.043771:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172072448 00010000:00010000:0.0:1742903175.043797:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099801800/0x5d4000e30d837685 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eea9b expref: 75 pid: 18859 timeout: 403 lvb_type: 1 00000100:00100000:0.0:1742903175.043815:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22494 00000100:00100000:0.0:1742903175.043823:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+75:2010:x1827566172072448:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903175.043829:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903175.043844:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099801800/0x5d4000e30d837685 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eea9b expref: 75 pid: 18859 timeout: 403 lvb_type: 1 00010000:00010000:0.0:1742903175.043853:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099801800/0x5d4000e30d837685 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eea9b expref: 75 pid: 18859 timeout: 403 lvb_type: 1 00010000:00010000:0.0:1742903175.043865:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903175.043866:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903175.043870:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099801200/0x5d4000e30d83769a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeaa9 expref: 75 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.043877:0:8886:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099801200/0x5d4000e30d83769a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeaa9 expref: 75 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.043894:0:8886:0:(ldlm_lockd.c:1128:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099801200/0x5d4000e30d83769a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeaa9 expref: 75 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903175.043911:0:8886:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8886:1827566161296640:192.168.203.29@tcp:105: 00000100:00100000:0.0:1742903175.043950:0:8886:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.045917:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.047210:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.047955:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.050597:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.051229:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.052775:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.053116:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d836f00 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.053122:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d836f00 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.053127:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d836f00 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.053131:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099888a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.053135:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d836f00 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.053140:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d836f00 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.053495:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe16:0x0].0x0 (ffff88009b856e00) 00010000:00010000:0.0:1742903175.053497:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.053501:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d836f00 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.053505:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099888a00/0x5d4000e30d836f00 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.053522:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800722dae00/0x5d4000e30d836f31 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.053526:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800722dae00/0x5d4000e30d836f31 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.053534:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800722dae00/0x5d4000e30d836f31 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.053537:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800722dae00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.053542:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800722dae00/0x5d4000e30d836f31 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.053546:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800722dae00/0x5d4000e30d836f31 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.053560:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe17:0x0].0x0 (ffff880099003300) 00010000:00010000:0.0:1742903175.053561:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.053564:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800722dae00/0x5d4000e30d836f31 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.053568:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800722dae00/0x5d4000e30d836f31 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.053577:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072258800/0x5d4000e30d836fa1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.053581:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072258800/0x5d4000e30d836fa1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.053585:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072258800/0x5d4000e30d836fa1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.053591:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072258800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.053593:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072258800/0x5d4000e30d836fa1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.053600:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072258800/0x5d4000e30d836fa1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.053606:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe16:0x0].0x0 (ffff88009b856e00) 00010000:00010000:0.0:1742903175.053608:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.053610:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072258800/0x5d4000e30d836fa1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.053614:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072258800/0x5d4000e30d836fa1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.053622:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ac00/0x5d4000e30d837050 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.053627:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ac00/0x5d4000e30d837050 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.053631:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ac00/0x5d4000e30d837050 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.053635:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a71ac00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.053637:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ac00/0x5d4000e30d837050 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.053641:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ac00/0x5d4000e30d837050 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.053645:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe17:0x0].0x0 (ffff880099003300) 00010000:00010000:0.0:1742903175.053647:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.053649:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ac00/0x5d4000e30d837050 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.053652:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ac00/0x5d4000e30d837050 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.053660:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27800/0x5d4000e30d8370ea lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.053664:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27800/0x5d4000e30d8370ea lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.053668:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27800/0x5d4000e30d8370ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.053671:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed27800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.053673:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27800/0x5d4000e30d8370ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.053677:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27800/0x5d4000e30d8370ea lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.053682:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xfe0adadf (ffff880130ebb700) 00010000:00010000:0.0:1742903175.053684:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.053686:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27800/0x5d4000e30d8370ea lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.053690:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27800/0x5d4000e30d8370ea lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.053705:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ba00/0x5d4000e30d8371bc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.053710:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ba00/0x5d4000e30d8371bc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.053714:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ba00/0x5d4000e30d8371bc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.053721:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a71ba00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.053723:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ba00/0x5d4000e30d8371bc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.053727:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ba00/0x5d4000e30d8371bc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.053733:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xfe0adadf (ffff88012dd66200) 00010000:00010000:0.0:1742903175.053735:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.053736:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ba00/0x5d4000e30d8371bc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.053741:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ba00/0x5d4000e30d8371bc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xfe0adadf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.053751:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28200/0x5d4000e30d8372f7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.053755:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28200/0x5d4000e30d8372f7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.053759:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28200/0x5d4000e30d8372f7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.053762:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880130d28200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.053765:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28200/0x5d4000e30d8372f7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.053769:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28200/0x5d4000e30d8372f7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.054037:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7da:0x0].0x0 (ffff8800722cfe00) 00010000:00010000:0.0:1742903175.054040:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.054043:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28200/0x5d4000e30d8372f7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.054047:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28200/0x5d4000e30d8372f7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.054058:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d8373c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054062:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d8373c2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054066:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d8373c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054070:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b68a600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.054072:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d8373c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054077:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d8373c2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054083:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7db:0x0].0x0 (ffff88009b856200) 00010000:00010000:0.0:1742903175.054085:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.054087:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d8373c2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054091:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a600/0x5d4000e30d8373c2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054098:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28400/0x5d4000e30d8373c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.054102:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28400/0x5d4000e30d8373c9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.054107:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28400/0x5d4000e30d8373c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.054111:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880130d28400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.054113:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28400/0x5d4000e30d8373c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.054117:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28400/0x5d4000e30d8373c9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.054122:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7da:0x0].0x0 (ffff8800722cfe00) 00010000:00010000:0.0:1742903175.054124:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.054126:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28400/0x5d4000e30d8373c9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.054130:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28400/0x5d4000e30d8373c9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.054137:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26e00/0x5d4000e30d83747f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054141:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26e00/0x5d4000e30d83747f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054145:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26e00/0x5d4000e30d83747f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054148:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed26e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.054150:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26e00/0x5d4000e30d83747f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054153:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26e00/0x5d4000e30d83747f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054161:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7db:0x0].0x0 (ffff88009b856200) 00010000:00010000:0.0:1742903175.054163:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.054164:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26e00/0x5d4000e30d83747f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054168:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26e00/0x5d4000e30d83747f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054174:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ec00/0x5d4000e30d8374a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.054178:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ec00/0x5d4000e30d8374a9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.054182:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ec00/0x5d4000e30d8374a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.054185:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5ec00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.054187:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ec00/0x5d4000e30d8374a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.054191:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ec00/0x5d4000e30d8374a9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.054195:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x985392a1 (ffff88012dd66e00) 00010000:00010000:0.0:1742903175.054197:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.054198:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ec00/0x5d4000e30d8374a9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.054202:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ec00/0x5d4000e30d8374a9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.054207:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d83750b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054211:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d83750b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054215:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d83750b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054218:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c218200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.054220:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d83750b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054224:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d83750b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054228:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x985392a1 (ffff88012dd66e00) 00010000:00010000:0.0:1742903175.054229:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.054230:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d83750b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054234:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d83750b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054240:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e000/0x5d4000e30d837574 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054243:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e000/0x5d4000e30d837574 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054247:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e000/0x5d4000e30d837574 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054250:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5e000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.054252:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e000/0x5d4000e30d837574 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054256:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e000/0x5d4000e30d837574 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054260:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x985392a1 (ffff8800995c8e00) 00010000:00010000:0.0:1742903175.054262:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.054263:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e000/0x5d4000e30d837574 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054266:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e000/0x5d4000e30d837574 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054272:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d8375c8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.054276:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d8375c8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.054279:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d8375c8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.054283:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099884800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.054284:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d8375c8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.054289:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d8375c8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.054294:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x985392a1 (ffff88012dd66e00) 00010000:00010000:0.0:1742903175.054296:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.054297:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d8375c8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.054304:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d8375c8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.054314:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072239000/0x5d4000e30d8375e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054353:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072239000/0x5d4000e30d8375e4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054357:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072239000/0x5d4000e30d8375e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054361:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072239000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.054363:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072239000/0x5d4000e30d8375e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054367:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072239000/0x5d4000e30d8375e4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054381:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x985392a1 (ffff8800995c8e00) 00010000:00010000:0.0:1742903175.054383:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.054386:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072239000/0x5d4000e30d8375e4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054390:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072239000/0x5d4000e30d8375e4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.054399:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800722db800/0x5d4000e30d837669 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.054403:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800722db800/0x5d4000e30d837669 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.054409:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800722db800/0x5d4000e30d837669 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.054413:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800722db800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.054415:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800722db800/0x5d4000e30d837669 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.054419:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800722db800/0x5d4000e30d837669 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.054424:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x985392a1 (ffff8800995c8e00) 00010000:00010000:0.0:1742903175.054426:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.054428:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800722db800/0x5d4000e30d837669 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.054432:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800722db800/0x5d4000e30d837669 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903175.055469:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.055837:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.061759:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.061801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.064941:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.064978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.065016:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.074428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.074479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.080684:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.083280:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.086798:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76318 00000100:00100000:0.0:1742903175.086803:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+454:13299:x1827566172075904:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.086811:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.086825:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d837711 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eeada expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.086867:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a200/0x5d4000e30d837718 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.086880:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a200/0x5d4000e30d837718 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.086890:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a200/0x5d4000e30d837718 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.086900:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d83771f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.086905:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d83771f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.086910:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d83771f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.086958:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b200/0x5d4000e30d837726 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.086964:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b200/0x5d4000e30d837726 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.086969:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b200/0x5d4000e30d837726 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903175.086988:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe1b:0x0]: returning size 74402 00000004:00200000:0.0:1742903175.086991:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903175.087000:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b200/0x5d4000e30d837726 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.087007:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b200/0x5d4000e30d837726 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.087012:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a200/0x5d4000e30d837718 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.087017:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a200/0x5d4000e30d837718 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.087022:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a200/0x5d4000e30d837718 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.087027:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af0a200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.087030:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a200/0x5d4000e30d837718 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.087035:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a200/0x5d4000e30d837718 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.087043:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:0.0:1742903175.087045:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.087048:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a200/0x5d4000e30d837718 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.087052:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a200/0x5d4000e30d837718 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.087074:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d83771f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.087078:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d83771f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.087086:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d83771f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.087090:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af0ae00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.087092:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d83771f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.087096:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d83771f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.087101:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x985392a1 (ffff880130ebb200) 00010000:00010000:0.0:1742903175.087103:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.087105:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d83771f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.087109:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d83771f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.087129:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d837711 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeada expref: 455 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.087137:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b200/0x5d4000e30d837726 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeada expref: 454 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.087142:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1b:0x0].0x0 (ffff880099209e00) 00010000:00010000:0.0:1742903175.087144:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903175.087146:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af0b200, rc 0) 00000100:00100000:0.0:1742903175.087175:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+454:13299:x1827566172075904:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 371us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.087180:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76318 00000100:00100000:0.0:1742903175.088158:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.091039:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172076288 00000100:00100000:0.0:1742903175.091046:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172076288 00000100:00100000:0.0:1742903175.091075:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76319 00000100:00100000:0.0:1742903175.091080:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+454:13299:x1827566172076288:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903175.091117:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1742903175.091144:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b200/0x5d4000e30d837726 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeada expref: 454 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.091162:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26200/0x5d4000e30d8376cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeabe expref: 453 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.091171:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1b:0x0].0x0 (ffff880099209e00) 00010000:00010000:0.0:1742903175.091175:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903175.091229:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b800/0x5d4000e30d83772d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.091241:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b800/0x5d4000e30d83772d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.091249:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b800/0x5d4000e30d83772d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00010000:0.0:1742903175.091538:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800999ff800 reply state ffff8800722ee000 transno 4295004565 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b800/0x5d4000e30d83772d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.091547:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b800/0x5d4000e30d83772d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.091552:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1b:0x0].0x0 (ffff880099209e00) 00010000:00010000:0.0:1742903175.091555:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903175.091558:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1742903175.091613:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+454:13299:x1827566172076288:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 532us (681us total) trans 4295004565 rc 0/0 00000100:00100000:0.0:1742903175.091619:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76319 00000100:00100000:0.0:1742903175.095476:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.095519:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.098950:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.099031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.101517:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.101563:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.105992:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.106027:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.106669:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26c00/0x5d4000e30d837757 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.106675:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26c00/0x5d4000e30d837757 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.106700:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26c00/0x5d4000e30d837757 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.106705:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26c00/0x5d4000e30d837757 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.106709:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26c00/0x5d4000e30d837757 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.106713:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed26c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.106716:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26c00/0x5d4000e30d837757 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.106720:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26c00/0x5d4000e30d837757 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.106728:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1b:0x0].0x0 (ffff880099209e00) 00010000:00010000:0.0:1742903175.106730:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1742903175.106732:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26c00/0x5d4000e30d837757 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.106736:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26c00/0x5d4000e30d837757 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903175.106928:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+459:13299:x1827566172077440:12345-192.168.203.29@tcp:55:dbench.0 Request processed in 5056us (5419us total) trans 0 rc -22/-22 00000100:00100000:0.0:1742903175.106934:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76322 00000100:00100000:0.0:1742903175.108658:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.110785:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.110840:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.111400:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d600/0x5d4000e30d83777a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.111407:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d600/0x5d4000e30d83777a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:0.0:1742903175.111432:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe1a:0x0]: returning size 74402 00000004:00200000:0.0:1742903175.111435:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903175.111445:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d600/0x5d4000e30d83777a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.111468:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d200/0x5d4000e30d837773 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe1a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeaf6 expref: 459 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.111493:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d600/0x5d4000e30d83777a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeaf6 expref: 458 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.111504:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1a:0x0].0x0 (ffff88012dd66300) 00010000:00010000:0.0:1742903175.111507:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903175.111508:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099e5d600, rc 0) 00000100:00100000:0.0:1742903175.111528:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+458:13300:x1827566172077824:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2767us (2873us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.111534:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76324 00000100:00100000:0.0:1742903175.111925:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.113252:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.115171:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.115551:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.116937:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.116969:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.117030:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76328 00000100:00100000:0.0:1742903175.117035:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+462:13299:x1827566172079488:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.117045:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.117054:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b200/0x5d4000e30d8377a4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eeb0b expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.117081:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d8377ab lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117089:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d8377ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117097:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d8377ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117106:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d8377b9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117111:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d8377b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117116:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d8377b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117150:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a400/0x5d4000e30d8377c0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117156:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a400/0x5d4000e30d8377c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117160:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a400/0x5d4000e30d8377c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903175.117176:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe1b:0x0]: returning size 74402 00000004:00200000:0.0:1742903175.117179:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903175.117191:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a400/0x5d4000e30d8377c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117196:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a400/0x5d4000e30d8377c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117200:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d8377ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117203:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d8377ab lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117206:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d8377ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117208:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af0b600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.117210:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d8377ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117214:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d8377ab lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117219:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:0.0:1742903175.117220:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.117221:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d8377ab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117226:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d8377ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117233:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d8377b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117238:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d8377b9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117242:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d8377b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117245:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af0ae00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.117249:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d8377b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117253:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d8377b9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117258:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x985392a1 (ffff880130ebb800) 00010000:00010000:0.0:1742903175.117260:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.117261:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d8377b9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117265:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d8377b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.117283:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b200/0x5d4000e30d8377a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeb0b expref: 465 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.117291:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a400/0x5d4000e30d8377c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeb0b expref: 464 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.117297:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1b:0x0].0x0 (ffff880099209e00) 00010000:00010000:0.0:1742903175.117298:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903175.117300:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af0a400, rc 0) 00000100:00100000:0.0:1742903175.117344:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+464:13299:x1827566172079488:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 307us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.117350:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76328 00000100:00100000:0.0:1742903175.118804:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.118885:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.119064:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d8377b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe1a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.119069:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d8377b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe1a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:0.0:1742903175.119081:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe1a:0x0]: returning size 74402 00010000:00010000:0.0:1742903175.119196:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e400/0x5d4000e30d83779d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeb04 expref: 466 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.119207:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d8377b2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe1a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeb04 expref: 465 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.119212:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1a:0x0].0x0 (ffff88012dd66300) 00010000:00010000:0.0:1742903175.119214:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903175.119216:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f61e000, rc 0) 00000100:00100000:0.0:1742903175.119243:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+465:13300:x1827566172079360:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2228us (2305us total) trans 4295004572 rc 0/0 00000100:00100000:0.0:1742903175.119248:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76327 00000100:00100000:0.0:1742903175.121875:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.122425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.122443:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172080128 00000100:00100000:0.0:1742903175.122447:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172080128 00000100:00100000:0.0:1742903175.124628:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.125774:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172080384 00000100:00100000:0.0:1742903175.125778:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172080384 00000100:00100000:0.0:1742903175.125804:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76331 00000100:00100000:0.0:1742903175.125809:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+464:13299:x1827566172080384:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.125822:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.125831:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a000/0x5d4000e30d8377f1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eeb20 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.125879:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b000/0x5d4000e30d8377f8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.125887:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d8377ce lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe1b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeb12 expref: 465 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.125892:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b000/0x5d4000e30d8377f8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.125910:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d8377ce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe1b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeb12 expref: 465 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.125921:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d8377ce lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe1b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeb12 expref: 465 pid: 9576 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903175.125929:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099e4e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161297920:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903175.125997:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.127953:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.127983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.130045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.130097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.132082:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.132115:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.133858:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.134471:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.135278:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.135351:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.136944:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.137010:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.140759:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.141756:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.143719:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.143770:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.145868:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.147658:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.155605:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.155633:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.155687:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22509 00000100:00100000:0.0:1742903175.155695:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+475:2008:x1827566172084480:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903175.155707:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903175.155714:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099801000/0x5d4000e30d837868 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeb43 expref: 475 pid: 9576 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.155726:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099801000/0x5d4000e30d837868 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeb43 expref: 475 pid: 9576 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.155742:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1a:0x0].0x0 (ffff88012dd66300) 00010000:00010000:0.0:1742903175.155746:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d8378ca lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe1a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.155753:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d8378ca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe1a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.155759:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d8378ca lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe1a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.155773:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903175.155901:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+473:2008:x1827566172084480:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 206us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.155907:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22509 00000100:00100000:0.0:1742903175.159891:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.159941:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.163278:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.163361:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.163412:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172085120 00000100:00100000:0.0:1742903175.163420:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172085120 00010000:00010000:0.0:1742903175.163451:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d8378ca lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe1a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeb66 expref: 476 pid: 18840 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903175.163479:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172084992 00000100:00100000:0.0:1742903175.163481:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172084992 00010000:00010000:0.0:1742903175.163489:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d8378c3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe1b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeb5f expref: 477 pid: 7211 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903175.163598:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22512 00000100:00100000:0.0:1742903175.163604:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+476:2010:x1827566172084992:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903175.163613:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903175.163618:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d8378c3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe1b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeb5f expref: 476 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.163627:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d8378c3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe1b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeb5f expref: 476 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.163644:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d8378c3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe1b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeb5f expref: 476 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.163662:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1b:0x0].0x0 (ffff880099209e00) 00010000:00010000:0.0:1742903175.163666:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d8378f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.163673:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d8378f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.163679:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d8378f4 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.163702:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903175.163738:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+475:2010:x1827566172084992:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 132us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.163745:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22512 00000100:00100000:0.0:1742903175.168117:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.168202:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.170124:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.170985:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.171007:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172085888 00000100:00100000:0.0:1742903175.171013:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172085888 00000100:00100000:0.0:1742903175.171053:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76346 00000100:00100000:0.0:1742903175.171060:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+476:13300:x1827566172085888:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903175.171100:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1742903175.171121:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f600/0x5d4000e30d837910 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeb7b expref: 475 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.171143:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d8378ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeb6d expref: 474 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.171165:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1a:0x0].0x0 (ffff88012dd66300) 00010000:00010000:0.0:1742903175.171169:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903175.171202:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d837933 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.171212:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d837933 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.171220:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d837933 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00010000:0.0:1742903175.171477:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800991c4e00 reply state ffff880096808000 transno 4295004583 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d837933 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.171490:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d837933 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.171494:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1a:0x0].0x0 (ffff88012dd66300) 00010000:00010000:0.0:1742903175.171497:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903175.171499:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1742903175.171543:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+475:13300:x1827566172085888:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 484us (559us total) trans 4295004583 rc 0/0 00000100:00100000:0.0:1742903175.171549:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76346 00000100:00100000:0.0:1742903175.172875:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.172917:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.172949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.174572:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.174858:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.176818:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.177588:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.180429:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.180482:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.182590:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.185156:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.185581:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.185665:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000004:00080000:0.0:1742903175.188280:0:10641:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 4 changes, 0 in progress, 0 in flight, 11 done 00000100:00100000:0.0:1742903175.189510:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.190045:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.191589:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.195604:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.197449:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.197920:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.199342:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.200284:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903175.200289:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d8379f7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.200294:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61fc00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903175.200297:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d8379f7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.200302:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d8379f7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.200310:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1c:0x0].0x0 (ffff88011ef21400) 00010000:00010000:0.0:1742903175.200312:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903175.200332:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d8379f7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.200338:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d8379f7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.200361:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903175.200363:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903175.200364:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903175.202918:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.202990:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.205442:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.206963:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.208245:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.208518:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b200/0x5d4000e30d837a4b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe1a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.208528:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b200/0x5d4000e30d837a4b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe1a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903175.208542:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe1a:0x0]: returning size 74402 00010000:00010000:0.0:1742903175.208629:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d837a44 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eebdd expref: 492 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.208702:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b200/0x5d4000e30d837a4b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe1a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eebdd expref: 491 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.208709:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1a:0x0].0x0 (ffff88012dd66300) 00010000:00010000:0.0:1742903175.208712:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903175.208714:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a71b200, rc 0) 00000100:00100000:0.0:1742903175.208735:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+491:13300:x1827566172090368:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2570us (2719us total) trans 4295004595 rc 0/0 00000100:00100000:0.0:1742903175.208741:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76359 00000100:00100000:0.0:1742903175.209028:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.209888:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.211012:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.211498:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.213264:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.213729:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.214472:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903175.214477:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d837a7c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.214482:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a71a400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903175.214484:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d837a7c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.214489:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d837a7c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.214496:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1d:0x0].0x0 (ffff88011ef21500) 00010000:00010000:0.0:1742903175.214497:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903175.214499:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d837a7c lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.214503:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d837a7c lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.214523:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903175.214524:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903175.214525:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903175.215401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.218161:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.218210:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.219396:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.219539:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.219685:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76366 00000100:00100000:0.0:1742903175.219689:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+497:13300:x1827566172092928:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.219694:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.219700:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b200/0x5d4000e30d837ad7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eec07 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.219712:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b200/0x5d4000e30d837ad7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eec07 expref: 499 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.219721:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b200/0x5d4000e30d837ad7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eec07 expref: 499 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.219726:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:0.0:1742903175.219728:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.219730:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af0b200, rc 0) 00000100:00100000:0.0:1742903175.219750:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+499:13300:x1827566172092928:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 61us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.219755:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76366 00000100:00100000:0.0:1742903175.220891:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.221187:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d837ade lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe1b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.221193:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d837ade lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe1b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903175.221206:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe1b:0x0]: returning size 74402 00010000:00010000:0.0:1742903175.221296:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099524800/0x5d4000e30d837ad0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eec00 expref: 500 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.221306:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d837ade lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe1b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eec00 expref: 499 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.221312:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1b:0x0].0x0 (ffff880099209e00) 00010000:00010000:0.0:1742903175.221338:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903175.221341:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099525c00, rc 0) 00000100:00100000:0.0:1742903175.221357:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+499:13299:x1827566172092800:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1690us (1963us total) trans 4295004600 rc 0/0 00000100:00100000:0.0:1742903175.221363:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76365 00000100:00100000:0.0:1742903175.223025:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.225653:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.226075:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172093824 00000100:00100000:0.0:1742903175.226078:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172093824 00000100:00100000:0.0:1742903175.226105:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17524 00000100:00100000:0.0:1742903175.226109:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+500:13299:x1827566172093824:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:0.0:1742903175.226224:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8485, 168 off1487064 00000100:00100000:0.0:1742903175.226275:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+499:13299:x1827566172093824:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 164us (252us total) trans 4295004601 rc 0/0 00000100:00100000:0.0:1742903175.226280:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17524 00000100:00100000:0.0:1742903175.227849:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172093952 00000100:00100000:0.0:1742903175.227854:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172093952 00000100:00100000:0.0:1742903175.227884:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76369 00000100:00100000:0.0:1742903175.227889:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+499:13299:x1827566172093952:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.227900:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.227982:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ac00/0x5d4000e30d837b0f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eec1c expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.228017:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28a00/0x5d4000e30d837b16 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228026:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28a00/0x5d4000e30d837b16 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228033:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28a00/0x5d4000e30d837b16 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228043:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d837b1d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228048:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d837b1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228054:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d837b1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228097:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d837b2b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228103:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d837b2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228108:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d837b2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903175.228127:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe1b:0x0]: returning size 74402 00000004:00200000:0.0:1742903175.228130:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903175.228139:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d837b2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228146:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d837b2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228151:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28a00/0x5d4000e30d837b16 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228156:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28a00/0x5d4000e30d837b16 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228160:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28a00/0x5d4000e30d837b16 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228165:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880130d28a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.228167:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28a00/0x5d4000e30d837b16 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228172:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28a00/0x5d4000e30d837b16 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228179:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:0.0:1742903175.228181:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.228184:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28a00/0x5d4000e30d837b16 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228188:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28a00/0x5d4000e30d837b16 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228195:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d837b1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228199:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d837b1d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228203:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d837b1d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228207:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880130d29800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.228209:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d837b1d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228213:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d837b1d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228218:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x985392a1 (ffff880130ebb900) 00010000:00010000:0.0:1742903175.228219:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.228221:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d837b1d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228225:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d837b1d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.228241:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ac00/0x5d4000e30d837b0f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eec1c expref: 500 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.228251:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d837b2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eec1c expref: 499 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.228257:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1b:0x0].0x0 (ffff880099209e00) 00010000:00010000:0.0:1742903175.228259:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903175.228261:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997f0a00, rc 0) 00000100:00100000:0.0:1742903175.228285:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+499:13299:x1827566172093952:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 396us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.228290:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76369 00000100:00100000:0.0:1742903175.229834:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.229889:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.230734:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.231482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.232509:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.233743:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172094976 00000100:00100000:0.0:1742903175.233747:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172094976 00000100:00100000:0.0:1742903175.233812:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17525 00000100:00100000:0.0:1742903175.233818:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d4d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+501:13299:x1827566172094976:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:0.0:1742903175.238968:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.239308:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172095488 00000100:00100000:0.0:1742903175.239311:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172095488 00000100:00100000:0.0:1742903175.239348:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76375 00000100:00100000:0.0:1742903175.239352:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+503:13300:x1827566172095488:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.239359:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.239366:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0600/0x5d4000e30d837b94 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eec46 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.239427:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1600/0x5d4000e30d837b9b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.239435:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1600/0x5d4000e30d837b9b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.239442:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1600/0x5d4000e30d837b9b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.239449:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0400/0x5d4000e30d837ba2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.239454:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0400/0x5d4000e30d837ba2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.239459:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0400/0x5d4000e30d837ba2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.239475:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1600/0x5d4000e30d837b9b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.239480:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1600/0x5d4000e30d837b9b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.239484:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1600/0x5d4000e30d837b9b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.239488:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997f1600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.239491:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1600/0x5d4000e30d837b9b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.239495:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1600/0x5d4000e30d837b9b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.239505:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:0.0:1742903175.239507:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.239509:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1600/0x5d4000e30d837b9b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.239513:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1600/0x5d4000e30d837b9b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.239538:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0400/0x5d4000e30d837ba2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.239543:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0400/0x5d4000e30d837ba2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.239547:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0400/0x5d4000e30d837ba2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.239551:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997f0400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.239553:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0400/0x5d4000e30d837ba2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.239557:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0400/0x5d4000e30d837ba2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.239563:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x985392a1 (ffff880099028b00) 00010000:00010000:0.0:1742903175.239565:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.239567:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0400/0x5d4000e30d837ba2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.239571:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0400/0x5d4000e30d837ba2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.239588:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0600/0x5d4000e30d837b94 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eec46 expref: 502 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.239595:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0600/0x5d4000e30d837b94 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eec46 expref: 502 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.239600:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997f0600, rc 0) 00000100:00100000:0.0:1742903175.239618:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+501:13300:x1827566172095488:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 265us (371us total) trans 0 rc 301/301 00000100:00100000:0.0:1742903175.239624:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76375 00000100:00100000:0.0:1742903175.240844:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.240897:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.242782:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.242823:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.245125:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.245200:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.247522:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.247825:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.252721:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.255232:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.256829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.258553:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.261123:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.262541:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.265404:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.268442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.269127:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.270969:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.271529:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.273862:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.274082:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.276597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.281862:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.281932:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.281952:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172099584 00000100:00100000:0.0:1742903175.281959:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172099584 00000100:00100000:0.0:1742903175.281982:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172099712 00000100:00100000:0.0:1742903175.281984:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172099712 00000100:00100000:0.0:1742903175.282074:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76386 00000100:00100000:0.0:1742903175.282080:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+513:13299:x1827566172099584:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.282096:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.282110:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d837cb3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eecaf expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903175.283973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.285925:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27000/0x5d4000e30d8376fc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe1a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.285932:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27000/0x5d4000e30d8376fc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe1a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.285938:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27000/0x5d4000e30d8376fc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe1a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.285942:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed27000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.285945:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27000/0x5d4000e30d8376fc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe1a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.285951:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27000/0x5d4000e30d8376fc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe1a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.285964:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1a:0x0].0x0 (ffff88012dd66300) 00010000:00010000:0.0:1742903175.285967:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.285970:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27000/0x5d4000e30d8376fc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe1a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.285974:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27000/0x5d4000e30d8376fc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe1a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.285996:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b800/0x5d4000e30d83772d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe1b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.286001:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b800/0x5d4000e30d83772d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe1b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.286005:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b800/0x5d4000e30d83772d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe1b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.286009:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af0b800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.286011:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b800/0x5d4000e30d83772d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe1b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.286015:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b800/0x5d4000e30d83772d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe1b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.286022:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1b:0x0].0x0 (ffff880099209e00) 00010000:00010000:0.0:1742903175.286024:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.286026:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b800/0x5d4000e30d83772d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe1b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.286030:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b800/0x5d4000e30d83772d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe1b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.286038:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d837933 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.286044:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d837933 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.286048:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d837933 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.286052:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af0b600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.286055:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d837933 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.286059:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d837933 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.286065:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1a:0x0].0x0 (ffff88012dd66300) 00010000:00010000:0.0:1742903175.286067:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.286069:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d837933 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.286073:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b600/0x5d4000e30d837933 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.286083:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f200/0x5d4000e30d83799c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.286088:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f200/0x5d4000e30d83799c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.286092:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f200/0x5d4000e30d83799c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.286095:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61f200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.286097:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f200/0x5d4000e30d83799c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.286104:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f200/0x5d4000e30d83799c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.286110:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1b:0x0].0x0 (ffff880099209e00) 00010000:00010000:0.0:1742903175.286111:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.286113:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f200/0x5d4000e30d83799c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.286116:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f200/0x5d4000e30d83799c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.286124:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d8379aa lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.286128:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d8379aa lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.286131:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d8379aa lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.286135:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099888400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.286136:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d8379aa lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.286140:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d8379aa lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.286145:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xfe01f5e8 (ffff88011ef21200) 00010000:00010000:0.0:1742903175.286147:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.286149:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d8379aa lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.286152:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099888400/0x5d4000e30d8379aa lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.286159:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29c00/0x5d4000e30d8379e9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.286163:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29c00/0x5d4000e30d8379e9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.286167:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29c00/0x5d4000e30d8379e9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.286170:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880130d29c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.286172:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29c00/0x5d4000e30d8379e9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.286176:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29c00/0x5d4000e30d8379e9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.286180:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xfe01f5e8 (ffff88011ef21200) 00010000:00010000:0.0:1742903175.286182:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.286183:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29c00/0x5d4000e30d8379e9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.286187:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29c00/0x5d4000e30d8379e9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.286198:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29000/0x5d4000e30d837a21 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.286201:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29000/0x5d4000e30d837a21 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.286205:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29000/0x5d4000e30d837a21 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.286212:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880130d29000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.286214:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29000/0x5d4000e30d837a21 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.286218:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29000/0x5d4000e30d837a21 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.286223:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xfe01f5e8 (ffff88011ef21a00) 00010000:00010000:0.0:1742903175.286225:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.286226:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29000/0x5d4000e30d837a21 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.286230:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29000/0x5d4000e30d837a21 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.286237:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71aa00/0x5d4000e30d837a6e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.286242:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71aa00/0x5d4000e30d837a6e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.286246:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71aa00/0x5d4000e30d837a6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.286250:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a71aa00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.286252:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71aa00/0x5d4000e30d837a6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.286257:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71aa00/0x5d4000e30d837a6e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.286263:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xfe01f5e8 (ffff88011ef21a00) 00010000:00010000:0.0:1742903175.286269:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.286271:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71aa00/0x5d4000e30d837a6e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.286275:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71aa00/0x5d4000e30d837a6e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.286285:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072239400/0x5d4000e30d837be8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.286290:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072239400/0x5d4000e30d837be8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.286294:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072239400/0x5d4000e30d837be8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.286298:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072239400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.286300:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072239400/0x5d4000e30d837be8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.286304:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072239400/0x5d4000e30d837be8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.286310:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x985392a1 (ffff880099028b00) 00010000:00010000:0.0:1742903175.286311:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.286313:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072239400/0x5d4000e30d837be8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.286354:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072239400/0x5d4000e30d837be8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.286366:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e000/0x5d4000e30d837c6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.286381:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e000/0x5d4000e30d837c6d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.286386:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e000/0x5d4000e30d837c6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.286389:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5e000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.286391:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e000/0x5d4000e30d837c6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.286395:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e000/0x5d4000e30d837c6d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.286401:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x985392a1 (ffff880099028100) 00010000:00010000:0.0:1742903175.286403:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.286405:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e000/0x5d4000e30d837c6d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.286409:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e000/0x5d4000e30d837c6d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903175.289194:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.290496:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.293950:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172100224 00000100:00100000:0.0:1742903175.293955:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172100224 00010000:00010000:0.0:1742903175.293976:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072276000/0x5d4000e30d837cba lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe1f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eecaf expref: 455 pid: 9576 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903175.293999:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22524 00000100:00100000:0.0:1742903175.294004:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+455:2010:x1827566172100224:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903175.294014:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903175.294019:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072276000/0x5d4000e30d837cba lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe1f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eecaf expref: 455 pid: 9576 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.294028:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072276000/0x5d4000e30d837cba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe1f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eecaf expref: 455 pid: 9576 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.294044:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072276000/0x5d4000e30d837cba lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe1f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eecaf expref: 455 pid: 9576 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.294071:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1f:0x0].0x0 (ffff880099028000) 00010000:00010000:0.0:1742903175.294075:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880072239e00/0x5d4000e30d837ccf lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.294081:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072239e00/0x5d4000e30d837ccf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.294086:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072239e00/0x5d4000e30d837ccf lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.294098:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903175.294135:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+454:2010:x1827566172100224:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 131us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.294144:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22524 00000100:00100000:0.0:1742903175.297598:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.297681:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.297735:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76390 00000100:00100000:0.0:1742903175.297740:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+454:13299:x1827566172100480:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.297750:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.297765:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0600/0x5d4000e30d837cd6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eecc4 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.297793:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1600/0x5d4000e30d837ce4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.297803:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1600/0x5d4000e30d837ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.297811:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1600/0x5d4000e30d837ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.297879:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0600/0x5d4000e30d837cd6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eecc4 expref: 457 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.297893:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1600/0x5d4000e30d837ce4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eecc4 expref: 456 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.297901:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1f:0x0].0x0 (ffff880099028000) 00010000:00010000:0.0:1742903175.297904:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1742903175.297906:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997f1600, rc 0) 00000100:00100000:0.0:1742903175.297935:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+456:13299:x1827566172100480:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 195us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.297941:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76390 00000100:00100000:0.0:1742903175.299271:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.299311:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.299579:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.303129:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.303950:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.304803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.306312:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172101760 00000100:00100000:0.0:1742903175.306344:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172101760 00000100:00100000:0.0:1742903175.306384:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76394 00000100:00100000:0.0:1742903175.306388:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+456:13300:x1827566172101760:12345-192.168.203.29@tcp:55:dbench.0 00000100:00100000:0.0:1742903175.308922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.309778:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.311483:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.311831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.311872:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.312729:0:18886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+74:2009:x1827566172102144:12345-192.168.203.29@tcp:4:dbench.0 Request processed in 1108us (1245us total) trans 4294970578 rc 0/0 00000100:00100000:0.0:1742903175.312845:0:18886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1528 00002000:00100000:0.0:1742903175.312851:0:18886:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x6f3:0x0] (0->4095) req@ffff88011ef28000 x1827566172102144/t4294970578(0) o4->5bb9e3e8-ca71-4450-80de-f6568f81689c@192.168.203.29@tcp:31/0 lens 4584/448 e 0 to 0 dl 1742903186 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1742903175.312858:0:18886:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ef28000 with x1827566172102144 ext(0->4095) 00002000:00010000:0.0:1742903175.312860:0:18886:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ef28000 00000100:00100000:0.0:1742903175.316623:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.316665:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.318828:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.318863:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.321604:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172103296 00000100:00100000:0.0:1742903175.321610:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172103296 00000100:00100000:0.0:1742903175.321649:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76399 00000100:00100000:0.0:1742903175.321655:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+457:13299:x1827566172103296:12345-192.168.203.29@tcp:55:dbench.0 00010000:00010000:0.0:1742903175.321702:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d837d3f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.321715:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1600/0x5d4000e30d837ce4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eecc4 expref: 457 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.321723:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d837d3f lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe1f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.321747:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1600/0x5d4000e30d837ce4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eecc4 expref: 457 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.321756:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1600/0x5d4000e30d837ce4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eecc4 expref: 457 pid: 18840 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903175.321767:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ef28a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161301248:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903175.321844:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4900 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.322398:0:18882:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:5bb9e3e8-ca71-4450-80de-f6568f81689c+71:2010:x1827566172102912:12345-192.168.203.29@tcp:16:dbench.0 Request processed in 3441us (3573us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.322405:0:18882:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11530 00000100:00100000:0.0:1742903175.323262:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.324152:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172103680 00000100:00100000:0.0:1742903175.324156:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172103680 00000100:00100000:0.0:1742903175.324300:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17530 00000100:00100000:0.0:1742903175.324305:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d4cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+456:13300:x1827566172103680:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903175.326206:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.327043:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.330277:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.330898:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.333958:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.334434:0:18882:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:5bb9e3e8-ca71-4450-80de-f6568f81689c+72:2008:x1827566172104192:12345-192.168.203.29@tcp:16:dbench.0 Request processed in 3845us (4166us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.334446:0:18882:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11532 00000100:00100000:0.0:1742903175.340414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.342488:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.342561:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.342595:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172105216 00000100:00100000:0.0:1742903175.342600:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172105216 00010000:00010000:0.0:1742903175.342623:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072258000/0x5d4000e30d837d69 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe1e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eece7 expref: 465 pid: 9576 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903175.342658:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22529 00000100:00100000:0.0:1742903175.342663:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b8b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+465:2009:x1827566172105216:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903175.342675:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903175.342681:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072258000/0x5d4000e30d837d69 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe1e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eece7 expref: 465 pid: 9576 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.342692:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072258000/0x5d4000e30d837d69 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe1e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eece7 expref: 466 pid: 9576 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.342712:0:8886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072258000/0x5d4000e30d837d69 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe1e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eece7 expref: 466 pid: 9576 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.342738:0:8886:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1e:0x0].0x0 (ffff88011ef21b00) 00010000:00010000:0.0:1742903175.342742:0:8886:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880072259000/0x5d4000e30d837d7e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.342749:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072259000/0x5d4000e30d837d7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.342758:0:8886:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072259000/0x5d4000e30d837d7e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903175.345086:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172105344 00000100:00100000:0.0:1742903175.345092:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172105344 00000100:00100000:0.0:1742903175.345113:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172105600 00000100:00100000:0.0:1742903175.345114:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172105600 00000100:00100000:0.0:1742903175.345136:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76405 00000100:00100000:0.0:1742903175.345140:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+464:13300:x1827566172105344:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.345153:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.345165:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1600/0x5d4000e30d837da1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eecfc expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.345208:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d837da8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345218:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d837da8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345226:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d837da8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345235:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d837daf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345239:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d837daf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345243:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d837daf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345436:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0200/0x5d4000e30d837dc4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345444:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0200/0x5d4000e30d837dc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345449:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0200/0x5d4000e30d837dc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903175.345473:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe1e:0x0]: returning size 74834 00000004:00200000:0.0:1742903175.345476:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903175.345488:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0200/0x5d4000e30d837dc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345494:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0200/0x5d4000e30d837dc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345499:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d837da8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345503:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d837da8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345508:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d837da8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345512:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997f0a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.345514:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d837da8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345519:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d837da8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345526:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:0.0:1742903175.345528:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.345531:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d837da8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345536:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d837da8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345544:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d837daf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345547:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d837daf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345551:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d837daf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345555:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997f1e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.345557:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d837daf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345560:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d837daf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345564:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x985392a1 (ffff880130ebbf00) 00010000:00010000:0.0:1742903175.345565:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.345567:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d837daf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345570:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d837daf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.345589:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1600/0x5d4000e30d837da1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eecfc expref: 467 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.345597:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0200/0x5d4000e30d837dc4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eecfc expref: 466 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.345606:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1e:0x0].0x0 (ffff88011ef21b00) 00010000:00010000:0.0:1742903175.345608:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903175.345609:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997f0200, rc 0) 00000100:00100000:0.0:1742903175.345639:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+466:13300:x1827566172105344:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 499us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.345644:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76405 00000100:00100000:0.0:1742903175.354591:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.355964:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.359562:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.359661:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172106368 00000100:00100000:0.0:1742903175.359674:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172106368 00010000:00010000:0.0:1742903175.359723:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e600/0x5d4000e30d837dbd lrc: 5/0,0 mode: CW/CW res: [0x200000402:0xe1f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eed03 expref: 467 pid: 9576 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903175.360631:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22531 00000100:00100000:0.0:1742903175.360641:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099806a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+468:2009:x1827566172106368:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1742903175.364586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.369539:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.371352:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.371398:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.373795:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.373991:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.374585:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072276800/0x5d4000e30d837e2d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe1e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.374591:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072276800/0x5d4000e30d837e2d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe1e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:0.0:1742903175.374606:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe1e:0x0]: returning size 74834 00010000:00010000:0.0:1742903175.374683:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072276600/0x5d4000e30d837e1f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eed1f expref: 470 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.375010:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072276800/0x5d4000e30d837e2d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe1e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eed1f expref: 469 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.375018:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1e:0x0].0x0 (ffff88011ef21b00) 00010000:00010000:0.0:1742903175.375020:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903175.375022:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072276800, rc 0) 00000100:00100000:0.0:1742903175.375055:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+469:13300:x1827566172107136:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2952us (3656us total) trans 4295004623 rc 0/0 00000100:00100000:0.0:1742903175.375060:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76412 00000100:00100000:0.0:1742903175.377518:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.377681:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.379953:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.380125:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.380573:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099525800/0x5d4000e30d837e42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.380579:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099525800/0x5d4000e30d837e42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:0.0:1742903175.380600:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe1e:0x0]: returning size 74834 00000004:00200000:0.0:1742903175.380603:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903175.380610:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099525800/0x5d4000e30d837e42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.380631:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d837e3b lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eed26 expref: 473 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.380641:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099525800/0x5d4000e30d837e42 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eed26 expref: 472 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.380647:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1e:0x0].0x0 (ffff88011ef21b00) 00010000:00010000:0.0:1742903175.380650:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903175.380652:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099525800, rc 0) 00000100:00100000:0.0:1742903175.380673:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+472:13300:x1827566172107776:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2794us (3162us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.380678:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76413 00000100:00100000:0.0:1742903175.382730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.383597:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.383625:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172108672 00000100:00100000:0.0:1742903175.383632:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172108672 00000100:00100000:0.0:1742903175.383661:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76416 00000100:00100000:0.0:1742903175.383666:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+473:13299:x1827566172108672:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.383681:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.383695:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d837e81 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eed3b expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.383768:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0400/0x5d4000e30d837e88 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe1f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.383782:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f800/0x5d4000e30d837e5e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eed2d expref: 474 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.383787:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0400/0x5d4000e30d837e88 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe1f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903175.385974:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.386360:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.389037:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.389081:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.392201:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.392249:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.395549:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.396059:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.400259:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172110080 00000100:00100000:0.0:1742903175.400268:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172110080 00000100:00100000:0.0:1742903175.400344:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76421 00000100:00100000:0.0:1742903175.400352:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+475:13299:x1827566172110080:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.400380:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.400399:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1600/0x5d4000e30d837ee3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eed5e expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.400494:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d837eea lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.400506:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072259c00/0x5d4000e30d837edc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eed57 expref: 477 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.400513:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d837eea lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe1b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.400542:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072259c00/0x5d4000e30d837edc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eed57 expref: 477 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.400551:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072259c00/0x5d4000e30d837edc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eed57 expref: 477 pid: 7211 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903175.400562:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a798380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161302784:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903175.400635:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.402446:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.402900:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.403383:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d837eea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.403389:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d837eea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903175.403405:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe1b:0x0]: returning size 74402 00010000:00010000:0.0:1742903175.403519:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1600/0x5d4000e30d837ee3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eed5e expref: 479 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.403543:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d837eea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eed5e expref: 479 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.403548:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1b:0x0].0x0 (ffff880099209e00) 00010000:00010000:0.0:1742903175.403550:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903175.403552:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997f1e00, rc 0) 00000100:00100000:0.0:1742903175.403581:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+479:13299:x1827566172110080:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3229us (3427us total) trans 4295004628 rc 0/0 00000100:00100000:0.0:1742903175.403586:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76421 00000100:00100000:0.0:1742903175.404842:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.406228:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172111104 00000100:00100000:0.0:1742903175.406235:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172111104 00000100:00100000:0.0:1742903175.406283:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76424 00000100:00100000:0.0:1742903175.406289:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+480:13300:x1827566172111104:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903175.406349:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1742903175.406379:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e600/0x5d4000e30d837ec0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eed50 expref: 480 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.406397:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27c00/0x5d4000e30d837703 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eead3 expref: 479 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.406527:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1a:0x0].0x0 (ffff88012dd66300) 00010000:00010000:0.0:1742903175.406530:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903175.406566:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072238400/0x5d4000e30d837f22 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.406576:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072238400/0x5d4000e30d837f22 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.406583:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072238400/0x5d4000e30d837f22 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.406593:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072239400/0x5d4000e30d837f29 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d3:0x0].0xfe01f5e8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.406598:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072239400/0x5d4000e30d837f29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.406602:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072239400/0x5d4000e30d837f29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0xfe01f5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.406665:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072239800/0x5d4000e30d837f30 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.406671:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072239800/0x5d4000e30d837f30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.406677:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072239800/0x5d4000e30d837f30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903175.409234:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.409951:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.410622:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.412915:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.413699:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.414061:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.415588:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903175.415594:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072259000/0x5d4000e30d837f8b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.415598:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072259000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903175.415600:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072259000/0x5d4000e30d837f8b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.415604:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072259000/0x5d4000e30d837f8b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.415611:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1b:0x0].0x0 (ffff88011ef21a00) 00010000:00010000:0.0:1742903175.415613:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903175.415615:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072259000/0x5d4000e30d837f8b lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.415618:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072259000/0x5d4000e30d837f8b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.415628:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903175.415629:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903175.415630:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903175.419201:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.421131:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.422584:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.423397:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.424504:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.426792:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.426828:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.428256:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.428972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.430814:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.432819:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.433497:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d838010 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.433504:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d838010 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903175.433530:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7dd:0x0]: returning size 260096 00000004:00200000:0.0:1742903175.433533:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903175.433542:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d838010 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.433560:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1e00/0x5d4000e30d838009 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7dd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eedb9 expref: 483 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.433570:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d838010 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eedb9 expref: 482 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.433576:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7dd:0x0].0x0 (ffff8801362c7100) 00010000:00010000:0.0:1742903175.433578:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903175.433580:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bd1a00, rc 0) 00000100:00100000:0.0:1742903175.433612:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+482:13300:x1827566172113920:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2699us (2800us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.433619:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76435 00000100:00100000:0.0:1742903175.434158:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.434194:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.437023:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.437511:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.439155:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.439787:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.441517:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.441668:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.442492:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.444931:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.445525:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.447723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.447764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.449889:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.449959:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.450307:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.452242:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.452568:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0200/0x5d4000e30d8380b8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.452574:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0200/0x5d4000e30d8380b8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903175.452586:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7dc:0x0]: returning size 260096 00010000:00010000:0.0:1742903175.452729:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0400/0x5d4000e30d8380b1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eedea expref: 489 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.452756:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0200/0x5d4000e30d8380b8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eedea expref: 488 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.452762:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7dc:0x0].0x0 (ffff8800722cfd00) 00010000:00010000:0.0:1742903175.452765:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903175.452767:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993d0200, rc 0) 00000100:00100000:0.0:1742903175.452783:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+488:13299:x1827566172116736:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2376us (2477us total) trans 4295004639 rc 0/0 00000100:00100000:0.0:1742903175.452790:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76443 00000100:00100000:0.0:1742903175.454389:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.454405:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172117248 00000100:00100000:0.0:1742903175.454408:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172117248 00000100:00100000:0.0:1742903175.454961:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172117376 00000100:00100000:0.0:1742903175.454965:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172117376 00000100:00100000:0.0:1742903175.454985:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76445 00000100:00100000:0.0:1742903175.454990:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+491:13300:x1827566172117376:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.454999:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.455007:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072239800/0x5d4000e30d8380d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eedf8 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.455031:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072239e00/0x5d4000e30d8380db lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.455040:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072239e00/0x5d4000e30d8380db lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.455048:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072239e00/0x5d4000e30d8380db lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.455062:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f620200/0x5d4000e30d8380e2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.455068:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f620200/0x5d4000e30d8380e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.455073:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f620200/0x5d4000e30d8380e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903175.456820:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.456885:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.457719:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.457768:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22547 00000100:00100000:0.0:1742903175.457775:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aadad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+493:2009:x1827566172117504:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903175.457785:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903175.457791:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0200/0x5d4000e30d8380b8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7dc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eedea expref: 493 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.457800:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0200/0x5d4000e30d8380b8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7dc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eedea expref: 493 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.457811:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0200/0x5d4000e30d8380b8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7dc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eedea expref: 492 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.457821:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7dc:0x0].0x0 (ffff8800722cfd00) 00010000:00010000:0.0:1742903175.457824:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099525200/0x5d4000e30d8380cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7dc:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.457832:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099525200/0x5d4000e30d8380cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7dc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.457838:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099525200/0x5d4000e30d8380cd lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x7dc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.457852:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903175.457866:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aadad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+490:2009:x1827566172117504:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 92us (1049us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.457872:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22547 00000100:00100000:0.0:1742903175.461455:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.461536:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.462551:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.463612:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.464491:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.464535:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.466023:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.466153:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.468472:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.468516:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.469936:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.470593:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.472803:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.475765:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.475798:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.477341:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.478269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.478626:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161304832:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903175.478642:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072239000/0x5d4000e30d8381a6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903175.478668:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.478723:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.478888:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072239000/0x5d4000e30d8381a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.478895:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072239000/0x5d4000e30d8381a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903175.478915:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe1e:0x0]: returning size 74834 00000004:00200000:0.0:1742903175.478919:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903175.478929:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072239000/0x5d4000e30d8381a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.478950:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072238600/0x5d4000e30d83819f lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eee37 expref: 498 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.478973:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072239000/0x5d4000e30d8381a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eee37 expref: 497 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.478980:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1e:0x0].0x0 (ffff88011ef21b00) 00010000:00010000:0.0:1742903175.478982:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903175.478984:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072239000, rc 0) 00000100:00100000:0.0:1742903175.479015:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+497:13300:x1827566172120832:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1594us (1699us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.479021:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76454 00000100:00100000:0.0:1742903175.479943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.480363:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.481685:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.481722:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.483605:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.483831:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.484444:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.484893:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.486511:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.486543:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.489576:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.489647:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.490018:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.491267:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.491311:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.491394:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172123776 00000100:00100000:0.0:1742903175.491398:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172123776 00010000:00010000:0.0:1742903175.491410:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851e00/0x5d4000e30d8381de lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eee4c expref: 504 pid: 7211 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903175.491426:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22559 00000100:00100000:0.0:1742903175.491430:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d340a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+504:2010:x1827566172123776:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903175.491437:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903175.491440:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851e00/0x5d4000e30d8381de lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eee4c expref: 504 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.491449:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851e00/0x5d4000e30d8381de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eee4c expref: 504 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.491459:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851e00/0x5d4000e30d8381de lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eee4c expref: 504 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.491475:0:7198:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1f:0x0].0x0 (ffff880099028000) 00010000:00010000:0.0:1742903175.491478:0:7198:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099100400/0x5d4000e30d838232 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe1f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.491484:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099100400/0x5d4000e30d838232 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe1f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.491489:0:7198:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099100400/0x5d4000e30d838232 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe1f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.491510:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903175.491525:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d340a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+502:2010:x1827566172123776:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 93us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.491530:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22559 00000100:00100000:0.0:1742903175.494477:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.494966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.495933:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.496134:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099525600/0x5d4000e30d838247 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.496138:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099525600/0x5d4000e30d838247 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:0.0:1742903175.496157:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe1f:0x0]: returning size 74834 00000004:00200000:0.0:1742903175.496160:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903175.496168:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099525600/0x5d4000e30d838247 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.496185:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099525800/0x5d4000e30d838240 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eee6f expref: 502 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.496199:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099525600/0x5d4000e30d838247 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eee6f expref: 501 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.496204:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1f:0x0].0x0 (ffff880099028000) 00010000:00010000:0.0:1742903175.496206:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903175.496208:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099525600, rc 0) 00000100:00100000:0.0:1742903175.496229:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+501:13299:x1827566172123904:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1574us (1756us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.496234:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76462 00000100:00100000:0.0:1742903175.496750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.496879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.497693:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.499306:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.500383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.500806:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.503514:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.503800:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.506900:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.507353:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.508982:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.510172:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.511048:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.511867:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.513965:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.514006:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.515675:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.515722:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.516400:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903175.516406:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d838327 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe20:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.516412:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c081000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903175.516415:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d838327 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.516421:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d838327 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe20:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.516438:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe20:0x0].0x0 (ffff880099660400) 00010000:00010000:0.0:1742903175.516440:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903175.516442:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d838327 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.516447:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d838327 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.516469:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903175.516470:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903175.516472:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903175.517357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.517788:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903175.517793:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d838343 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe21:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.517799:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61fe00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903175.517801:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d838343 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.517806:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d838343 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.517815:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe21:0x0].0x0 (ffff880099660700) 00010000:00010000:0.0:1742903175.517817:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903175.517819:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d838343 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.517824:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d838343 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.517834:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903175.517835:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903175.517837:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903175.518015:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.519400:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.520817:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.522669:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172129024 00000100:00100000:0.0:1742903175.522674:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172129024 00000100:00100000:0.0:1742903175.522702:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76476 00000100:00100000:0.0:1742903175.522706:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+520:13299:x1827566172129024:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.522716:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.522727:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b800/0x5d4000e30d838390 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eeec3 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.522780:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0bc00/0x5d4000e30d838397 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe1f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.522799:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29000/0x5d4000e30d83837b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeeb5 expref: 521 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.522805:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0bc00/0x5d4000e30d838397 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe1f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.522824:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29000/0x5d4000e30d83837b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeeb5 expref: 521 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.522836:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29000/0x5d4000e30d83837b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeeb5 expref: 521 pid: 18840 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903175.522844:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800720e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161305856:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903175.522907:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.523536:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.524421:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.526259:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.526292:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.529947:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.529982:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.532402:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.532445:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.535341:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.535396:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.539418:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.539448:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.539475:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.539502:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.539515:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172130944 00000100:00100000:0.0:1742903175.539518:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172130944 00000100:00100000:0.0:1742903175.539823:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172131072 00000100:00100000:0.0:1742903175.539826:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172131072 00000100:00100000:0.0:1742903175.539842:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76481 00000100:00100000:0.0:1742903175.539847:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+524:13300:x1827566172130944:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.539857:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.539867:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ac00/0x5d4000e30d838400 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eeee6 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.539901:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a000/0x5d4000e30d838415 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.539910:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a000/0x5d4000e30d838415 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.539918:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a000/0x5d4000e30d838415 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.539931:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d838423 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.539937:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d838423 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.539942:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d838423 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.539962:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a000/0x5d4000e30d838415 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.539967:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a000/0x5d4000e30d838415 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.539972:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a000/0x5d4000e30d838415 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.539976:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af0a000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.539978:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a000/0x5d4000e30d838415 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.539984:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a000/0x5d4000e30d838415 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.539990:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:0.0:1742903175.539992:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.539994:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a000/0x5d4000e30d838415 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.539999:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a000/0x5d4000e30d838415 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.540015:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d838423 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.540020:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d838423 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.540025:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d838423 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.540028:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af0ae00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.540030:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d838423 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.540035:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d838423 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.540040:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xfe01e3f1 (ffff88012dd66900) 00010000:00010000:0.0:1742903175.540042:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.540045:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d838423 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.540049:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ae00/0x5d4000e30d838423 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.540064:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ac00/0x5d4000e30d838400 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeee6 expref: 525 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.540071:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ac00/0x5d4000e30d838400 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeee6 expref: 524 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.540078:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af0ac00, rc 0) 00000100:00100000:0.0:1742903175.540094:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+523:13300:x1827566172130944:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 246us (618us total) trans 0 rc 301/301 00000100:00100000:0.0:1742903175.540100:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76481 00000100:00100000:0.0:1742903175.542769:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.542801:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.544556:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.549209:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.550348:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.552719:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.555160:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.556343:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.557713:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.561287:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.562510:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.563945:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.568904:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.568946:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.569686:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136274e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+527:13299:x1827566172133632:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 408us (738us total) trans 0 rc 301/301 00000100:00100000:0.0:1742903175.569694:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76492 00000100:00100000:0.0:1742903175.571560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.571988:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.574888:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.576060:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172134400 00000100:00100000:0.0:1742903175.576064:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172134400 00000100:00100000:0.0:1742903175.576092:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76496 00000100:00100000:0.0:1742903175.576096:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+528:13300:x1827566172134400:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.576103:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.576105:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1742903175.576116:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f400/0x5d4000e30d8384c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef1e expref: 528 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.576126:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:0.0:1742903175.576129:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903175.576134:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b200/0x5d4000e30d838549 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eef4f expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.576171:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a400/0x5d4000e30d838550 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.576179:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a400/0x5d4000e30d838550 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.576184:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a400/0x5d4000e30d838550 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.576191:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0aa00/0x5d4000e30d838557 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.576199:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0aa00/0x5d4000e30d838557 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.576204:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0aa00/0x5d4000e30d838557 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00080000:0.0:1742903175.576311:0:7212:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x6f6:0x0], index 1: 0 00000040:00080000:0.0:1742903175.576392:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8524, 184 off1494008 00010000:00010000:0.0:1742903175.576425:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b800/0x5d4000e30d83855e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.576431:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b800/0x5d4000e30d83855e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.576436:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b800/0x5d4000e30d83855e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.576450:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a400/0x5d4000e30d838550 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.576454:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a400/0x5d4000e30d838550 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.576459:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a400/0x5d4000e30d838550 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.576464:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af0a400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.576466:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a400/0x5d4000e30d838550 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.576470:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a400/0x5d4000e30d838550 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.576476:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:0.0:1742903175.576479:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.576481:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a400/0x5d4000e30d838550 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.576485:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a400/0x5d4000e30d838550 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:0.0:1742903175.576492:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88008f67ca80 reply state ffff88011ecd0000 transno 4295004673 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0aa00/0x5d4000e30d838557 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.576497:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0aa00/0x5d4000e30d838557 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.576501:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x985392a1 (ffff880099660e00) 00010000:00010000:0.0:1742903175.576503:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903175.576504:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1742903175.576516:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b200/0x5d4000e30d838549 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef4f expref: 530 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.576523:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b800/0x5d4000e30d83855e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef4f expref: 529 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.576528:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe23:0x0].0x0 (ffff880130ebbf00) 00010000:00010000:0.0:1742903175.576530:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903175.576531:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af0b800, rc 0) 00000100:00100000:0.0:1742903175.576550:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+530:13300:x1827566172134400:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 453us (533us total) trans 4295004673 rc 0/0 00000100:00100000:0.0:1742903175.576555:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76496 00000100:00100000:0.0:1742903175.579935:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.579989:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.583655:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.584176:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.585601:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.587944:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.589789:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.593755:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172135936 00000100:00100000:0.0:1742903175.593765:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172135936 00000100:00100000:0.0:1742903175.593825:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76497 00000100:00100000:0.0:1742903175.593832:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+534:13299:x1827566172135936:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.593855:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.593873:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0bc00/0x5d4000e30d838588 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eef72 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.594147:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a200/0x5d4000e30d83858f lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.594271:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c400/0x5d4000e30d83853b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef48 expref: 537 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.594276:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a200/0x5d4000e30d83858f lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe22:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.594306:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c400/0x5d4000e30d83853b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef48 expref: 537 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.594332:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c400/0x5d4000e30d83853b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef48 expref: 537 pid: 18840 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903175.594342:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd10000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161306752:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903175.597513:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.597561:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.600109:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.600389:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76499 00000100:00100000:0.0:1742903175.600395:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+536:13299:x1827566172136576:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.600417:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.600431:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0b000/0x5d4000e30d8385b2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eef80 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.600503:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a000/0x5d4000e30d8385b9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.600514:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a200/0x5d4000e30d83858f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe22:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef72 expref: 537 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.600520:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a000/0x5d4000e30d8385b9 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.600547:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a200/0x5d4000e30d83858f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe22:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef72 expref: 537 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.600557:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a200/0x5d4000e30d83858f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe22:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef72 expref: 537 pid: 7212 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903175.600568:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd13480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161307008:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903175.600618:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.603204:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.603251:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.603338:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161307136:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903175.603360:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091421e00/0x5d4000e30d8385c7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903175.603401:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22569 00000100:00100000:0.0:1742903175.603406:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+541:2010:x1827566172136832:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903175.603417:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903175.603423:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a200/0x5d4000e30d83858f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0xe22:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef72 expref: 541 pid: 7212 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.603432:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a200/0x5d4000e30d83858f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe22:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef72 expref: 541 pid: 7212 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.603450:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a200/0x5d4000e30d83858f lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe22:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef72 expref: 541 pid: 7212 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.603465:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe22:0x0].0x0 (ffff880099660b00) 00010000:00010000:0.0:1742903175.603469:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a000/0x5d4000e30d8385b9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.603475:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a000/0x5d4000e30d8385b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.603481:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a000/0x5d4000e30d8385b9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.603494:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903175.603523:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+539:2010:x1827566172136832:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 116us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.603529:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22569 00010000:00010000:0.0:1742903175.603546:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091421e00/0x5d4000e30d8385c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.603555:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091421e00/0x5d4000e30d8385c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903175.603575:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe23:0x0]: returning size 77076 00000004:00200000:0.0:1742903175.603577:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903175.603585:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091421e00/0x5d4000e30d8385c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.603603:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091421000/0x5d4000e30d8385c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef87 expref: 539 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.603612:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091421e00/0x5d4000e30d8385c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef87 expref: 538 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.603618:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe23:0x0].0x0 (ffff880130ebbf00) 00010000:00010000:0.0:1742903175.603620:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903175.603621:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091421e00, rc 0) 00000100:00100000:0.0:1742903175.603639:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+538:13300:x1827566172136704:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3020us (3203us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.603646:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76500 00000100:00100000:0.0:1742903175.605674:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.605980:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.611257:0:18886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1531 00000100:00100000:0.0:1742903175.611265:0:18886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+76:2009:x1827566172137472:12345-192.168.203.29@tcp:4:dbench.0 00000100:00100000:0.0:1742903175.616756:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.616806:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.618532:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e800/0x5d4000e30d838469 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618542:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e800/0x5d4000e30d838469 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618549:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e800/0x5d4000e30d838469 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618554:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61e800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.618558:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e800/0x5d4000e30d838469 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618563:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e800/0x5d4000e30d838469 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618579:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x985392a1 (ffff880099660e00) 00010000:00010000:0.0:1742903175.618582:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.618585:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e800/0x5d4000e30d838469 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618589:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e800/0x5d4000e30d838469 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618605:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e400/0x5d4000e30d838470 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618615:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e400/0x5d4000e30d838470 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618619:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e400/0x5d4000e30d838470 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618623:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61e400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.618625:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e400/0x5d4000e30d838470 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618630:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e400/0x5d4000e30d838470 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618635:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xfe01e3f1 (ffff88012dd66900) 00010000:00010000:0.0:1742903175.618637:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.618639:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e400/0x5d4000e30d838470 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618644:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e400/0x5d4000e30d838470 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618651:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d838477 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618655:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d838477 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618659:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d838477 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618662:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61e000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.618664:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d838477 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618668:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d838477 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618673:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1e:0x0].0x0 (ffff88011ef21b00) 00010000:00010000:0.0:1742903175.618675:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1742903175.618677:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d838477 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618680:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d838477 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618690:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29a00/0x5d4000e30d838485 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618695:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29a00/0x5d4000e30d838485 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618699:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29a00/0x5d4000e30d838485 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618703:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880130d29a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.618705:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29a00/0x5d4000e30d838485 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618710:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29a00/0x5d4000e30d838485 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618715:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x985392a1 (ffff88011ef21300) 00010000:00010000:0.0:1742903175.618717:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.618719:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29a00/0x5d4000e30d838485 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618724:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29a00/0x5d4000e30d838485 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618731:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d83848c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618735:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d83848c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618739:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d83848c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618746:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880130d29800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.618748:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d83848c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618752:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d83848c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618756:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xfe01e3f1 (ffff88011ef21000) 00010000:00010000:0.0:1742903175.618758:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.618759:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d83848c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618763:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29800/0x5d4000e30d83848c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618769:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d838493 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe1f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618772:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d838493 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe1f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618790:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d838493 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe1f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618793:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c081000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.618795:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d838493 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe1f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618799:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d838493 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe1f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618804:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1f:0x0].0x0 (ffff880099028000) 00010000:00010000:0.0:1742903175.618807:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1742903175.618809:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d838493 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe1f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.618813:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d838493 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe1f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00000100:00100000:0.0:1742903175.620141:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161308416:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903175.620166:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903175.620180:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099d68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161309056:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903175.620193:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903175.620205:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1742903175.620209:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161308928:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903175.620221:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903175.620237:0:10647:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161308416 00000100:00100000:0.0:1742903175.620240:0:10647:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161308416 00000100:00100000:0.0:1742903175.620255:0:10647:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161309056 00000100:00100000:0.0:1742903175.620257:0:10647:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161309056 00000100:00100000:0.0:1742903175.620265:0:10647:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161308928 00000100:00100000:0.0:1742903175.620267:0:10647:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161308928 00000100:00100000:0.0:1742903175.620277:0:10647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11548 00000100:00100000:0.0:1742903175.620281:0:10647:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3765:x1827566161307648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903175.620291:0:10647:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1777 count 1 00010000:00010000:0.0:1742903175.620301:0:10647:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009af0bc00/0x5d4000e30d83860d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.620311:0:10647:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130d28c00/0x5d4000e30d837589 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eea4e expref: 77 pid: 18882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903175.620335:0:10647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903175.620337:0:10647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903175.620339:0:10647:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af0bc00/0x5d4000e30d83860d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.620355:0:10647:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130d28c00/0x5d4000e30d837589 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eea4e expref: 77 pid: 18882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903175.620363:0:10647:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130d28c00/0x5d4000e30d837589 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eea4e expref: 77 pid: 18882 timeout: 403 lvb_type: 1 00000100:00100000:0.0:1742903175.620383:0:10647:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099d69c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10647:1827566161309440:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903175.620403:0:10647:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.620418:0:18848:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11550 00000100:00100000:0.0:1742903175.620422:0:18848:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3763:x1827566161309056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903175.620433:0:18848:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1778 count 1 00010000:00010000:0.0:1742903175.620442:0:18848:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009af0ae00/0x5d4000e30d83861b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.620451:0:18848:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800997f1800/0x5d4000e30d8379bf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eebb3 expref: 76 pid: 18882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903175.620457:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903175.620458:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903175.620460:0:18848:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009af0ae00/0x5d4000e30d83861b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.620473:0:18848:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800997f1800/0x5d4000e30d8379bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eebb3 expref: 76 pid: 18882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903175.620486:0:18848:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800997f1800/0x5d4000e30d8379bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eebb3 expref: 76 pid: 18882 timeout: 403 lvb_type: 1 00000100:00100000:0.0:1742903175.620494:0:18848:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099d69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18848:1827566161309696:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903175.620511:0:18848:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4180 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.620524:0:18860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11551 00000100:00100000:0.0:1742903175.620528:0:18860:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+7:3763:x1827566161308928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903175.620537:0:18860:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1776 count 1 00010000:00010000:0.0:1742903175.620546:0:18860:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838622 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.620554:0:18860:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130d28800/0x5d4000e30d8374c5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eea0f expref: 76 pid: 18882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903175.620559:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903175.620560:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903175.620561:0:18860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838622 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.620573:0:18860:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880130d28800/0x5d4000e30d8374c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eea0f expref: 76 pid: 18882 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903175.620580:0:18860:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130d28800/0x5d4000e30d8374c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eea0f expref: 76 pid: 18882 timeout: 403 lvb_type: 1 00000100:00100000:0.0:1742903175.620592:0:18860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099d6a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18860:1827566161309824:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903175.620607:0:18860:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4600 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.622150:0:18853:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172137856 00000100:00100000:0.0:1742903175.622154:0:18853:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172137856 00000100:00100000:0.0:1742903175.622185:0:18853:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11555 00000100:00100000:0.0:1742903175.622189:0:18853:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:5bb9e3e8-ca71-4450-80de-f6568f81689c+77:2009:x1827566172137856:12345-192.168.203.29@tcp:16:dbench.0 00000100:00100000:0.0:1742903175.624570:0:18853:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:5bb9e3e8-ca71-4450-80de-f6568f81689c+73:2009:x1827566172137856:12345-192.168.203.29@tcp:16:dbench.0 Request processed in 2374us (2506us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.624580:0:18853:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11555 00000100:00100000:0.0:1742903175.625226:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.625252:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.625275:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.625295:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172138112 00000100:00100000:0.0:1742903175.625299:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172138112 00010000:00010000:0.0:1742903175.625340:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099f2aa00/0x5d4000e30d835b1f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee363 expref: 79 pid: 18860 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903175.625359:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22571 00000100:00100000:0.0:1742903175.625364:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d68700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+80:2010:x1827566172137984:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903175.625388:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903175.625393:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800722da000/0x5d4000e30d836c4b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee761 expref: 80 pid: 11912 timeout: 403 lvb_type: 1 00010000:00010000:0.0:1742903175.625403:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800722da000/0x5d4000e30d836c4b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee761 expref: 80 pid: 11912 timeout: 403 lvb_type: 1 00010000:00010000:0.0:1742903175.625422:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800722da000/0x5d4000e30d836c4b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee761 expref: 80 pid: 11912 timeout: 403 lvb_type: 1 00010000:00010000:0.0:1742903175.625431:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903175.625432:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903175.625435:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099524e00/0x5d4000e30d8385f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.625441:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099524e00/0x5d4000e30d8385f1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.625454:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903175.625943:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d68700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+77:2010:x1827566172137984:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 577us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.625950:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22571 00000100:00100000:0.0:1742903175.626100:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172138368 00000100:00100000:0.0:1742903175.626410:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172138368 00010000:00010000:0.0:1742903175.626423:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997f1400/0x5d4000e30d837a3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eebd6 expref: 77 pid: 18882 timeout: 403 lvb_type: 1 00000100:00100000:0.0:1742903175.626441:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22575 00000100:00100000:0.0:1742903175.626445:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+77:2010:x1827566172138624:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903175.626452:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903175.626456:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130d28c00/0x5d4000e30d837589 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eea4e expref: 77 pid: 18882 timeout: 403 lvb_type: 1 00010000:00010000:0.0:1742903175.626469:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130d28c00/0x5d4000e30d837589 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eea4e expref: 76 pid: 18882 timeout: 403 lvb_type: 1 00010000:00010000:0.0:1742903175.626479:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903175.626480:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903175.626483:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af0bc00/0x5d4000e30d83860d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.626488:0:8886:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af0bc00/0x5d4000e30d83860d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.626496:0:8886:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903175.626512:0:8886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+74:2010:x1827566172138624:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 66us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.626517:0:8886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22575 00010000:00010000:0.0:1742903175.626530:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903175.626535:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099525a00/0x5d4000e30d8385f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.626540:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099525a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903175.626543:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099525a00/0x5d4000e30d8385f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.626550:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099525a00/0x5d4000e30d8385f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.626557:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099525a00/0x5d4000e30d8385f8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.626563:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099525a00/0x5d4000e30d8385f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.626575:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903175.626578:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a71b000/0x5d4000e30d8385ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.626582:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a71b000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903175.626584:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a71b000/0x5d4000e30d8385ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.626590:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a71b000/0x5d4000e30d8385ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.626596:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a71b000/0x5d4000e30d8385ea lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.626601:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a71b000/0x5d4000e30d8385ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.626610:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903175.626611:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903175.626612:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903175.626628:0:10647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130d28c00/0x5d4000e30d837589 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eea4e expref: 72 pid: 18882 timeout: 403 lvb_type: 1 00000100:00100000:0.0:1742903175.626635:0:10647:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099d69c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10647:1827566161309440:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903175.626648:0:10647:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009af0bc00/0x5d4000e30d83860d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.626653:0:10647:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009af0bc00/0x5d4000e30d83860d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.626658:0:10647:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af0bc00/0x5d4000e30d83860d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.626663:0:10647:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009af0bc00/0x5d4000e30d83860d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.626669:0:10647:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009af0bc00/0x5d4000e30d83860d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.626678:0:10647:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903175.626781:0:10647:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3765:x1827566161307648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6498us (7144us total) trans 4294970521 rc 0/0 00000100:00100000:0.0:1742903175.626787:0:10647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11548 00010000:00010000:0.0:1742903175.626810:0:18860:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130d28800/0x5d4000e30d8374c5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eea0f expref: 73 pid: 18882 timeout: 403 lvb_type: 1 00000100:00100000:0.0:1742903175.626818:0:18860:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099d6a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18860:1827566161309824:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903175.626828:0:18860:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838622 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.626834:0:18860:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838622 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.626840:0:18860:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838622 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.626846:0:18860:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838622 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.626851:0:18860:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838622 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.626868:0:18860:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903175.626986:0:18860:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+11:3763:x1827566161308928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6456us (6763us total) trans 4294970582 rc 0/0 00000100:00100000:0.0:1742903175.626991:0:18860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11551 00010000:00010000:0.0:1742903175.627017:0:18848:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800997f1800/0x5d4000e30d8379bf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eebb3 expref: 71 pid: 18882 timeout: 403 lvb_type: 1 00000100:00100000:0.0:1742903175.627026:0:18848:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099d69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18848:1827566161309696:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903175.627036:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009af0ae00/0x5d4000e30d83861b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.627042:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009af0ae00/0x5d4000e30d83861b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.627048:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009af0ae00/0x5d4000e30d83861b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.627059:0:18848:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009af0ae00/0x5d4000e30d83861b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.627065:0:18848:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009af0ae00/0x5d4000e30d83861b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.627075:0:18848:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1742903175.627149:0:18848:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3763:x1827566161309056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6726us (6954us total) trans 4294970583 rc 0/0 00000100:00100000:0.0:1742903175.627154:0:18848:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11550 00010000:00010000:0.0:1742903175.627166:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903175.627176:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903175.628139:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903175.628145:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a71aa00/0x5d4000e30d838629 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.628151:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a71aa00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903175.628154:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a71aa00/0x5d4000e30d838629 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.628160:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a71aa00/0x5d4000e30d838629 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.628170:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a71aa00/0x5d4000e30d838629 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.628179:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a71aa00/0x5d4000e30d838629 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.628194:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903175.628197:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c218e00/0x5d4000e30d838630 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.628202:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c218e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903175.628204:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c218e00/0x5d4000e30d838630 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.628209:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c218e00/0x5d4000e30d838630 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.628216:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c218e00/0x5d4000e30d838630 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.628221:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c218e00/0x5d4000e30d838630 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.628237:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903175.628238:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903175.628240:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903175.628399:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800723cfc00/0x5d4000e30d838637 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.628406:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800723cfc00/0x5d4000e30d838637 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.628412:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800723cfc00/0x5d4000e30d838637 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.628416:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800723cfc00/0x5d4000e30d838637 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.628424:0:9553:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1742903175.628608:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3765:x1827566161309184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7621us (7857us total) trans 4294970586 rc 0/0 00000100:00100000:3.0:1742903175.628614:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11554 00010000:00010000:3.0:1742903175.628634:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903175.628638:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a71b800/0x5d4000e30d838614 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.628644:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a71b800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903175.628646:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a71b800/0x5d4000e30d838614 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.628652:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a71b800/0x5d4000e30d838614 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.628660:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a71b800/0x5d4000e30d838614 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.629270:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a71b800/0x5d4000e30d838614 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.629282:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903175.629283:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903175.629285:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1742903175.630749:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970523 is committed 00000001:00080000:3.0:1742903175.630773:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970517 is committed 00000100:00100000:3.0:1742903175.635389:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172140160 00000100:00100000:3.0:1742903175.635397:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172140160 00000100:00100000:3.0:1742903175.635434:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76507 00000100:00100000:3.0:1742903175.635441:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+455:13299:x1827566172140160:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903175.635484:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903175.635505:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a000/0x5d4000e30d8385b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef80 expref: 456 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.635520:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe22:0x0].0x0 (ffff880099660b00) 00010000:00010000:3.0:1742903175.635523:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903175.635578:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218600/0x5d4000e30d838676 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.635588:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218600/0x5d4000e30d838676 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.635595:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218600/0x5d4000e30d838676 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00010000:3.0:1742903175.635711:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88008f67ce00 reply state ffff88012d22e000 transno 4295004680 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218600/0x5d4000e30d838676 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.635720:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218600/0x5d4000e30d838676 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.635725:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe22:0x0].0x0 (ffff880099660b00) 00010000:00010000:3.0:1742903175.635727:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903175.635730:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903175.635779:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+455:13299:x1827566172140160:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 338us (522us total) trans 4295004680 rc 0/0 00000100:00100000:3.0:1742903175.635785:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76507 00000100:00100000:0.0:1742903175.636743:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.636773:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.636804:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.636900:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172140288 00000100:00100000:3.0:1742903175.636904:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172140288 00000100:00100000:3.0:1742903175.636921:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172140672 00000100:00100000:3.0:1742903175.636923:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172140672 00000100:00100000:3.0:1742903175.636937:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76508 00000100:00100000:3.0:1742903175.636941:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+456:13299:x1827566172140288:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.636952:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.636961:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219a00/0x5d4000e30d83867d lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eefaa expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.636991:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219a00/0x5d4000e30d83867d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eefaa expref: 456 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.637001:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219a00/0x5d4000e30d83867d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eefaa expref: 456 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.637013:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe22:0x0].0x0 (ffff880099660b00) 00010000:00010000:3.0:1742903175.637015:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1742903175.637017:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c219a00, rc 0) 00000100:00100000:3.0:1742903175.637037:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+455:13299:x1827566172140288:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 95us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.637042:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76508 00000100:00100000:0.0:1742903175.638142:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.639643:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.639717:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172141184 00000100:00100000:3.0:1742903175.639721:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172141184 00000100:00100000:3.0:1742903175.639751:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76511 00000100:00100000:3.0:1742903175.639756:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+457:13299:x1827566172141184:12345-192.168.203.29@tcp:55:dbench.0 00010000:00010000:3.0:1742903175.639785:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d838692 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.639795:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d1c00/0x5d4000e30d8385d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef8e expref: 457 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.639803:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d838692 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe22:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.639832:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d1c00/0x5d4000e30d8385d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef8e expref: 457 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.639841:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d1c00/0x5d4000e30d8385d5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef8e expref: 457 pid: 7212 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.639853:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f0de680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161310336:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903175.640012:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.640237:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e9373c0 going to sleep for 11 seconds 00000100:00100000:3.0:1742903175.641032:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f0de680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161310336:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903175.641048:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d838692 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe22:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903175.641652:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.642818:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.645146:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.645225:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.645274:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a2300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161310464:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903175.645294:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d838699 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.645550:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d838699 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.645558:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d838699 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.645584:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d838699 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.645589:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d838699 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.645595:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d838699 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.645600:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c081000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.645603:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d838699 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.645609:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d838699 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.645617:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe23:0x0].0x0 (ffff880130ebbf00) 00010000:00010000:3.0:1742903175.645620:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1742903175.645623:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d838699 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.645628:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d838699 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903175.645677:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+455:13300:x1827566172141696:12345-192.168.203.29@tcp:55:dbench.0 Request processed in 2779us (2859us total) trans 0 rc -22/-22 00000100:00100000:3.0:1742903175.645686:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76512 00000100:00100000:0.0:1742903175.647767:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.647802:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.647809:0:18886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172142080 00000100:00100000:3.0:1742903175.647815:0:18886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172142080 00002000:00100000:3.0:1742903175.647844:0:18886:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x6f6:0x0] (0->4095) req@ffff880099d6a680 x1827566172142080/t0(0) o4->5bb9e3e8-ca71-4450-80de-f6568f81689c@192.168.203.29@tcp:31/0 lens 4584/0 e 0 to 0 dl 1742903186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1742903175.647853:0:18886:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff880099d6a680 with x1827566172142080 ext(0->4095) 00002000:00010000:3.0:1742903175.647857:0:18886:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099d6a680 00000100:00100000:3.0:1742903175.647871:0:18886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1533 00000100:00100000:3.0:1742903175.647877:0:18886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+69:2009:x1827566172142080:12345-192.168.203.29@tcp:4:dbench.0 00000100:00100000:3.0:1742903175.648075:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172142208 00000100:00100000:3.0:1742903175.648078:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172142208 00000100:00100000:3.0:1742903175.648103:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76513 00000100:00100000:3.0:1742903175.648108:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+455:13299:x1827566172142208:12345-192.168.203.29@tcp:44:dbench.0 00000100:00100000:3.0:1742903175.648200:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+455:13299:x1827566172142208:12345-192.168.203.29@tcp:44:dbench.0 Request processed in 90us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.648201:0:18886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+71:2009:x1827566172142080:12345-192.168.203.29@tcp:4:dbench.0 Request processed in 323us (439us total) trans 4294970525 rc 0/0 00000100:00100000:3.0:1742903175.648206:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76513 00000100:00100000:0.0:1742903175.648208:0:18886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1533 00002000:00100000:0.0:1742903175.648218:0:18886:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x6f6:0x0] (0->4095) req@ffff880099d6a680 x1827566172142080/t4294970525(0) o4->5bb9e3e8-ca71-4450-80de-f6568f81689c@192.168.203.29@tcp:31/0 lens 4584/448 e 0 to 0 dl 1742903186 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1742903175.648224:0:18886:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff880099d6a680 with x1827566172142080 ext(0->4095) 00002000:00010000:0.0:1742903175.648227:0:18886:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099d6a680 00000100:00100000:0.0:1742903175.649899:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.649939:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.650213:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172142464 00000100:00100000:3.0:1742903175.650217:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172142464 00000100:00100000:3.0:1742903175.650338:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76514 00000100:00100000:3.0:1742903175.650344:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+455:13300:x1827566172142464:12345-192.168.203.29@tcp:44:dbench.0 00000100:00100000:3.0:1742903175.650439:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+455:13300:x1827566172142464:12345-192.168.203.29@tcp:44:dbench.0 Request processed in 94us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.650446:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76514 00000100:00100000:0.0:1742903175.651951:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.652241:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+67:2010:x1827566172142336:12345-192.168.203.29@tcp:16:dbench.0 Request processed in 2173us (2346us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.652248:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11559 00000001:00080000:3.0:1742903175.653160:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970525 is committed 00000100:00100000:0.0:1742903175.654364:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.656212:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.656251:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.656308:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172143232 00000100:00100000:3.0:1742903175.656313:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172143232 00000100:00100000:3.0:1742903175.656356:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76515 00000100:00100000:3.0:1742903175.656361:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+457:13299:x1827566172143232:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.656387:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.656404:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219200/0x5d4000e30d8386a0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eefb8 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.656450:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d8386a7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.656464:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d8386a7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.656473:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d8386a7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.656484:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d8386ae lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.656489:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d8386ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.656494:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d8386ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.656555:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d8386b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.656561:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d8386b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.656567:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d8386b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903175.656587:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe22:0x0]: returning size 77076 00000004:00200000:3.0:1742903175.656590:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903175.656600:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d8386b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.656607:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d8386b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.656613:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d8386a7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.656617:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d8386a7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.656991:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d8386a7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.656999:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c218200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.657003:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d8386a7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657009:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d8386a7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657020:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:3.0:1742903175.657022:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.657025:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d8386a7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657030:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d8386a7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657087:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d8386ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657094:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d8386ae lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657098:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d8386ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657102:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c219400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.657105:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d8386ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657110:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d8386ae lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657117:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x985392a1 (ffff88012bd63800) 00010000:00010000:3.0:1742903175.657119:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.657121:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d8386ae lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657125:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d8386ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657147:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219200/0x5d4000e30d8386a0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eefb8 expref: 461 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.657157:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d8386b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eefb8 expref: 460 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.657162:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe22:0x0].0x0 (ffff880099660b00) 00010000:00010000:3.0:1742903175.657164:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903175.657166:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c218c00, rc 0) 00000100:00100000:3.0:1742903175.657485:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+460:13299:x1827566172143232:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1122us (1232us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.657492:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76515 00000100:00100000:3.0:1742903175.657635:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172143360 00000100:00100000:3.0:1742903175.657639:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172143360 00000100:00100000:3.0:1742903175.657664:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76516 00000100:00100000:3.0:1742903175.657669:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+460:13300:x1827566172143360:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.657679:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.657687:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218800/0x5d4000e30d8386bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eefbf expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.657710:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218e00/0x5d4000e30d8386c3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657717:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218e00/0x5d4000e30d8386c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657722:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218e00/0x5d4000e30d8386c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657730:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d8386ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657735:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d8386ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657739:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d8386ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657773:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d8386d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657779:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d8386d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657785:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d8386d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903175.657800:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe23:0x0]: returning size 77076 00000004:00200000:3.0:1742903175.657802:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903175.657809:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d8386d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657814:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d8386d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657819:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218e00/0x5d4000e30d8386c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657823:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218e00/0x5d4000e30d8386c3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657826:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218e00/0x5d4000e30d8386c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657831:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c218e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.657869:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218e00/0x5d4000e30d8386c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657875:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218e00/0x5d4000e30d8386c3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657881:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:3.0:1742903175.657883:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.657885:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218e00/0x5d4000e30d8386c3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657890:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218e00/0x5d4000e30d8386c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657898:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d8386ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657903:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d8386ca lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657908:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d8386ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657912:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c219000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.657914:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d8386ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657918:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d8386ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657923:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x985392a1 (ffff88012bd63f00) 00010000:00010000:3.0:1742903175.657925:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.657926:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d8386ca lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657930:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d8386ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.657946:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218800/0x5d4000e30d8386bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eefbf expref: 462 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.657953:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d8386d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eefbf expref: 461 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.657958:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe23:0x0].0x0 (ffff880130ebbf00) 00010000:00010000:3.0:1742903175.657961:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903175.657963:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c081000, rc 0) 00000100:00100000:3.0:1742903175.657992:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+461:13300:x1827566172143360:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 322us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.657997:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76516 00000100:00100000:0.0:1742903175.658805:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.658884:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172143616 00000100:00100000:3.0:1742903175.658888:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172143616 00000100:00100000:3.0:1742903175.658936:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76517 00000100:00100000:3.0:1742903175.658941:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+461:13299:x1827566172143616:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.659122:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.659133:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081600/0x5d4000e30d8386d8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eefc6 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.659190:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c080a00/0x5d4000e30d8386df lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.659200:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d8386b5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eefb8 expref: 462 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.659206:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c080a00/0x5d4000e30d8386df lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe22:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.659235:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d8386b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eefb8 expref: 462 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.659246:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d8386b5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eefb8 expref: 462 pid: 18840 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.659257:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f0de680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161310592:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903175.659458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.659503:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e9373c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.660520:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.660542:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f0de680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161310592:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903175.660559:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009c080a00/0x5d4000e30d8386df lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe22:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.660726:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009c080a00/0x5d4000e30d8386df lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe22:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.660732:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c080a00/0x5d4000e30d8386df lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe22:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903175.660746:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe22:0x0]: returning size 77076 00010000:00010000:3.0:1742903175.660871:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081600/0x5d4000e30d8386d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eefc6 expref: 466 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.660883:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c080a00/0x5d4000e30d8386df lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe22:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eefc6 expref: 465 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.660888:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe22:0x0].0x0 (ffff880099660b00) 00010000:00010000:3.0:1742903175.660891:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903175.660893:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c080a00, rc 0) 00000100:00100000:0.0:1742903175.660955:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.660992:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+464:13299:x1827566172143616:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2049us (2188us total) trans 4295004686 rc 0/0 00000100:00100000:3.0:1742903175.660998:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76517 00000100:00100000:0.0:1742903175.662775:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.663815:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172144384 00000100:00100000:3.0:1742903175.663821:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172144384 00000100:00100000:3.0:1742903175.663851:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76520 00000100:00100000:3.0:1742903175.663857:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+465:13300:x1827566172144384:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.663872:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.663885:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c080e00/0x5d4000e30d838710 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eefdb expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.663945:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0x5d4000e30d838717 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.663957:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091420c00/0x5d4000e30d8386ed lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe23:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eefcd expref: 466 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.663972:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0x5d4000e30d838717 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.663995:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091420c00/0x5d4000e30d8386ed lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe23:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eefcd expref: 466 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.664004:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091420c00/0x5d4000e30d8386ed lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe23:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eefcd expref: 466 pid: 7211 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.664014:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f0de680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161310976:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903175.664057:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e9373c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.665426:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.666967:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.668651:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.669468:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.672413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.672442:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.672469:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.672496:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.672629:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8394 00000100:00100000:3.0:1742903175.672635:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7ce1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+467:2009:x1827566172145152:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903175.672643:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903175.672657:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5da00/0x5d4000e30d83874f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eefe9 expref: 468 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.672676:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe23:0x0].0x0 (ffff880130ebbf00) 00010000:00010000:3.0:1742903175.672679:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903175.672714:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7ce1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+466:2009:x1827566172145152:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 79us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.672834:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8394 00000100:00100000:0.0:1742903175.674230:0:18856:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172145920 00000100:00100000:0.0:1742903175.674237:0:18856:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172145920 00000100:00100000:0.0:1742903175.676142:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172146176 00000100:00100000:0.0:1742903175.676147:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172146176 00000100:00100000:0.0:1742903175.676176:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17562 00000100:00100000:0.0:1742903175.676181:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+465:13299:x1827566172146176:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:0.0:1742903175.676298:0:18842:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8529, 168 off1494848 00000100:00100000:0.0:1742903175.676390:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+466:13299:x1827566172146176:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 208us (294us total) trans 4295004690 rc 0/0 00000100:00100000:0.0:1742903175.676397:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17562 00000100:00100000:0.0:1742903175.678649:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172146560 00000100:00100000:0.0:1742903175.678653:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172146560 00000100:00100000:0.0:1742903175.682178:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.683087:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172147200 00000100:00100000:3.0:1742903175.683092:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172147200 00000100:00100000:3.0:1742903175.683119:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76528 00000100:00100000:3.0:1742903175.683124:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+471:13300:x1827566172147200:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.683132:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.683139:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a000/0x5d4000e30d8387aa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef005 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.683177:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d8387b1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe23:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.683186:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d838795 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeff0 expref: 472 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.683191:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d8387b1 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe23:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.683206:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d838795 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeff0 expref: 472 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.683213:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d838795 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeff0 expref: 472 pid: 7211 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.683220:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f0de680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161311232:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903175.683255:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e9379c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.684789:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.684813:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f0de680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161311232:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903175.684830:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d8387b1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe23:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903175.684837:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.684866:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172147456 00000100:00100000:3.0:1742903175.684870:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172147456 00010000:00010000:3.0:1742903175.685005:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d838795 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeff0 expref: 474 pid: 7211 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.685037:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22590 00000100:00100000:3.0:1742903175.685041:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+474:2009:x1827566172147456:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903175.685048:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903175.685051:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d838795 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeff0 expref: 474 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:3.0:1742903175.685059:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d838795 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeff0 expref: 474 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:3.0:1742903175.685077:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d838795 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeff0 expref: 474 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:3.0:1742903175.685101:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe23:0x0].0x0 (ffff880130ebbf00) 00010000:00010000:3.0:1742903175.685105:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d8387b1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe23:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.685111:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d8387b1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe23:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.685117:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d8387b1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe23:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.685303:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903175.685350:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+471:2009:x1827566172147456:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 307us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.685357:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22590 00010000:00010000:3.0:1742903175.685388:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d8387b1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe23:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.685392:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d8387b1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe23:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903175.685400:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe23:0x0]: returning size 77076 00010000:00010000:3.0:1742903175.685468:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a000/0x5d4000e30d8387aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef005 expref: 473 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.685478:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d8387b1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe23:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef005 expref: 472 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.685484:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe23:0x0].0x0 (ffff880130ebbf00) 00010000:00010000:3.0:1742903175.685486:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903175.685488:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a71be00, rc 0) 00000100:00100000:3.0:1742903175.685509:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+472:13300:x1827566172147200:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2385us (2577us total) trans 4295004693 rc 0/0 00000100:00100000:3.0:1742903175.685514:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76528 00000100:00100000:0.0:1742903175.686640:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.687200:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.687236:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172147712 00000100:00100000:3.0:1742903175.687239:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172147712 00000100:00100000:3.0:1742903175.687267:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76530 00000100:00100000:3.0:1742903175.687272:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a769f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+473:13300:x1827566172147712:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.687278:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.687289:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a200/0x5d4000e30d8387d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe23:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef013 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.687343:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ac00/0x5d4000e30d8387db lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.687350:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d8387b1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe23:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef005 expref: 474 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.687355:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ac00/0x5d4000e30d8387db lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.687383:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d8387b1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe23:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef005 expref: 474 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.687390:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d8387b1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe23:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef005 expref: 474 pid: 9576 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.687398:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f0de680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161311488:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903175.687431:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e9370c0 going to sleep for 11 seconds 00000100:00100000:3.0:1742903175.689567:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f0de680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161311488:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903175.689578:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ac00/0x5d4000e30d8387db lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903175.689787:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172147840 00000100:00100000:0.0:1742903175.689792:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172147840 00010000:00010000:0.0:1742903175.689812:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d1600/0x5d4000e30d8387a3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe22:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeffe expref: 475 pid: 7211 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903175.689831:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172147968 00000100:00100000:0.0:1742903175.689833:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172147968 00010000:00010000:0.0:1742903175.689840:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d8387b1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe23:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef005 expref: 476 pid: 9576 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903175.689854:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22591 00000100:00100000:0.0:1742903175.689859:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+476:2010:x1827566172147840:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903175.689869:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903175.689874:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d1600/0x5d4000e30d8387a3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe22:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeffe expref: 476 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.689883:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d1600/0x5d4000e30d8387a3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe22:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeffe expref: 476 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.689902:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d1600/0x5d4000e30d8387a3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe22:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeffe expref: 476 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.689916:0:7199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe22:0x0].0x0 (ffff880099660b00) 00010000:00010000:0.0:1742903175.689920:0:7199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0200/0x5d4000e30d8387cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.689928:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0200/0x5d4000e30d8387cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.689934:0:7199:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0200/0x5d4000e30d8387cd lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.689953:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903175.689980:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+475:2010:x1827566172147840:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 120us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.689986:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22591 00000100:00100000:0.0:1742903175.689997:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22592 00000100:00100000:0.0:1742903175.690000:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+474:2010:x1827566172147968:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903175.690007:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903175.690010:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d8387b1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe23:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef005 expref: 474 pid: 9576 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.690017:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d8387b1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe23:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef005 expref: 474 pid: 9576 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.690027:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d8387b1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe23:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef005 expref: 474 pid: 9576 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.690036:0:7199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe23:0x0].0x0 (ffff880130ebbf00) 00010000:00010000:0.0:1742903175.690039:0:7199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ac00/0x5d4000e30d8387db lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.690044:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ac00/0x5d4000e30d8387db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.690049:0:7199:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ac00/0x5d4000e30d8387db lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.690058:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903175.690073:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+473:2010:x1827566172147968:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 71us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.690081:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22592 00010000:00010000:3.0:1742903175.690282:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0200/0x5d4000e30d8387cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.690288:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0200/0x5d4000e30d8387cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903175.690352:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe22:0x0]: returning size 77076 00000004:00200000:3.0:1742903175.690356:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903175.690382:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0200/0x5d4000e30d8387cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.690407:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d1a00/0x5d4000e30d8387c6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef00c expref: 473 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.690418:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0200/0x5d4000e30d8387cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef00c expref: 472 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.690424:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe22:0x0].0x0 (ffff880099660b00) 00010000:00010000:3.0:1742903175.690426:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903175.690428:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993d0200, rc 0) 00000100:00100000:3.0:1742903175.690456:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a76b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+472:13299:x1827566172147584:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3649us (3817us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.690462:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76529 00010000:00010000:3.0:1742903175.690479:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ac00/0x5d4000e30d8387db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.690483:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ac00/0x5d4000e30d8387db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903175.690500:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe23:0x0]: returning size 77076 00000004:00200000:3.0:1742903175.690502:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903175.690507:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ac00/0x5d4000e30d8387db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.690522:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a200/0x5d4000e30d8387d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe23:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef013 expref: 472 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.690530:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ac00/0x5d4000e30d8387db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef013 expref: 471 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.690539:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe23:0x0].0x0 (ffff880130ebbf00) 00010000:00010000:3.0:1742903175.690541:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903175.690542:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a71ac00, rc 0) 00000100:00100000:3.0:1742903175.690937:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a769f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+471:13300:x1827566172147712:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3663us (3735us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.690943:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76530 00000100:00100000:0.0:1742903175.692940:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.692983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.693061:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172148096 00000100:00100000:3.0:1742903175.693067:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172148096 00000100:00100000:3.0:1742903175.693099:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172148224 00000100:00100000:3.0:1742903175.693101:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172148224 00000100:00100000:3.0:1742903175.693125:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76531 00000100:00100000:3.0:1742903175.693129:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a774000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+472:13299:x1827566172148096:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.693143:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.693157:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ae00/0x5d4000e30d8387e2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef01a expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.693437:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d838805 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693444:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d838805 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693452:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d838805 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693462:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d83880c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693467:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d83880c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693473:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d83880c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693501:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71aa00/0x5d4000e30d838813 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693506:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71aa00/0x5d4000e30d838813 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693512:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71aa00/0x5d4000e30d838813 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903175.693531:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe1f:0x0]: returning size 74834 00000004:00200000:3.0:1742903175.693534:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903175.693540:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71aa00/0x5d4000e30d838813 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693546:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71aa00/0x5d4000e30d838813 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693550:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d838805 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693555:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d838805 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693559:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d838805 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693564:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a71a800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.693566:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d838805 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693570:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d838805 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693577:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:3.0:1742903175.693579:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.693581:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d838805 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693585:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d838805 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693594:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d83880c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693798:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d83880c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693803:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d83880c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693808:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a71a400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.693810:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d83880c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693815:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d83880c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693822:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xfe01e3f1 (ffff88012bd63d00) 00010000:00010000:3.0:1742903175.693824:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.693826:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d83880c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693830:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d83880c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.693849:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ae00/0x5d4000e30d8387e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef01a expref: 474 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.693858:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71aa00/0x5d4000e30d838813 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef01a expref: 473 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.693863:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1f:0x0].0x0 (ffff880099028000) 00010000:00010000:3.0:1742903175.693865:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903175.693866:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a71aa00, rc 0) 00000100:00100000:3.0:1742903175.694314:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a774000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+473:13299:x1827566172148096:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1181us (1377us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.694343:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76531 00000100:00100000:0.0:1742903175.695211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.695243:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172148480 00000100:00100000:3.0:1742903175.695248:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172148480 00000100:00100000:3.0:1742903175.695269:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76533 00000100:00100000:3.0:1742903175.695272:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a774700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+473:13300:x1827566172148480:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.695282:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.695289:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d83881a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef028 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.695356:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b400/0x5d4000e30d838821 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.695377:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e400/0x5d4000e30d8387fe lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef021 expref: 474 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.695386:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b400/0x5d4000e30d838821 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe1e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.695410:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e400/0x5d4000e30d8387fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef021 expref: 474 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.695420:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e400/0x5d4000e30d8387fe lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef021 expref: 474 pid: 7211 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.695429:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f0de680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161311616:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903175.695494:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e9370c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.695775:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.698268:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f0de680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161311616:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903175.698289:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b400/0x5d4000e30d838821 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe1e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903175.698360:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172148864 00000100:00100000:0.0:1742903175.698377:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172148864 00010000:00010000:0.0:1742903175.698534:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e400/0x5d4000e30d8387fe lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef021 expref: 477 pid: 7211 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.698609:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a1500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161311744:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903175.699295:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22593 00000100:00100000:0.0:1742903175.699300:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+477:2010:x1827566172148864:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903175.699312:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903175.699339:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e400/0x5d4000e30d8387fe lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef021 expref: 477 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.699346:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e400/0x5d4000e30d8387fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef021 expref: 477 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.699363:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e400/0x5d4000e30d8387fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef021 expref: 477 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:3.0:1742903175.699437:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5fa00/0x5d4000e30d83882f lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe1f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.699490:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1e:0x0].0x0 (ffff88011ef21b00) 00010000:00010000:0.0:1742903175.699494:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b400/0x5d4000e30d838821 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe1e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.699502:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b400/0x5d4000e30d838821 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe1e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.699512:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b400/0x5d4000e30d838821 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe1e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.699539:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903175.699572:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+476:2010:x1827566172148864:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 271us (1417us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.699578:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22593 00000100:00100000:0.0:1742903175.699692:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172148992 00000100:00100000:0.0:1742903175.699696:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172148992 00010000:00010000:0.0:1742903175.699708:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71aa00/0x5d4000e30d838813 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef01a expref: 476 pid: 9576 timeout: 403 lvb_type: 0 00010000:00010000:3.0:1742903175.699720:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b400/0x5d4000e30d838821 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe1e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903175.699722:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22594 00000100:00100000:0.0:1742903175.699725:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+476:2010:x1827566172148992:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903175.699727:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b400/0x5d4000e30d838821 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe1e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.699736:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903175.699739:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71aa00/0x5d4000e30d838813 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef01a expref: 476 pid: 9576 timeout: 403 lvb_type: 0 00000004:00200000:3.0:1742903175.699747:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe1e:0x0]: returning size 74834 00010000:00010000:0.0:1742903175.699747:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71aa00/0x5d4000e30d838813 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef01a expref: 476 pid: 9576 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.699758:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71aa00/0x5d4000e30d838813 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef01a expref: 476 pid: 9576 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.699769:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1f:0x0].0x0 (ffff880099028000) 00010000:00010000:0.0:1742903175.699772:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5fa00/0x5d4000e30d83882f lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe1f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.699779:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5fa00/0x5d4000e30d83882f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe1f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.699783:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5fa00/0x5d4000e30d83882f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe1f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.699801:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903175.699820:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+476:2010:x1827566172148992:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 93us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.699825:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22594 00010000:00010000:3.0:1742903175.699868:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d83881a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef028 expref: 476 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.699880:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b400/0x5d4000e30d838821 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe1e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef028 expref: 475 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.699887:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1e:0x0].0x0 (ffff88011ef21b00) 00010000:00010000:3.0:1742903175.699889:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903175.699892:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a71b400, rc 0) 00000100:00100000:3.0:1742903175.699931:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a774700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+475:13300:x1827566172148480:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 4657us (4720us total) trans 4295004694 rc 0/0 00000100:00100000:3.0:1742903175.699938:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76533 00000100:00100000:0.0:1742903175.702099:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.702907:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.702976:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172149248 00000100:00100000:3.0:1742903175.702983:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172149248 00000100:00100000:3.0:1742903175.703014:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76536 00000100:00100000:3.0:1742903175.703019:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a775180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+477:13299:x1827566172149248:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.703035:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.703046:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d838852 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef03d expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.703103:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a200/0x5d4000e30d838859 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.703112:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5fa00/0x5d4000e30d83882f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe1f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef02f expref: 478 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.703118:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a200/0x5d4000e30d838859 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.703141:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5fa00/0x5d4000e30d83882f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe1f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef02f expref: 478 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.703150:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5fa00/0x5d4000e30d83882f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe1f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef02f expref: 478 pid: 7211 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.703159:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f0de680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161312000:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903175.703216:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e9379c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.705131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.705168:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.705186:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172149376 00000100:00100000:0.0:1742903175.705190:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172149376 00010000:00010000:0.0:1742903175.705211:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b400/0x5d4000e30d838821 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe1e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef028 expref: 479 pid: 9576 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903175.705239:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172149504 00000100:00100000:0.0:1742903175.705241:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172149504 00010000:00010000:0.0:1742903175.705248:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5fa00/0x5d4000e30d83882f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0xe1f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef02f expref: 480 pid: 7211 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903175.705263:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22595 00000100:00100000:0.0:1742903175.705267:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7ce1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+480:2010:x1827566172149376:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903175.705279:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903175.705284:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b400/0x5d4000e30d838821 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe1e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef028 expref: 480 pid: 9576 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.705292:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b400/0x5d4000e30d838821 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe1e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef028 expref: 480 pid: 9576 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.705309:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b400/0x5d4000e30d838821 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe1e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef028 expref: 480 pid: 9576 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.705341:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1e:0x0].0x0 (ffff88011ef21b00) 00010000:00010000:0.0:1742903175.705345:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d1a00/0x5d4000e30d83884b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.705352:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d1a00/0x5d4000e30d83884b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.705358:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d1a00/0x5d4000e30d83884b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.705393:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903175.705438:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7ce1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+479:2010:x1827566172149376:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 169us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.705445:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22595 00010000:00010000:3.0:1742903175.705566:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5fa00/0x5d4000e30d83882f lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe1f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef02f expref: 477 pid: 7211 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.705575:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f0de680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161312000:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903175.705586:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a200/0x5d4000e30d838859 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.705591:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a200/0x5d4000e30d838859 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.705596:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a200/0x5d4000e30d838859 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903175.705614:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe1f:0x0]: returning size 74834 00000004:00200000:3.0:1742903175.705616:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903175.705627:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a200/0x5d4000e30d838859 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.705649:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d838852 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef03d expref: 478 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.705659:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a200/0x5d4000e30d838859 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef03d expref: 476 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.705664:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1f:0x0].0x0 (ffff880099028000) 00010000:00010000:3.0:1742903175.705666:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903175.705668:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a71a200, rc 0) 00000100:00100000:3.0:1742903175.705692:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a775180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+476:13299:x1827566172149248:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2672us (2786us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.705697:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76536 00000100:00100000:0.0:1742903175.707491:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.707535:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.707555:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172149760 00000100:00100000:0.0:1742903175.707560:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172149760 00000100:00100000:0.0:1742903175.707719:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172150016 00000100:00100000:0.0:1742903175.707722:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172150016 00000100:00100000:3.0:1742903175.707757:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17564 00000100:00100000:3.0:1742903175.707764:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a775880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+476:13300:x1827566172149760:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903175.708075:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8532, 168 off1495352 00000100:00100000:3.0:1742903175.708340:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a775880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+477:13300:x1827566172149760:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 575us (853us total) trans 4295004697 rc 0/0 00000100:00100000:3.0:1742903175.708346:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17564 00000100:00100000:0.0:1742903175.709524:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.709859:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.709913:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172150144 00000100:00100000:3.0:1742903175.709917:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172150144 00000100:00100000:3.0:1742903175.709946:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172150272 00000100:00100000:3.0:1742903175.709948:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172150272 00000100:00100000:3.0:1742903175.709960:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76537 00000100:00100000:3.0:1742903175.709965:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a775c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+478:13299:x1827566172150144:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.709978:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.709990:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081600/0x5d4000e30d838860 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef044 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.710026:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d83886e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710036:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d83886e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710044:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d83886e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710054:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0x5d4000e30d838883 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710059:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0x5d4000e30d838883 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710065:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0x5d4000e30d838883 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710111:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a000/0x5d4000e30d83888a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710118:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a000/0x5d4000e30d83888a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710123:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a000/0x5d4000e30d83888a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903175.710144:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe1f:0x0]: returning size 74834 00000004:00200000:3.0:1742903175.710147:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903175.710156:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a000/0x5d4000e30d83888a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710163:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a000/0x5d4000e30d83888a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710169:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d83886e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710173:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d83886e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710179:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d83886e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710184:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c081000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.710188:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d83886e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710192:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d83886e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710200:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:3.0:1742903175.710203:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.710205:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d83886e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710210:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081000/0x5d4000e30d83886e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710218:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0x5d4000e30d838883 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710224:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0x5d4000e30d838883 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710228:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0x5d4000e30d838883 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710232:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a71b800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.710234:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0x5d4000e30d838883 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710238:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0x5d4000e30d838883 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710243:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xfe01e3f1 (ffff88012bd63000) 00010000:00010000:3.0:1742903175.710245:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.710246:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0x5d4000e30d838883 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710250:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b800/0x5d4000e30d838883 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.710266:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081600/0x5d4000e30d838860 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef044 expref: 482 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.710279:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a000/0x5d4000e30d83888a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef044 expref: 480 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.710284:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1f:0x0].0x0 (ffff880099028000) 00010000:00010000:3.0:1742903175.710286:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903175.710288:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a71a000, rc 0) 00000100:00100000:3.0:1742903175.710304:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a775c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+480:13299:x1827566172150144:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 339us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.710519:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76537 00000100:00100000:0.0:1742903175.711668:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.711708:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.712131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.712697:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903175.712703:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099223c00/0x5d4000e30d8388ad lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe1f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.712708:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099223c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903175.712713:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099223c00/0x5d4000e30d8388ad lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.712718:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099223c00/0x5d4000e30d8388ad lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe1f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.712725:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1f:0x0].0x0 (ffff88012dd00000) 00010000:00010000:0.0:1742903175.712727:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903175.712730:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099223c00/0x5d4000e30d8388ad lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.712734:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099223c00/0x5d4000e30d8388ad lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.712744:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903175.712745:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903175.712747:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903175.713034:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.713259:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172151040 00000100:00100000:3.0:1742903175.713264:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172151040 00000100:00100000:3.0:1742903175.713280:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76540 00000100:00100000:3.0:1742903175.713284:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a776d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+477:13300:x1827566172151040:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903175.713451:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1742903175.713463:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d1a00/0x5d4000e30d83884b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef036 expref: 477 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.713477:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d837d07 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeccb expref: 476 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.713484:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1e:0x0].0x0 (ffff88011ef21b00) 00010000:00010000:3.0:1742903175.713489:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903175.714537:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.714555:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172151168 00000100:00100000:0.0:1742903175.714559:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172151168 00000100:00100000:0.0:1742903175.714580:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76541 00000100:00100000:0.0:1742903175.714585:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a777100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+476:13299:x1827566172151168:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.714598:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.714609:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f800/0x5d4000e30d8388b4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef052 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.714652:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d8388bb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714662:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d8388bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714669:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d8388bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714679:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f400/0x5d4000e30d8388c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714685:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f400/0x5d4000e30d8388c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714690:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f400/0x5d4000e30d8388c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714740:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fa00/0x5d4000e30d8388c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x836:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714747:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fa00/0x5d4000e30d8388c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714752:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fa00/0x5d4000e30d8388c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:0.0:1742903175.714778:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x836:0x0]: returning size 327680 00000004:00200000:0.0:1742903175.714781:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903175.714791:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fa00/0x5d4000e30d8388c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714799:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fa00/0x5d4000e30d8388c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714805:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d8388bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714810:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d8388bb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714815:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d8388bb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714820:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61fe00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.714823:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d8388bb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714828:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d8388bb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714836:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x0 (ffff88012e960000) 00010000:00010000:0.0:1742903175.714838:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.714842:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d8388bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714846:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d8388bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714855:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f400/0x5d4000e30d8388c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714859:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f400/0x5d4000e30d8388c2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714864:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f400/0x5d4000e30d8388c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714868:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61f400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.714871:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f400/0x5d4000e30d8388c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714875:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f400/0x5d4000e30d8388c2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714880:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x41c358e5 (ffff880130ebbc00) 00010000:00010000:0.0:1742903175.714882:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.714884:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f400/0x5d4000e30d8388c2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714888:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f400/0x5d4000e30d8388c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.714906:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f800/0x5d4000e30d8388b4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef052 expref: 478 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.714914:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fa00/0x5d4000e30d8388c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef052 expref: 477 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.714920:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x836:0x0].0x0 (ffff88012e2e1900) 00010000:00010000:0.0:1742903175.714922:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903175.714923:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f61fa00, rc 0) 00000100:00100000:0.0:1742903175.714951:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a777100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+477:13299:x1827566172151168:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 365us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.714956:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76541 00010000:00010000:3.0:1742903175.715114:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d8388d0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715121:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d8388d0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715128:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d8388d0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715135:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d8388d7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715138:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d8388d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715141:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d8388d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715167:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d8388de lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715170:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d8388de lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715174:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d8388de lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:3.0:1742903175.715304:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1727, 64 off118784 00000040:00080000:3.0:1742903175.715354:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8534, 184 off1495720 00010000:00010000:3.0:1742903175.715403:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099524e00/0x5d4000e30d8388e5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715409:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099524e00/0x5d4000e30d8388e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715415:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099524e00/0x5d4000e30d8388e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715420:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099524e00/0x5d4000e30d8388e5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715428:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099524e00/0x5d4000e30d8388e5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715432:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099524e00/0x5d4000e30d8388e5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715442:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903175.715451:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d8388de lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.715452:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903175.715456:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d8388de lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.715458:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099524e00/0x5d4000e30d8388e5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe1e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715460:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d8388de lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe1e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.715463:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099524e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903175.715464:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a71b000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.715466:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d8388de lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe1e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.715466:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099524e00/0x5d4000e30d8388e5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715471:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d8388de lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.715471:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099524e00/0x5d4000e30d8388e5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe1e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715477:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1e:0x0].0x0 (ffff88012bd63b00) 00010000:00010000:3.0:1742903175.715479:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903175.715481:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d8388de lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.715484:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe1e:0x0].0x0 (ffff88012bd63b00) 00010000:00010000:3.0:1742903175.715486:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d8388de lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.715486:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903175.715489:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099524e00/0x5d4000e30d8388e5 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe1e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.715493:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099524e00/0x5d4000e30d8388e5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.715502:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903175.715503:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903175.715505:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903175.715559:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d8388d0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715568:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d8388d0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715572:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d8388d0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715576:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a71a400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.715578:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d8388d0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715582:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d8388d0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715588:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:3.0:1742903175.715590:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.715592:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d8388d0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715597:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d8388d0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:3.0:1742903175.715604:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009a776d80 reply state ffff88008f7da000 transno 4295004699 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d8388d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715611:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d8388d7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.715616:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xfe01e3f1 (ffff88012bd63800) 00010000:00010000:3.0:1742903175.715619:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903175.715621:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903175.715666:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a776d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+478:13300:x1827566172151040:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 2379us (2632us total) trans 4295004699 rc 0/0 00000100:00100000:3.0:1742903175.715675:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76540 00000100:00100000:3.0:1742903175.718429:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172151424 00000100:00100000:3.0:1742903175.718433:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172151424 00000100:00100000:3.0:1742903175.718465:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76542 00000100:00100000:3.0:1742903175.718471:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+479:13299:x1827566172151424:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.718483:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.718495:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099525800/0x5d4000e30d8388ec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef059 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.718627:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099525000/0x5d4000e30d8388f3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x836:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.718637:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d8303c9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec98c expref: 478 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.718645:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099525000/0x5d4000e30d8388f3 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.718666:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d8303c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec98c expref: 478 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.718675:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d8303c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec98c expref: 478 pid: 7211 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.718686:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f0de680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161312128:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903175.718773:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e9370c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.720519:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.720623:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.720644:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f0de680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161312128:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903175.720827:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099525000/0x5d4000e30d8388f3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.721169:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099525000/0x5d4000e30d8388f3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.721176:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099525000/0x5d4000e30d8388f3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903175.721187:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x836:0x0]: returning size 327680 00010000:00010000:3.0:1742903175.721259:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099525800/0x5d4000e30d8388ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef059 expref: 480 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.721271:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099525000/0x5d4000e30d8388f3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef059 expref: 479 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.721276:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x836:0x0].0x0 (ffff88012e2e1900) 00010000:00010000:3.0:1742903175.721278:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903175.721280:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099525000, rc 0) 00000100:00100000:3.0:1742903175.721310:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+479:13299:x1827566172151424:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2839us (3020us total) trans 4295004700 rc 0/0 00000100:00100000:3.0:1742903175.721339:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76542 00000100:00100000:0.0:1742903175.722739:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.722787:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.722868:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172152064 00000100:00100000:3.0:1742903175.722874:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172152064 00000100:00100000:3.0:1742903175.722896:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76544 00000100:00100000:3.0:1742903175.722901:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+479:13299:x1827566172152064:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.722914:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.722925:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099524800/0x5d4000e30d83891d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x836:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef067 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.722976:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d838924 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x836:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.722987:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099525000/0x5d4000e30d8388f3 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef059 expref: 480 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.722994:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d838924 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x836:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.723014:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099525000/0x5d4000e30d8388f3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef059 expref: 480 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.723024:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099525000/0x5d4000e30d8388f3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef059 expref: 480 pid: 9576 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.723034:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f0de680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161312256:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903175.723423:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.723437:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172152320 00000100:00100000:0.0:1742903175.723440:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172152320 00000100:00100000:0.0:1742903175.723457:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76545 00000100:00100000:0.0:1742903175.723462:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a769c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+481:13300:x1827566172152320:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.723469:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.723477:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f000/0x5d4000e30d83892b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef06e expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903175.723494:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e937840 going to sleep for 11 seconds 00010000:00010000:0.0:1742903175.723520:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d838932 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x837:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.723529:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c097c00/0x5d4000e30d8303ec lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec99a expref: 482 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.723535:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d838932 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.723550:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009c097c00/0x5d4000e30d8303ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec99a expref: 482 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.723557:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c097c00/0x5d4000e30d8303ec lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec99a expref: 482 pid: 18840 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903175.723565:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a768700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161312384:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903175.723589:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1742903175.726535:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f0de680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161312256:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903175.726548:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d838924 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x836:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903175.727578:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903175.728230:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d838924 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.728236:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d838924 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903175.728272:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x836:0x0]: returning size 327680 00000004:00200000:3.0:1742903175.728275:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903175.728284:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d838924 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.728304:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099524800/0x5d4000e30d83891d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x836:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef067 expref: 480 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.728329:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d838924 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef067 expref: 479 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.728335:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x836:0x0].0x0 (ffff88012e2e1900) 00010000:00010000:3.0:1742903175.728337:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903175.728339:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099524c00, rc 0) 00000100:00100000:3.0:1742903175.728358:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+479:13299:x1827566172152064:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 5457us (5624us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.728363:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76544 00000100:00100000:0.0:1742903175.733657:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.733709:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.733781:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172152704 00000100:00100000:3.0:1742903175.733791:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172152704 00000100:00100000:3.0:1742903175.733836:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76546 00000100:00100000:3.0:1742903175.733843:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+479:13300:x1827566172152704:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.733866:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1742903175.733875:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172152832 00010000:00010000:3.0:1742903175.733883:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099524200/0x5d4000e30d838940 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x837:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef075 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903175.733886:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172152832 00000100:00100000:0.0:1742903175.733929:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76547 00000100:00100000:0.0:1742903175.733936:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+481:13299:x1827566172152832:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.733950:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.733962:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d838947 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x837:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.733965:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fa00/0x5d4000e30d83894e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef07c expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.733975:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d838932 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef06e expref: 482 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.733981:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d838947 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x837:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.734010:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838955 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.734011:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d838932 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef06e expref: 482 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.734022:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d838932 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef06e expref: 482 pid: 7212 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.734024:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838955 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.734033:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838955 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903175.734034:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f0de680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161312512:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903175.734044:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e400/0x5d4000e30d83895c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.734050:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e400/0x5d4000e30d83895c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.734054:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e400/0x5d4000e30d83895c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.734104:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f200/0x5d4000e30d838963 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x838:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.734112:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f200/0x5d4000e30d838963 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.734117:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f200/0x5d4000e30d838963 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903175.734130:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e9370c0 going to sleep for 11 seconds 00000004:00200000:0.0:1742903175.734141:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x838:0x0]: returning size 1048576 00000004:00200000:0.0:1742903175.734143:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903175.734154:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f200/0x5d4000e30d838963 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.734160:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f200/0x5d4000e30d838963 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.734165:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838955 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.734173:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838955 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.734178:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838955 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.734182:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61ee00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.734185:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838955 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.734190:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838955 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.734199:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x0 (ffff88012e960000) 00010000:00010000:0.0:1742903175.734202:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.734205:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838955 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.734209:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838955 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.734224:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e400/0x5d4000e30d83895c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.734229:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e400/0x5d4000e30d83895c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.734233:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e400/0x5d4000e30d83895c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.734237:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61e400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.734239:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e400/0x5d4000e30d83895c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.734246:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e400/0x5d4000e30d83895c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.734252:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0xb0773fd (ffff880130ebb900) 00010000:00010000:0.0:1742903175.734253:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.734255:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e400/0x5d4000e30d83895c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.734260:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e400/0x5d4000e30d83895c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.734282:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fa00/0x5d4000e30d83894e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef07c expref: 483 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.734292:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f200/0x5d4000e30d838963 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef07c expref: 482 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.734298:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x838:0x0].0x0 (ffff88008fecb900) 00010000:00010000:0.0:1742903175.734300:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903175.734302:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f61f200, rc 0) 00000100:00100000:0.0:1742903175.734396:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+482:13299:x1827566172152832:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 459us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.734401:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76547 00000100:00100000:0.0:1742903175.736130:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.736228:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f0de680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161312512:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903175.736244:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d838947 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x837:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903175.736680:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.736803:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.736877:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172153344 00000100:00100000:3.0:1742903175.736882:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172153344 00000100:00100000:3.0:1742903175.736911:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8399 00000100:00100000:3.0:1742903175.736916:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+481:2010:x1827566172153344:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903175.736926:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903175.736943:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f200/0x5d4000e30d838963 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef07c expref: 481 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.736957:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x838:0x0].0x0 (ffff88008fecb900) 00010000:00010000:3.0:1742903175.736960:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903175.736995:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+480:2010:x1827566172153344:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 78us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.737002:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8399 00000100:00100000:0.0:1742903175.739673:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.740085:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd11500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161312640:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903175.740105:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d200/0x5d4000e30d838971 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903175.742105:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.742486:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d200/0x5d4000e30d838971 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.742492:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d200/0x5d4000e30d838971 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903175.742508:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x838:0x0]: returning size 1048576 00010000:00010000:0.0:1742903175.742608:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5ca00/0x5d4000e30d83896a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef083 expref: 483 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.742634:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d200/0x5d4000e30d838971 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef083 expref: 482 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.742640:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x838:0x0].0x0 (ffff88008fecb900) 00010000:00010000:0.0:1742903175.742643:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903175.742645:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099e5d200, rc 0) 00000100:00100000:0.0:1742903175.742758:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+481:13299:x1827566172153216:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 5613us (6077us total) trans 4295004702 rc 0/0 00000100:00100000:0.0:1742903175.742763:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76548 00000100:00100000:0.0:1742903175.744221:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.744256:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.744672:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.744788:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76551 00000100:00100000:3.0:1742903175.744794:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+481:13299:x1827566172154112:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.744808:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.744818:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07e00/0x5d4000e30d83899b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x838:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef098 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.744878:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07000/0x5d4000e30d8389a2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x838:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.744889:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d200/0x5d4000e30d838971 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef083 expref: 482 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.744896:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07000/0x5d4000e30d8389a2 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x838:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.744917:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d200/0x5d4000e30d838971 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef083 expref: 483 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.744927:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d200/0x5d4000e30d838971 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef083 expref: 483 pid: 7211 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.744937:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f0de680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161312768:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903175.744996:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e9370c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.747041:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.747077:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.747100:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172154240 00000100:00100000:0.0:1742903175.747103:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172154240 00010000:00010000:0.0:1742903175.747118:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d200/0x5d4000e30d838971 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef083 expref: 484 pid: 7211 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903175.747139:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172154368 00000100:00100000:0.0:1742903175.747142:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172154368 00010000:00010000:0.0:1742903175.747150:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099df0c00/0x5d4000e30d830494 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec9d2 expref: 485 pid: 7211 timeout: 403 lvb_type: 0 00000100:00100000:0.0:1742903175.747166:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22603 00000100:00100000:0.0:1742903175.747170:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3966450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+485:2010:x1827566172154368:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903175.747175:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1742903175.747177:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f0de680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161312768:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903175.747178:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099df0c00/0x5d4000e30d830494 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec9d2 expref: 485 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.747185:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099df0c00/0x5d4000e30d830494 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec9d2 expref: 485 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:3.0:1742903175.747189:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07000/0x5d4000e30d8389a2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x838:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.747197:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099df0c00/0x5d4000e30d830494 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec9d2 expref: 485 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.747206:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x839:0x0].0x0 (ffff88009c7c1a00) 00010000:00010000:0.0:1742903175.747210:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28e00/0x5d4000e30d8389b0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x839:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.747216:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28e00/0x5d4000e30d8389b0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x839:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.747221:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28e00/0x5d4000e30d8389b0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x839:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903175.747261:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903175.747281:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28e00/0x5d4000e30d8389b0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x839:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903175.747284:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3966450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+483:2010:x1827566172154368:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 113us (207us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903175.747288:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28e00/0x5d4000e30d8389b0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x839:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903175.747290:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22603 00000004:00200000:3.0:1742903175.747301:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x839:0x0]: returning size 1048576 00010000:00010000:3.0:1742903175.747413:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29600/0x5d4000e30d8389a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef091 expref: 483 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.747435:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28e00/0x5d4000e30d8389b0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x839:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef091 expref: 482 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.747441:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x839:0x0].0x0 (ffff88009c7c1a00) 00010000:00010000:3.0:1742903175.747444:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903175.747446:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130d28e00, rc 0) 00000100:00100000:3.0:1742903175.747467:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+482:13300:x1827566172153984:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2680us (3211us total) trans 4295004703 rc 0/0 00000100:00100000:3.0:1742903175.747472:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76550 00000100:00100000:3.0:1742903175.757563:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.757954:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.762426:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.762467:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.762502:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.762520:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8401 00000100:00100000:0.0:1742903175.762526:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+485:2007:x1827566172155008:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903175.762537:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903175.762555:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5da00/0x5d4000e30d8389e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0a6 expref: 485 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.762571:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83b:0x0].0x0 (ffff8800939e7c00) 00010000:00010000:0.0:1742903175.762575:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903175.762606:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+483:2007:x1827566172155008:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 80us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.762612:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8401 00000100:00100000:0.0:1742903175.765156:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.765228:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172155264 00000100:00100000:3.0:1742903175.765236:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172155264 00010000:00010000:3.0:1742903175.765259:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5dc00/0x5d4000e30d830535 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eca03 expref: 483 pid: 7211 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.765302:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22605 00000100:00100000:3.0:1742903175.765307:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+483:2010:x1827566172155264:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903175.765343:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903175.765349:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5dc00/0x5d4000e30d830535 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eca03 expref: 483 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:3.0:1742903175.765359:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5dc00/0x5d4000e30d830535 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eca03 expref: 483 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:3.0:1742903175.765389:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5dc00/0x5d4000e30d830535 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eca03 expref: 483 pid: 7211 timeout: 403 lvb_type: 0 00010000:00010000:3.0:1742903175.765414:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83b:0x0].0x0 (ffff8800939e7c00) 00010000:00010000:3.0:1742903175.765418:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28400/0x5d4000e30d8389ef lrc: 3/0,1 mode: --/CW res: [0x200000402:0x83b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.765425:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28400/0x5d4000e30d8389ef lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x83b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.765431:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28400/0x5d4000e30d8389ef lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x83b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.765454:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903175.765486:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+482:2010:x1827566172155264:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 177us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.765492:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22605 00000100:00100000:0.0:1742903175.768658:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.768761:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172155392 00000100:00100000:3.0:1742903175.768771:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172155392 00000100:00100000:3.0:1742903175.768814:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76555 00000100:00100000:3.0:1742903175.768820:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+482:13299:x1827566172155392:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.768839:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.768853:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06200/0x5d4000e30d8389fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x83b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef0b4 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.768922:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06a00/0x5d4000e30d838a04 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.768934:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28400/0x5d4000e30d8389ef lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x83b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0ad expref: 483 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.768941:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06a00/0x5d4000e30d838a04 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.768967:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28400/0x5d4000e30d8389ef lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x83b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0ad expref: 483 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.768977:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28400/0x5d4000e30d8389ef lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x83b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0ad expref: 483 pid: 7212 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.768986:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161313280:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903175.769055:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e9370c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.771779:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172155520 00000100:00100000:0.0:1742903175.771789:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172155520 00000100:00100000:0.0:1742903175.771842:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76556 00000100:00100000:0.0:1742903175.771848:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+484:13300:x1827566172155520:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.771869:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.771886:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f400/0x5d4000e30d838a0b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef0bb expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.771955:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d838a12 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.771967:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d838a12 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.771977:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d838a12 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.771988:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d838a19 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.771993:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d838a19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.771999:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d838a19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.772064:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838a20 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.772070:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838a20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.772075:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838a20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903175.772106:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x83a:0x0]: returning size 1867776 00000004:00200000:0.0:1742903175.772109:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903175.772127:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838a20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.772135:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838a20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.772141:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d838a12 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.772146:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d838a12 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.772217:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d838a12 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.772222:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61e000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.772226:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d838a12 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.772232:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d838a12 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.772242:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x0 (ffff88012dd00b00) 00010000:00010000:0.0:1742903175.772244:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.772247:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d838a12 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.772251:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e000/0x5d4000e30d838a12 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.772273:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d838a19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.772277:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d838a19 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.772281:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d838a19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.772286:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61fc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.772288:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d838a19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.772292:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d838a19 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.772296:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x155bec67 (ffff880130ebb700) 00010000:00010000:0.0:1742903175.772298:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.772300:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d838a19 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.772304:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d838a19 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903175.772313:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161313280:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903175.772349:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06a00/0x5d4000e30d838a04 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903175.772350:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f400/0x5d4000e30d838a0b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0bb expref: 486 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.772362:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838a20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0bb expref: 485 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.772380:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83a:0x0].0x0 (ffff88012d2c7d00) 00010000:00010000:0.0:1742903175.772381:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903175.772383:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f61ee00, rc 0) 00010000:00010000:3.0:1742903175.772561:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06a00/0x5d4000e30d838a04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.772567:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06a00/0x5d4000e30d838a04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903175.772601:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x83b:0x0]: returning size 1867776 00000004:00200000:3.0:1742903175.772604:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903175.772616:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06a00/0x5d4000e30d838a04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.772640:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06200/0x5d4000e30d8389fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x83b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0b4 expref: 484 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.772659:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06a00/0x5d4000e30d838a04 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0b4 expref: 483 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.772669:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83b:0x0].0x0 (ffff8800939e7c00) 00010000:00010000:3.0:1742903175.772672:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903175.772674:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ed06a00, rc 0) 00000100:00100000:3.0:1742903175.772695:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+483:13299:x1827566172155392:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3875us (4043us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.772700:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76555 00000100:00100000:0.0:1742903175.774117:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.774439:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.774457:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172156032 00000100:00100000:3.0:1742903175.774461:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172156032 00000100:00100000:3.0:1742903175.774482:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76557 00000100:00100000:3.0:1742903175.774487:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+482:13300:x1827566172156032:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.774499:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.774508:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06c00/0x5d4000e30d838a27 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef0c2 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.774567:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d838a2e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.774577:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099888000/0x5d4000e30d83053c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eca0a expref: 483 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.774584:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d838a2e lrc: 4/0,1 mode: --/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.774603:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099888000/0x5d4000e30d83053c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eca0a expref: 483 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.774613:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099888000/0x5d4000e30d83053c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eca0a expref: 483 pid: 18840 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.774623:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161313408:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903175.774699:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e9370c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.775817:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.775914:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161313408:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903175.775928:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d838a2e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.776170:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d838a2e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.776175:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d838a2e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903175.776189:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x83a:0x0]: returning size 1867776 00010000:00010000:3.0:1742903175.776284:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06c00/0x5d4000e30d838a27 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0c2 expref: 485 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.776295:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d838a2e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0c2 expref: 484 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.776300:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83a:0x0].0x0 (ffff88012d2c7d00) 00010000:00010000:3.0:1742903175.776302:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903175.776304:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ed06400, rc 0) 00000100:00100000:3.0:1742903175.776666:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+483:13300:x1827566172156032:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2178us (2227us total) trans 4295004705 rc 0/0 00000100:00100000:3.0:1742903175.776671:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76557 00000100:00100000:0.0:1742903175.778251:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.778334:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172156288 00000100:00100000:3.0:1742903175.778340:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172156288 00000100:00100000:3.0:1742903175.778385:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76558 00000100:00100000:3.0:1742903175.778391:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+483:13299:x1827566172156288:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.778527:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.778542:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d838a3c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef0c9 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.778586:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06e00/0x5d4000e30d838a43 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.778599:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06e00/0x5d4000e30d838a43 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.778608:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06e00/0x5d4000e30d838a43 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.778618:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d838a4a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x42adbbf5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.778623:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d838a4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x42adbbf5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.778628:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d838a4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x42adbbf5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.778658:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06e00/0x5d4000e30d838a43 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.778661:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06e00/0x5d4000e30d838a43 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.778664:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06e00/0x5d4000e30d838a43 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.778667:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed06e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.778669:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06e00/0x5d4000e30d838a43 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.778673:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06e00/0x5d4000e30d838a43 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.778679:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903175.778681:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.778682:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06e00/0x5d4000e30d838a43 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.778685:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06e00/0x5d4000e30d838a43 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.778692:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d838a4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x42adbbf5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.778694:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d838a4a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x42adbbf5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.778697:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d838a4a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x42adbbf5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.778699:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed07c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.778700:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d838a4a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x42adbbf5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.778702:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d838a4a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x42adbbf5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.778705:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x42adbbf5 (ffff88012bd63b00) 00010000:00010000:3.0:1742903175.778706:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.778707:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d838a4a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x42adbbf5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.778711:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d838a4a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x42adbbf5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.778728:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d838a3c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0c9 expref: 484 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.778731:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d838a3c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0c9 expref: 484 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.778736:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ed06800, rc 0) 00000100:00100000:3.0:1742903175.778858:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+483:13299:x1827566172156288:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 468us (612us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903175.778863:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76558 00000100:00100000:0.0:1742903175.779037:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.779118:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172156416 00000100:00100000:3.0:1742903175.779121:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172156416 00000100:00100000:3.0:1742903175.779137:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76559 00000100:00100000:3.0:1742903175.779140:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+483:13300:x1827566172156416:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.779147:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.779154:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d838a51 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x83a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef0d0 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.779192:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06000/0x5d4000e30d838a58 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.779200:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d838a2e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0c2 expref: 484 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.779206:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06000/0x5d4000e30d838a58 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.779229:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d838a2e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0c2 expref: 484 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.779238:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d838a2e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0c2 expref: 484 pid: 7212 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.779247:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161313536:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903175.779303:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e937840 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.781906:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.782226:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161313536:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903175.782243:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06000/0x5d4000e30d838a58 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903175.784450:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.784528:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.784710:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172156800 00000100:00100000:3.0:1742903175.784716:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172156800 00000100:00100000:3.0:1742903175.784822:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17566 00000100:00100000:3.0:1742903175.784827:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+487:13299:x1827566172156800:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:3.0:1742903175.789448:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+484:13299:x1827566172156800:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 4481us (4782us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.789461:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17566 00000100:00100000:0.0:1742903175.793529:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.793613:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.793702:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172156928 00000100:00100000:3.0:1742903175.793710:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172156928 00000100:00100000:3.0:1742903175.793755:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172157056 00000100:00100000:3.0:1742903175.793758:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172157056 00000100:00100000:3.0:1742903175.793774:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76562 00000100:00100000:3.0:1742903175.793778:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+485:13300:x1827566172157056:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.793786:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.793799:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07a00/0x5d4000e30d838a66 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef0e5 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.793843:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07200/0x5d4000e30d838a74 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.793854:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07200/0x5d4000e30d838a74 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.793863:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07200/0x5d4000e30d838a74 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.793874:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d838a89 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x42adbbf5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.793879:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d838a89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x42adbbf5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.793884:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d838a89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x42adbbf5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.793914:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07200/0x5d4000e30d838a74 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.793918:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07200/0x5d4000e30d838a74 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.793923:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07200/0x5d4000e30d838a74 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.793927:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed07200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.793930:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07200/0x5d4000e30d838a74 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.793935:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07200/0x5d4000e30d838a74 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.793944:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903175.793951:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.793954:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07200/0x5d4000e30d838a74 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.793958:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07200/0x5d4000e30d838a74 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.793983:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d838a89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x42adbbf5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.793987:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d838a89 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x42adbbf5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.793992:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d838a89 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x42adbbf5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.793995:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed06800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.793997:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d838a89 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x42adbbf5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.794002:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d838a89 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x42adbbf5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.794148:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x42adbbf5 (ffff88012bd63000) 00010000:00010000:3.0:1742903175.794151:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.794154:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d838a89 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x42adbbf5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.794158:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d838a89 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x42adbbf5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.794179:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07a00/0x5d4000e30d838a66 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0e5 expref: 486 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.794187:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07a00/0x5d4000e30d838a66 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0e5 expref: 486 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.794192:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ed07a00, rc 0) 00000100:00100000:3.0:1742903175.794998:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+484:13300:x1827566172157056:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1217us (1384us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903175.795004:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76562 00000100:00100000:0.0:1742903175.797027:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.797233:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.797294:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172157312 00000100:00100000:3.0:1742903175.797302:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172157312 00000100:00100000:0.0:1742903175.797391:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76564 00000100:00100000:0.0:1742903175.797397:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+485:13300:x1827566172157184:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.797412:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.797426:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f200/0x5d4000e30d838a97 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef0ec expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.797455:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f200/0x5d4000e30d838a97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0ec expref: 487 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.797468:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f200/0x5d4000e30d838a97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0ec expref: 487 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.797476:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:0.0:1742903175.797478:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.797481:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f61f200, rc 0) 00000100:00100000:0.0:1742903175.797521:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+487:13300:x1827566172157184:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 123us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.797528:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76564 00000100:00100000:0.0:1742903175.799342:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.799472:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172157440 00000100:00100000:3.0:1742903175.799478:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172157440 00000100:00100000:3.0:1742903175.799508:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17567 00000100:00100000:3.0:1742903175.799513:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+485:13300:x1827566172157440:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:0.0:1742903175.800340:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.801620:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+485:13300:x1827566172157440:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2105us (2306us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.801628:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17567 00000100:00100000:0.0:1742903175.802265:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.803566:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.803698:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172157824 00000100:00100000:3.0:1742903175.803703:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172157824 00000100:00100000:3.0:1742903175.803721:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76567 00000100:00100000:3.0:1742903175.803725:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+486:13300:x1827566172157824:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.803733:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.803741:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06e00/0x5d4000e30d838add lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef108 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.803768:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06c00/0x5d4000e30d838ae4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.803777:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06c00/0x5d4000e30d838ae4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.803784:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06c00/0x5d4000e30d838ae4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.803793:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d838aeb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x5291a9a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.803797:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d838aeb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x5291a9a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.803802:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d838aeb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x5291a9a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.803821:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06c00/0x5d4000e30d838ae4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.803826:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06c00/0x5d4000e30d838ae4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.803831:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06c00/0x5d4000e30d838ae4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.803835:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed06c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.803837:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06c00/0x5d4000e30d838ae4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.803842:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06c00/0x5d4000e30d838ae4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.803848:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903175.803850:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.803854:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06c00/0x5d4000e30d838ae4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.803858:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06c00/0x5d4000e30d838ae4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.803866:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d838aeb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x5291a9a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.803871:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d838aeb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x5291a9a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.803877:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d838aeb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x5291a9a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.803880:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed07400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.803883:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d838aeb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x5291a9a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.803887:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d838aeb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x5291a9a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.803892:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x5291a9a7 (ffff88012bd63f00) 00010000:00010000:3.0:1742903175.803895:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.803897:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d838aeb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x5291a9a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.803901:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d838aeb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x5291a9a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.803918:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06e00/0x5d4000e30d838add lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef108 expref: 487 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.803925:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06e00/0x5d4000e30d838add lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef108 expref: 487 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.803932:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ed06e00, rc 0) 00000100:00100000:3.0:1742903175.803969:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+486:13300:x1827566172157824:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 242us (403us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903175.803974:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76567 00000100:00100000:0.0:1742903175.805093:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.805123:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.805902:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.805948:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172158336 00000100:00100000:3.0:1742903175.805952:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172158336 00000100:00100000:3.0:1742903175.805982:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76569 00000100:00100000:3.0:1742903175.805986:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+487:13300:x1827566172158336:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.805994:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.806001:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07e00/0x5d4000e30d838b00 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef116 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.806032:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d838b07 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.806042:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d838b07 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.806052:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d838b07 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.806063:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07200/0x5d4000e30d838b0e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4f4f46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.806068:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07200/0x5d4000e30d838b0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.806073:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07200/0x5d4000e30d838b0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.806104:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d838b07 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.806109:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d838b07 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.806114:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d838b07 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.806118:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed06400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.806122:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d838b07 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.806127:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d838b07 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.806135:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903175.806138:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.806141:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d838b07 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.806144:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d838b07 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.806154:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07200/0x5d4000e30d838b0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.806158:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07200/0x5d4000e30d838b0e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.806161:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07200/0x5d4000e30d838b0e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.806165:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed07200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.806167:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07200/0x5d4000e30d838b0e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.806171:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07200/0x5d4000e30d838b0e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.806176:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4f4f46 (ffff88012bd63b00) 00010000:00010000:3.0:1742903175.806178:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.806180:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07200/0x5d4000e30d838b0e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.806183:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07200/0x5d4000e30d838b0e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.806204:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07e00/0x5d4000e30d838b00 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef116 expref: 488 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.806210:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07e00/0x5d4000e30d838b00 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef116 expref: 488 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.806216:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ed07e00, rc 0) 00000100:00100000:3.0:1742903175.806252:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+487:13300:x1827566172158336:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 265us (352us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903175.806258:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76569 00000100:00100000:0.0:1742903175.807084:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.808491:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.809052:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.809155:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172158720 00000100:00100000:3.0:1742903175.809159:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172158720 00000100:00100000:3.0:1742903175.809187:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76571 00000100:00100000:3.0:1742903175.809192:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+486:13299:x1827566172158720:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.809201:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.809208:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06200/0x5d4000e30d838b31 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef124 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.809250:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07a00/0x5d4000e30d838b38 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.809259:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5de00/0x5d4000e30d838af9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef10f expref: 487 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.809264:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07a00/0x5d4000e30d838b38 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x7c6:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.809285:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5de00/0x5d4000e30d838af9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef10f expref: 487 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.809295:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5de00/0x5d4000e30d838af9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef10f expref: 487 pid: 18840 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.809304:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161313792:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903175.809382:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e9370c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.810664:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.812281:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.812354:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161313792:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903175.812381:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07a00/0x5d4000e30d838b38 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c6:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.813080:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07a00/0x5d4000e30d838b38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.813085:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07a00/0x5d4000e30d838b38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903175.813114:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7c6:0x0]: returning size 260096 00000004:00200000:3.0:1742903175.813117:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903175.813127:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07a00/0x5d4000e30d838b38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.813146:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06200/0x5d4000e30d838b31 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef124 expref: 488 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.813156:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07a00/0x5d4000e30d838b38 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef124 expref: 487 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.813161:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c6:0x0].0x0 (ffff880091643400) 00010000:00010000:3.0:1742903175.813163:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903175.813165:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ed07a00, rc 0) 00000100:00100000:3.0:1742903175.813182:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+487:13299:x1827566172158720:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3989us (4129us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.813186:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76571 00000100:00100000:0.0:1742903175.813714:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.813750:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.813803:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172159232 00000100:00100000:3.0:1742903175.813807:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172159232 00000100:00100000:3.0:1742903175.813827:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76573 00000100:00100000:3.0:1742903175.813831:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+487:13300:x1827566172159232:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.813843:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.813863:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d838b5b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef132 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.813914:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d838b62 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.813923:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4200/0x5d4000e30d81f9e5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e71b1 expref: 488 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.813930:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d838b54 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef12b expref: 488 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.813936:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d838b62 lrc: 5/0,1 mode: --/CW res: [0x200000402:0x7c7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.813956:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d838b54 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef12b expref: 488 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.813966:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d838b54 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef12b expref: 488 pid: 18840 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.813975:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161313920:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903175.814646:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4200/0x5d4000e30d81f9e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e71b1 expref: 488 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.814654:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4200/0x5d4000e30d81f9e5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e71b1 expref: 488 pid: 9576 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.814662:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161314048:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903175.814683:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e9370c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.814736:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.814751:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172159488 00000100:00100000:0.0:1742903175.814754:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172159488 00000100:00100000:0.0:1742903175.814771:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76574 00000100:00100000:0.0:1742903175.814774:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+489:13299:x1827566172159488:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.814781:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.814788:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d838b69 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef139 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.814814:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d838b70 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.814821:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d838b70 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.814828:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d838b70 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.814836:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838b77 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.814842:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838b77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.814847:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838b77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.815177:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d838b70 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.815183:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d838b70 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.815188:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d838b70 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.815193:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61e600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.815196:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d838b70 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.815202:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d838b70 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.815210:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:0.0:1742903175.815212:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.815215:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d838b70 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.815224:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d838b70 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.815242:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838b77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.815247:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838b77 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.815252:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838b77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.815255:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61ee00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.815257:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838b77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.815261:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838b77 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.815267:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x7f675ee7 (ffff880130ebb100) 00010000:00010000:0.0:1742903175.815268:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.815270:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838b77 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.815274:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ee00/0x5d4000e30d838b77 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.815296:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d838b69 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef139 expref: 490 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.815302:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d838b69 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef139 expref: 490 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.815307:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f61fe00, rc 0) 00000100:00100000:0.0:1742903175.815346:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+489:13299:x1827566172159488:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 571us (610us total) trans 0 rc 301/301 00000100:00100000:0.0:1742903175.815352:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76574 00010000:00010000:3.0:1742903175.816933:0:7212:0:(ldlm_lockd.c:787:ldlm_handle_ast_error()) ### client (nid 192.168.203.29@tcp) returned -22 from blocking AST (req@ffff880131a55f80 x1827566161313920) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d838b54 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef12b expref: 488 pid: 18840 timeout: 403 lvb_type: 0 00010000:00010000:3.0:1742903175.816947:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d838b54 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef12b expref: 488 pid: 18840 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.816961:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161313920:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903175.816973:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161314048:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903175.816990:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c7:0x0].0x0 (ffff8800916eb000) 00010000:00010000:3.0:1742903175.816994:0:7212:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d838b62 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.817000:0:7212:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d838b62 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.817007:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d838b62 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903175.817785:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.817828:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.817910:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172159616 00000100:00100000:3.0:1742903175.817915:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172159616 00010000:00010000:3.0:1742903175.817935:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4200/0x5d4000e30d81f9e5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e71b1 expref: 489 pid: 9576 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.817955:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22612 00000100:00100000:3.0:1742903175.817960:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+489:2009:x1827566172159616:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903175.817970:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903175.817974:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4200/0x5d4000e30d81f9e5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e71b1 expref: 489 pid: 9576 timeout: 403 lvb_type: 0 00010000:00010000:3.0:1742903175.817983:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4200/0x5d4000e30d81f9e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e71b1 expref: 489 pid: 9576 timeout: 403 lvb_type: 0 00010000:00010000:3.0:1742903175.818001:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4200/0x5d4000e30d81f9e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e71b1 expref: 489 pid: 9576 timeout: 403 lvb_type: 0 00010000:00010000:3.0:1742903175.818011:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c7:0x0].0x0 (ffff8800916eb000) 00010000:00010000:3.0:1742903175.818014:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d838b62 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.818021:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d838b62 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.818027:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d838b62 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x7c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.818042:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903175.818076:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+488:2009:x1827566172159616:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 113us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.818081:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22612 00010000:00010000:3.0:1742903175.818101:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d838b62 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.818106:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d838b62 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903175.818121:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7c7:0x0]: returning size 260096 00010000:00010000:3.0:1742903175.818288:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d838b5b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef132 expref: 489 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.818298:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d838b62 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef132 expref: 488 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.818304:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c7:0x0].0x0 (ffff8800916eb000) 00010000:00010000:3.0:1742903175.818306:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903175.818308:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ed07c00, rc 0) 00000100:00100000:3.0:1742903175.818347:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+488:13300:x1827566172159232:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 4514us (4633us total) trans 4295004707 rc 0/0 00000100:00100000:3.0:1742903175.818352:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76573 00000100:00100000:0.0:1742903175.821000:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.821529:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.823957:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.825705:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.826288:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.827356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.828595:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.828814:0:18861:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:18861:1827566161314432:192.168.203.29@tcp:105: 00010000:00010000:3.0:1742903175.828824:0:18861:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997f1600, rc 0) 00000100:00100000:3.0:1742903175.828847:0:18861:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:5bb9e3e8-ca71-4450-80de-f6568f81689c+69:13299:x1827566172160384:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3060us (3145us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.828853:0:18861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11564 00000100:00100000:0.0:1742903175.830966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.831035:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172161152 00000100:00100000:3.0:1742903175.831041:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172161152 00000100:00100000:3.0:1742903175.831080:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17568 00000100:00100000:3.0:1742903175.831086:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+491:13299:x1827566172161152:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903175.831261:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8537, 168 off1496256 00000001:00080000:3.0:1742903175.831265:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004710 00000100:00100000:3.0:1742903175.831358:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+493:13299:x1827566172161152:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 272us (396us total) trans 4295004711 rc 0/0 00000100:00100000:3.0:1742903175.831365:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17568 00000020:00080000:3.0:1742903175.831378:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903175.831709:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.831974:0:18861:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172161280 00000100:00100000:3.0:1742903175.831977:0:18861:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172161280 00000100:00100000:3.0:1742903175.832006:0:18861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11565 00000100:00100000:3.0:1742903175.832010:0:18861:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:5bb9e3e8-ca71-4450-80de-f6568f81689c+69:2010:x1827566172161280:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.832019:0:18861:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.832032:0:18861:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099524800/0x5d4000e30d838bfc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef16a expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1742903175.832049:0:18861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1742903175.832060:0:18861:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903175.832062:0:18861:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903175.832068:0:18861:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099524800/0x5d4000e30d838bfc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef16a expref: 70 pid: 18861 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903175.832080:0:18861:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099524800/0x5d4000e30d838bfc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef16a expref: 70 pid: 18861 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903175.832088:0:18861:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099524800, rc 0) 00000100:00100000:3.0:1742903175.832116:0:18861:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:5bb9e3e8-ca71-4450-80de-f6568f81689c+70:2010:x1827566172161280:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 105us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.832122:0:18861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11565 00000100:00100000:0.0:1742903175.834042:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.834140:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.834488:0:18861:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172161536 00000100:00100000:3.0:1742903175.834492:0:18861:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172161536 00000100:00100000:3.0:1742903175.834543:0:18861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11566 00000100:00100000:3.0:1742903175.834547:0:18861:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:5bb9e3e8-ca71-4450-80de-f6568f81689c+70:13300:x1827566172161536:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.834555:0:18861:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.834566:0:18861:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099525800/0x5d4000e30d838c18 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef178 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.834583:0:18861:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099524800/0x5d4000e30d838bfc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef16a expref: 71 pid: 18861 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903175.834589:0:18861:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903175.834591:0:18861:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903175.834594:0:18861:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099525800/0x5d4000e30d838c18 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef178 expref: 71 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.834618:0:18861:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099524800/0x5d4000e30d838bfc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef16a expref: 71 pid: 18861 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903175.834632:0:18861:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099524800/0x5d4000e30d838bfc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef16a expref: 71 pid: 18861 timeout: 403 lvb_type: 1 00000100:00100000:3.0:1742903175.834642:0:18861:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18861:1827566161314560:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903175.834695:0:18861:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e9370c0 going to sleep for 11 seconds 00000100:00100000:3.0:1742903175.835952:0:18861:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18861:1827566161314560:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903175.835969:0:18861:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099525800/0x5d4000e30d838c18 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef178 expref: 71 pid: 18861 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903175.835971:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903175.835979:0:18861:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099525800, rc 0) 00000100:00100000:3.0:1742903175.836016:0:18861:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:5bb9e3e8-ca71-4450-80de-f6568f81689c+71:13300:x1827566172161536:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1467us (1876us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.836022:0:18861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11566 00000100:00100000:0.0:1742903175.836252:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.838027:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.838166:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172162048 00000100:00100000:3.0:1742903175.838171:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172162048 00000100:00100000:3.0:1742903175.838273:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17569 00000100:00100000:3.0:1742903175.838278:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+494:13300:x1827566172162048:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903175.838620:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8538, 168 off1496424 00000001:00080000:3.0:1742903175.838626:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004712 00000100:00100000:3.0:1742903175.838696:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+496:13300:x1827566172162048:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 417us (669us total) trans 4295004713 rc 0/0 00000100:00100000:3.0:1742903175.838702:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17569 00000020:00080000:3.0:1742903175.838705:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903175.838793:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.838885:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172162176 00000100:00100000:3.0:1742903175.838889:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172162176 00000100:00100000:3.0:1742903175.838910:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17570 00000100:00100000:3.0:1742903175.838915:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b37b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+496:13299:x1827566172162176:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:0.0:1742903175.840086:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.840965:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b37b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+496:13299:x1827566172162176:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2037us (2160us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.840977:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17570 00000100:00100000:0.0:1742903175.841775:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.842961:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.843205:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.843651:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172162688 00000100:00100000:3.0:1742903175.843655:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172162688 00000100:00100000:3.0:1742903175.843684:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17571 00000100:00100000:3.0:1742903175.843689:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+497:13300:x1827566172162688:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:0.0:1742903175.845159:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.845900:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+499:13300:x1827566172162688:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2204us (2689us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.845908:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17571 00000100:00100000:0.0:1742903175.848544:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.848847:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.848917:0:18861:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172163200 00000100:00100000:3.0:1742903175.848926:0:18861:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172163200 00000100:00100000:3.0:1742903175.848975:0:18861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11567 00000100:00100000:3.0:1742903175.848982:0:18861:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:5bb9e3e8-ca71-4450-80de-f6568f81689c+69:2009:x1827566172163200:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.848997:0:18861:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.849015:0:18861:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d838c7a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef1a9 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1742903175.849035:0:18861:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x6f7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1742903175.849051:0:18861:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903175.849053:0:18861:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903175.849061:0:18861:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d838c7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef1a9 expref: 70 pid: 18861 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903175.849077:0:18861:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d838c7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef1a9 expref: 70 pid: 18861 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903175.849087:0:18861:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997e5600, rc 0) 00000100:00100000:3.0:1742903175.849129:0:18861:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:5bb9e3e8-ca71-4450-80de-f6568f81689c+70:2009:x1827566172163200:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 147us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.849135:0:18861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11567 00000100:00100000:0.0:1742903175.851465:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.851863:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172163456 00000100:00100000:3.0:1742903175.851873:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172163456 00000100:00100000:3.0:1742903175.851926:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17572 00000100:00100000:3.0:1742903175.851932:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+499:13299:x1827566172163456:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903175.852162:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8540, 168 off1496776 00000001:00080000:3.0:1742903175.852167:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004715 00000100:00100000:3.0:1742903175.852254:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+501:13299:x1827566172163456:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 321us (792us total) trans 4295004716 rc 0/0 00000100:00100000:3.0:1742903175.852261:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17572 00000020:00080000:3.0:1742903175.852265:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903175.852480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.854079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.856924:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.857086:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.857546:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17575 00000100:00100000:3.0:1742903175.857555:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+505:13300:x1827566172164608:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903175.857922:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8544, 168 off1497464 00000001:00080000:3.0:1742903175.857926:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004721 00000100:00100000:3.0:1742903175.857976:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+508:13300:x1827566172164608:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 424us (890us total) trans 4295004722 rc 0/0 00000100:00100000:3.0:1742903175.857982:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17575 00000020:00080000:3.0:1742903175.857985:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903175.859899:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.859984:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172164864 00000100:00100000:3.0:1742903175.859991:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172164864 00000100:00100000:3.0:1742903175.860034:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17576 00000100:00100000:3.0:1742903175.860041:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b37ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+508:13299:x1827566172164864:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903175.860256:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8545, 168 off1497632 00000001:00080000:3.0:1742903175.860266:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004723 00000100:00100000:3.0:1742903175.860358:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b37ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+510:13299:x1827566172164864:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 314us (461us total) trans 4295004724 rc 0/0 00000100:00100000:3.0:1742903175.860376:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17576 00000020:00080000:3.0:1742903175.860380:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903175.860452:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.860541:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172165120 00000100:00100000:3.0:1742903175.860544:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172165120 00000100:00100000:3.0:1742903175.860559:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17577 00000100:00100000:3.0:1742903175.860562:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+510:13300:x1827566172165120:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903175.860611:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8546, 168 off1497800 00000100:00100000:3.0:1742903175.860648:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+511:13300:x1827566172165120:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 84us (195us total) trans 4295004725 rc 0/0 00000100:00100000:3.0:1742903175.860654:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17577 00000100:00100000:0.0:1742903175.861545:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.861574:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.861627:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172165376 00000100:00100000:3.0:1742903175.861631:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172165376 00000100:00100000:3.0:1742903175.861643:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172165632 00000100:00100000:3.0:1742903175.861645:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172165632 00000100:00100000:3.0:1742903175.861669:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17578 00000100:00100000:3.0:1742903175.861673:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+512:13299:x1827566172165376:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903175.861761:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8547, 168 off1497968 00000001:00080000:3.0:1742903175.861766:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004726 00000100:00100000:3.0:1742903175.862091:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+516:13299:x1827566172165376:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 416us (546us total) trans 4295004727 rc 0/0 00000100:00100000:3.0:1742903175.862098:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17578 00000020:00080000:3.0:1742903175.862101:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903175.863195:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.863413:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.863525:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17580 00000100:00100000:3.0:1742903175.863532:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+516:13299:x1827566172165888:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903175.863535:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17581 00000100:00100000:0.0:1742903175.863540:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+516:13300:x1827566172166144:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:0.0:1742903175.863662:0:18842:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8549, 168 off1498304 00000001:00080000:0.0:1742903175.863667:0:18842:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004730 00000040:00080000:3.0:1742903175.863677:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8550, 168 off1498472 00000001:00080000:3.0:1742903175.863682:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004731 00000100:00100000:3.0:1742903175.863729:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+520:13299:x1827566172165888:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 197us (535us total) trans 4295004733 rc 0/0 00000100:00100000:0.0:1742903175.863729:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+520:13300:x1827566172166144:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 188us (315us total) trans 4295004732 rc 0/0 00000100:00100000:0.0:1742903175.863735:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17581 00000100:00100000:3.0:1742903175.863738:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17580 00000020:00080000:0.0:1742903175.863738:0:18842:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00080000:3.0:1742903175.863741:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903175.864885:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.865084:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172166400 00000100:00100000:3.0:1742903175.865090:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172166400 00000100:00100000:3.0:1742903175.865117:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17582 00000100:00100000:3.0:1742903175.865122:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b37a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+519:13300:x1827566172166400:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903175.865217:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8551, 168 off1498640 00000001:00080000:3.0:1742903175.865222:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004734 00000100:00100000:3.0:1742903175.865273:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b37a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+521:13300:x1827566172166400:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 150us (388us total) trans 4295004735 rc 0/0 00000100:00100000:3.0:1742903175.865279:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17582 00000020:00080000:3.0:1742903175.865282:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903175.866312:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.866492:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172166912 00000100:00100000:3.0:1742903175.866496:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172166912 00000100:00100000:3.0:1742903175.866513:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17583 00000100:00100000:3.0:1742903175.866518:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+522:13300:x1827566172166912:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903175.866600:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8553, 168 off1498992 00000001:00080000:3.0:1742903175.866605:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004737 00000100:00100000:3.0:1742903175.866655:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+524:13300:x1827566172166912:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 136us (343us total) trans 4295004738 rc 0/0 00000100:00100000:3.0:1742903175.866661:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17583 00000020:00080000:3.0:1742903175.866664:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903175.868257:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.868307:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.870262:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.870794:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.871782:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.871834:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172167680 00000100:00100000:0.0:1742903175.871836:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.871842:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172167680 00000100:00100000:3.0:1742903175.871876:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17584 00000100:00100000:3.0:1742903175.871883:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+526:13299:x1827566172167680:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:3.0:1742903175.874119:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+527:13299:x1827566172167680:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2231us (2331us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.874130:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17584 00000100:00100000:0.0:1742903175.874465:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.874759:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172167936 00000100:00100000:3.0:1742903175.874765:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172167936 00000100:00100000:3.0:1742903175.875254:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17585 00000100:00100000:3.0:1742903175.875259:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+527:13300:x1827566172167936:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:3.0:1742903175.879010:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+527:13300:x1827566172167936:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 3740us (4536us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.879021:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17585 00000100:00100000:0.0:1742903175.881397:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.882757:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.882851:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172168320 00000100:00100000:3.0:1742903175.882855:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172168320 00000100:00100000:3.0:1742903175.882921:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76595 00000100:00100000:3.0:1742903175.882926:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+527:13299:x1827566172168320:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.882934:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.882944:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c080a00/0x5d4000e30d838d5a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef1e8 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.882971:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886a00/0x5d4000e30d838d61 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903175.883086:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903175.883131:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099886a00/0x5d4000e30d838d61 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.883139:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099886a00/0x5d4000e30d838d61 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.883151:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099887a00/0x5d4000e30d838d68 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.883156:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099887a00/0x5d4000e30d838d68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.883161:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099887a00/0x5d4000e30d838d68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.883179:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886a00/0x5d4000e30d838d61 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.883183:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099886a00/0x5d4000e30d838d61 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.883188:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099886a00/0x5d4000e30d838d61 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.883193:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099886a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.883196:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099886a00/0x5d4000e30d838d61 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.883200:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099886a00/0x5d4000e30d838d61 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.883212:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903175.883213:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.883216:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099886a00/0x5d4000e30d838d61 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.883220:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099886a00/0x5d4000e30d838d61 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.883232:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099887a00/0x5d4000e30d838d68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.883237:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099887a00/0x5d4000e30d838d68 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.883241:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099887a00/0x5d4000e30d838d68 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.883245:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099887a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.883247:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099887a00/0x5d4000e30d838d68 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.883252:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099887a00/0x5d4000e30d838d68 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.883258:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x68e4194e (ffff88012bd63b00) 00010000:00010000:3.0:1742903175.883259:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.883261:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099887a00/0x5d4000e30d838d68 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.883265:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099887a00/0x5d4000e30d838d68 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903175.883283:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c080a00/0x5d4000e30d838d5a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef1e8 expref: 530 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.883290:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c080a00/0x5d4000e30d838d5a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef1e8 expref: 530 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.883297:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c080a00, rc 0) 00000100:00100000:3.0:1742903175.883338:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+529:13299:x1827566172168320:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 412us (582us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903175.883344:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76595 00000100:00100000:0.0:1742903175.884991:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.885025:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.887285:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.887335:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172168960 00000100:00100000:3.0:1742903175.887340:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172168960 00000100:00100000:0.0:1742903175.887356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.887456:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172169216 00000100:00100000:3.0:1742903175.887458:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172169216 00000100:00100000:3.0:1742903175.887477:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76599 00000100:00100000:3.0:1742903175.887482:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+528:13299:x1827566172168960:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.887494:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.887497:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1742903175.887515:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d838d0d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef1c5 expref: 528 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.887526:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903175.887529:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903175.887537:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099887c00/0x5d4000e30d838dae lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef204 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.887593:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886400/0x5d4000e30d838dc3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.887601:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099886400/0x5d4000e30d838dc3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.887608:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099886400/0x5d4000e30d838dc3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.887616:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886c00/0x5d4000e30d838dd1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.887621:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099886c00/0x5d4000e30d838dd1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.887625:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099886c00/0x5d4000e30d838dd1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00080000:3.0:1742903175.887860:0:7211:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x6f9:0x0], index 1: 0 00000040:00080000:3.0:1742903175.887919:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8556, 184 off1499504 00010000:00010000:3.0:1742903175.887964:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838dd8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.887970:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838dd8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.887975:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838dd8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.887993:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886400/0x5d4000e30d838dc3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.887998:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099886400/0x5d4000e30d838dc3 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.888002:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099886400/0x5d4000e30d838dc3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.888006:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099886400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.888008:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099886400/0x5d4000e30d838dc3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.888013:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099886400/0x5d4000e30d838dc3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.888019:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903175.888021:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.888023:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099886400/0x5d4000e30d838dc3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.888027:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099886400/0x5d4000e30d838dc3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000004:00010000:3.0:1742903175.888035:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88011ed20700 reply state ffff880136621000 transno 4295004740 ns: mdt-lustre-MDT0000_UUID lock: ffff880099886c00/0x5d4000e30d838dd1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.888041:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099886c00/0x5d4000e30d838dd1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.888046:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x68e4194e (ffff88012bd63000) 00010000:00010000:3.0:1742903175.888047:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903175.888048:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1742903175.888063:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099887c00/0x5d4000e30d838dae lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef204 expref: 532 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.888071:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838dd8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef204 expref: 530 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.888076:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:3.0:1742903175.888078:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903175.888079:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099886800, rc 0) 00000100:00100000:3.0:1742903175.888121:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+532:13299:x1827566172168960:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 639us (841us total) trans 4295004740 rc 0/0 00000100:00100000:3.0:1742903175.888127:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76599 00000100:00100000:0.0:1742903175.890634:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.890684:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.892177:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.892597:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.893930:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.894273:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.894340:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172169984 00000100:00100000:3.0:1742903175.894344:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172169984 00000100:00100000:3.0:1742903175.894361:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76604 00000100:00100000:3.0:1742903175.894379:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+532:13300:x1827566172169984:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.894386:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.894394:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099886a00/0x5d4000e30d838e33 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef235 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.894410:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099886a00/0x5d4000e30d838e33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef235 expref: 533 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.894419:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886a00/0x5d4000e30d838e33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef235 expref: 533 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.894424:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903175.894426:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.894428:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099886a00, rc 0) 00000100:00100000:3.0:1742903175.894520:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+533:13300:x1827566172169984:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 152us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.894526:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76604 00000100:00100000:0.0:1742903175.895984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.896040:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172170112 00000100:00100000:3.0:1742903175.896046:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172170112 00000100:00100000:3.0:1742903175.896081:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17586 00000100:00100000:3.0:1742903175.896086:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+533:13299:x1827566172170112:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:0.0:1742903175.896671:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.898451:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+534:13299:x1827566172170112:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2360us (2470us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.898460:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17586 00000100:00100000:0.0:1742903175.902074:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.902123:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.904460:0:18863:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18863:1827566161314944:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903175.904525:0:18863:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c3da000/0x5d4000e30d838e3a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef243 expref: 73 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.904534:0:18863:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c3da000, rc 0) 00000100:00100000:0.0:1742903175.904565:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+73:13299:x1827566172170496:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2331us (2441us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.904571:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11571 00000100:00100000:0.0:1742903175.905671:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.905694:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.905830:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22617 00000100:00100000:3.0:1742903175.905836:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+72:2008:x1827566172170624:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903175.905843:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903175.905856:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800993b7e00/0x5d4000e30d838dfb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef219 expref: 72 pid: 18863 timeout: 403 lvb_type: 1 00010000:00010000:3.0:1742903175.905865:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800993b7e00/0x5d4000e30d838dfb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef219 expref: 72 pid: 18863 timeout: 403 lvb_type: 1 00010000:00010000:3.0:1742903175.905877:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800993b7e00/0x5d4000e30d838dfb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef219 expref: 72 pid: 18863 timeout: 403 lvb_type: 1 00010000:00010000:3.0:1742903175.905888:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903175.905890:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903175.905893:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099d60800/0x5d4000e30d838e41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef23c expref: 71 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.905900:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099d60800/0x5d4000e30d838e41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef23c expref: 71 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.905918:0:20225:0:(ldlm_lockd.c:1128:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099d60800/0x5d4000e30d838e41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef23c expref: 71 pid: 18861 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903175.905926:0:20225:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:20225:1827566161315200:192.168.203.29@tcp:105: 00000100:00100000:3.0:1742903175.905970:0:20225:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e9379c0 going to sleep for 11 seconds 00000100:00100000:3.0:1742903175.908130:0:20225:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:20225:1827566161315200:192.168.203.29@tcp:105: 00010000:00010000:3.0:1742903175.908144:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903175.909415:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+71:2008:x1827566172170624:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3575us (3715us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.909427:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22617 00000100:00100000:0.0:1742903175.909697:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.909734:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.912282:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.912358:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.912528:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172171776 00000100:00100000:3.0:1742903175.912532:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172171776 00000100:00100000:3.0:1742903175.912558:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76606 00000100:00100000:3.0:1742903175.912562:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+538:13299:x1827566172171776:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.912600:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.912611:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099886e00/0x5d4000e30d838e4f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef251 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.912678:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886600/0x5d4000e30d838e56 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.912691:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838dd8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef204 expref: 540 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.912697:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099886600/0x5d4000e30d838e56 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.912723:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838dd8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef204 expref: 540 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.912733:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838dd8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef204 expref: 540 pid: 7211 timeout: 403 lvb_type: 0 00000100:00100000:3.0:1742903175.912746:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161315328:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903175.912811:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e9379c0 going to sleep for 11 seconds 00000100:00100000:3.0:1742903175.913650:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161315328:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903175.914055:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.914090:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.914311:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22619 00000100:00100000:0.0:1742903175.914333:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+541:2010:x1827566172172032:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903175.914340:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903175.914344:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7c00/0x5d4000e30d838ddf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef20b expref: 541 pid: 18840 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.914351:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7c00/0x5d4000e30d838ddf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef20b expref: 541 pid: 18840 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.914362:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7c00/0x5d4000e30d838ddf lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef20b expref: 540 pid: 18840 timeout: 403 lvb_type: 0 00010000:00010000:0.0:1742903175.914391:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff88009c6e2d00) 00010000:00010000:0.0:1742903175.914394:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db000/0x5d4000e30d838e5d lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.914399:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db000/0x5d4000e30d838e5d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.914404:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db000/0x5d4000e30d838e5d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.914449:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099886600/0x5d4000e30d838e56 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.914457:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099886600/0x5d4000e30d838e56 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.914462:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099886600/0x5d4000e30d838e56 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903175.914474:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe28:0x0]: returning size 15360 00010000:00010000:3.0:1742903175.914558:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099886e00/0x5d4000e30d838e4f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef251 expref: 541 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.914573:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886600/0x5d4000e30d838e56 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef251 expref: 540 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.914579:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:3.0:1742903175.914581:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903175.914583:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099886600, rc 0) 00000100:00100000:3.0:1742903175.914601:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+540:13299:x1827566172171776:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2038us (2243us total) trans 4295004746 rc 0/0 00000100:00100000:3.0:1742903175.914607:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76606 00010000:00010000:0.0:1742903175.914656:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903175.914671:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+539:2010:x1827566172172032:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 354us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.914676:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22619 00000100:00100000:0.0:1742903175.916060:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.916491:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.916542:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76608 00000100:00100000:0.0:1742903175.916546:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+540:13300:x1827566172172288:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.916554:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.916562:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d838e72 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef25f expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.916621:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f800/0x5d4000e30d838e80 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.916632:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db000/0x5d4000e30d838e5d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef24a expref: 542 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.916637:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f800/0x5d4000e30d838e80 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.916660:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db000/0x5d4000e30d838e5d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef24a expref: 542 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.916669:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db000/0x5d4000e30d838e5d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef24a expref: 542 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903175.916679:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161315584:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903175.916739:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4000 going to sleep for 11 seconds 00000100:00100000:3.0:1742903175.918032:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a1880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161315712:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903175.918052:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61600/0x5d4000e30d838e87 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903175.918411:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.918445:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903175.918850:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61600/0x5d4000e30d838e87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.918856:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61600/0x5d4000e30d838e87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903175.918890:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe28:0x0]: returning size 15360 00000004:00200000:3.0:1742903175.918893:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903175.918907:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61600/0x5d4000e30d838e87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.918936:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60000/0x5d4000e30d838e79 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef258 expref: 541 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.918948:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61600/0x5d4000e30d838e87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef258 expref: 540 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.918954:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:3.0:1742903175.918956:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903175.918959:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099d61600, rc 0) 00000100:00100000:3.0:1742903175.918993:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+541:13299:x1827566172172160:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2455us (2935us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.919000:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76607 00000100:00100000:0.0:1742903175.920564:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.921837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.923075:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.924857:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.925761:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.926574:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.926705:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172173568 00000100:00100000:3.0:1742903175.926708:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172173568 00000100:00100000:3.0:1742903175.926812:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76614 00000100:00100000:3.0:1742903175.926817:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+542:13300:x1827566172173568:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.926827:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.926834:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099887a00/0x5d4000e30d838edb lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef27b expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.926855:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099887a00/0x5d4000e30d838edb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef27b expref: 543 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.926863:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099887a00/0x5d4000e30d838edb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef27b expref: 543 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.926872:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:3.0:1742903175.926874:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1742903175.926875:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099887a00, rc 0) 00000100:00100000:3.0:1742903175.926905:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+543:13300:x1827566172173568:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 87us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.926911:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76614 00000100:00100000:0.0:1742903175.928692:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172173696 00000100:00100000:0.0:1742903175.928697:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172173696 00000100:00100000:0.0:1742903175.928748:0:18856:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11574 00000100:00100000:0.0:1742903175.928752:0:18856:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:5bb9e3e8-ca71-4450-80de-f6568f81689c+71:2009:x1827566172173824:12345-192.168.203.29@tcp:2:dbench.0 00000100:00100000:0.0:1742903175.930038:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.930556:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.932650:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.932685:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.932755:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172174336 00000100:00100000:3.0:1742903175.932760:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172174336 00000100:00100000:3.0:1742903175.932779:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172174208 00000100:00100000:3.0:1742903175.932781:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172174208 00000100:00100000:3.0:1742903175.932801:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76617 00000100:00100000:3.0:1742903175.932806:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+546:13300:x1827566172174336:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.932816:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.932836:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099886400/0x5d4000e30d838efe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef297 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.932874:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838f05 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.932883:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838f05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.932891:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838f05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.932900:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838f13 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.932906:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838f13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.932911:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838f13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.932959:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886e00/0x5d4000e30d838f28 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.932966:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099886e00/0x5d4000e30d838f28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.932971:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099886e00/0x5d4000e30d838f28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903175.932988:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe29:0x0]: returning size 15360 00000004:00200000:3.0:1742903175.932991:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903175.932999:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099886e00/0x5d4000e30d838f28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.933005:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099886e00/0x5d4000e30d838f28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.933011:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838f05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.933016:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838f05 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.933024:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838f05 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.933029:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099887600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.933031:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838f05 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.933036:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838f05 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.933042:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903175.933044:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.933047:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838f05 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.933051:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838f05 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.933064:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838f13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.933070:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838f13 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.933074:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838f13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.933078:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099886800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.933080:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838f13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.933085:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838f13 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.933091:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x68e4194e (ffff88009c6e2100) 00010000:00010000:3.0:1742903175.933093:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.933096:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838f13 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.933100:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838f13 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.933115:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099886400/0x5d4000e30d838efe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef297 expref: 549 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.933123:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886e00/0x5d4000e30d838f28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef297 expref: 547 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.933129:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:3.0:1742903175.933130:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903175.933132:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099886e00, rc 0) 00000100:00100000:3.0:1742903175.933149:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+547:13300:x1827566172174336:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 343us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.933154:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76617 00000100:00100000:0.0:1742903175.934400:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.934484:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.934508:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.934688:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8405 00000100:00100000:0.0:1742903175.934693:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+548:2008:x1827566172174592:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903175.934699:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903175.934713:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e600/0x5d4000e30d838f2f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef290 expref: 548 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.934727:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:0.0:1742903175.934730:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903175.934753:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+546:2008:x1827566172174592:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 59us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903175.934759:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8405 00000100:00100000:0.0:1742903175.934799:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.934863:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172174848 00000100:00100000:0.0:1742903175.934866:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172174848 00000100:00100000:0.0:1742903175.934880:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172175104 00000100:00100000:0.0:1742903175.934882:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172175104 00000100:00100000:0.0:1742903175.934893:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76619 00000100:00100000:0.0:1742903175.934896:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+547:13299:x1827566172174848:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903175.934922:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903175.934931:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82ea00/0x5d4000e30d838ef7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef289 expref: 547 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.934938:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:0.0:1742903175.934940:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903175.934967:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fa00/0x5d4000e30d838f36 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.934976:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fa00/0x5d4000e30d838f36 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.934982:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fa00/0x5d4000e30d838f36 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903175.935059:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76620 00000100:00100000:3.0:1742903175.935064:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+547:13300:x1827566172175104:12345-192.168.203.29@tcp:36:dbench.0 00000004:00010000:0.0:1742903175.935084:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880099e4e300 reply state ffff88012cfd7000 transno 4295004750 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fa00/0x5d4000e30d838f36 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.935089:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903175.935093:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fa00/0x5d4000e30d838f36 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.935097:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:0.0:1742903175.935099:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903175.935103:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1742903175.935134:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+548:13299:x1827566172174848:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 236us (625us total) trans 4295004750 rc 0/0 00000100:00100000:0.0:1742903175.935139:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76619 00010000:00010000:3.0:1742903175.935195:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82ec00/0x5d4000e30d838ee9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef282 expref: 546 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.935204:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:3.0:1742903175.935207:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903175.935247:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099887000/0x5d4000e30d838f3d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.935254:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099887000/0x5d4000e30d838f3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.935260:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099887000/0x5d4000e30d838f3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00010000:3.0:1742903175.935304:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880099e4f480 reply state ffff880072137000 transno 4295004751 ns: mdt-lustre-MDT0000_UUID lock: ffff880099887000/0x5d4000e30d838f3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.935311:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099887000/0x5d4000e30d838f3d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.935347:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:3.0:1742903175.935349:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903175.935351:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903175.935401:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+547:13300:x1827566172175104:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 336us (601us total) trans 4295004751 rc 0/0 00000100:00100000:3.0:1742903175.935406:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76620 00000100:00100000:0.0:1742903175.936922:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.939271:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.939843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.941549:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.941596:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.941662:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172176128 00000100:00100000:3.0:1742903175.941667:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172176128 00000100:00100000:3.0:1742903175.941699:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76622 00000100:00100000:3.0:1742903175.941704:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+550:13300:x1827566172176128:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.941713:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.941721:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099886400/0x5d4000e30d838f4b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef2a5 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.941968:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838f67 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.941982:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838f67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.941990:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838f67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.941997:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838f6e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.942003:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838f6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.942007:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838f6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.942044:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61600/0x5d4000e30d838f75 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.942051:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61600/0x5d4000e30d838f75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.942056:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61600/0x5d4000e30d838f75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903175.942073:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe29:0x0]: returning size 15360 00000004:00200000:3.0:1742903175.942075:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903175.942082:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61600/0x5d4000e30d838f75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.942089:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61600/0x5d4000e30d838f75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.942094:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838f67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.942103:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838f67 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.942108:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838f67 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.942112:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099886800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.942115:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838f67 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.942120:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838f67 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.942126:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903175.942128:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.942131:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838f67 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.942136:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838f67 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.942145:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838f6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.942150:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838f6e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.942155:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838f6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.942158:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099887600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.942161:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838f6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.942168:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838f6e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.942173:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x68e4194e (ffff88009c6e2100) 00010000:00010000:3.0:1742903175.942175:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.942177:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838f6e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.942181:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838f6e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.942197:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099886400/0x5d4000e30d838f4b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2a5 expref: 554 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.942206:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61600/0x5d4000e30d838f75 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2a5 expref: 552 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.942211:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:3.0:1742903175.942213:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903175.942215:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099d61600, rc 0) 00000100:00100000:3.0:1742903175.942872:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+551:13300:x1827566172176128:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1166us (1274us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.942878:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76622 00000100:00100000:0.0:1742903175.944638:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.944925:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172176384 00000100:00100000:3.0:1742903175.944931:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172176384 00000100:00100000:3.0:1742903175.944973:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76623 00000100:00100000:3.0:1742903175.944978:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+551:13299:x1827566172176384:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.944992:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.945006:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61e00/0x5d4000e30d838f7c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef2ac expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.945088:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d838f83 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.945100:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20a00/0x5d4000e30d838f60 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef29e expref: 552 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.945107:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d838f83 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.945132:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20a00/0x5d4000e30d838f60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef29e expref: 552 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.945143:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20a00/0x5d4000e30d838f60 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef29e expref: 552 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903175.945153:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161315840:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903175.945234:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e9379c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.947675:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.947914:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.948012:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161315840:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903175.948029:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d838f83 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903175.948082:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22622 00000100:00100000:3.0:1742903175.948088:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+556:2009:x1827566172176768:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903175.948098:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903175.948103:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20a00/0x5d4000e30d838f60 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef29e expref: 556 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903175.948115:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20a00/0x5d4000e30d838f60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef29e expref: 556 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903175.948133:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20a00/0x5d4000e30d838f60 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef29e expref: 556 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903175.948143:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:3.0:1742903175.948146:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d838f83 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.948152:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d838f83 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.948157:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d838f83 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.948167:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903175.948195:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+555:2009:x1827566172176768:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 106us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.948200:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22622 00010000:00010000:3.0:1742903175.948215:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d838f83 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.948220:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d838f83 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903175.948233:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe28:0x0]: returning size 15360 00010000:00010000:3.0:1742903175.948363:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61e00/0x5d4000e30d838f7c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2ac expref: 554 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.948387:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d838f83 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2ac expref: 553 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.948392:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:3.0:1742903175.948394:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903175.948396:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099d60a00, rc 0) 00000100:00100000:3.0:1742903175.948434:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+554:13299:x1827566172176384:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3454us (3799us total) trans 4295004754 rc 0/0 00000100:00100000:3.0:1742903175.948439:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76623 00000100:00100000:0.0:1742903175.949878:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.949909:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.950201:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76626 00000100:00100000:0.0:1742903175.950210:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+555:13299:x1827566172177152:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.950217:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.950224:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d838fb4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef2c1 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.950411:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d838fbb lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.950424:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d838f83 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2ac expref: 556 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.950429:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d838fbb lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.950447:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d838f83 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2ac expref: 556 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.950457:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d838f83 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2ac expref: 556 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903175.950471:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009176d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161316096:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903175.950527:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4e40 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.951945:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.951966:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ef97b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161316224:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903175.951978:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82f600/0x5d4000e30d838fad lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903175.952130:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903175.952294:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82f600/0x5d4000e30d838fad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.952302:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82f600/0x5d4000e30d838fad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903175.952363:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe29:0x0]: returning size 15360 00000004:00200000:3.0:1742903175.952381:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903175.952396:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82f600/0x5d4000e30d838fad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.952423:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e200/0x5d4000e30d838fa6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2ba expref: 555 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.952435:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82f600/0x5d4000e30d838fad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2ba expref: 555 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.952442:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:3.0:1742903175.952445:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903175.952447:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b82f600, rc 0) 00000100:00100000:3.0:1742903175.952469:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+554:13300:x1827566172177024:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2405us (2593us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.952475:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76625 00000100:00100000:0.0:1742903175.954065:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.954107:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.956217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.956257:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.956481:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76628 00000100:00100000:3.0:1742903175.956488:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+558:13299:x1827566172178176:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.956501:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.956516:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099886400/0x5d4000e30d838fc9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef2cf expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.956557:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838fd7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956567:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838fd7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956575:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838fd7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956582:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838fe5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956588:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838fe5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956593:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838fe5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956671:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886e00/0x5d4000e30d838ff3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956678:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099886e00/0x5d4000e30d838ff3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956684:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099886e00/0x5d4000e30d838ff3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903175.956708:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe28:0x0]: returning size 15360 00000004:00200000:3.0:1742903175.956711:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903175.956723:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099886e00/0x5d4000e30d838ff3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956731:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099886e00/0x5d4000e30d838ff3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956737:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838fd7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956742:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838fd7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956747:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838fd7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956751:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099887600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.956754:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838fd7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956760:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838fd7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956768:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903175.956771:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.956775:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838fd7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956779:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d838fd7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956932:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838fe5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956938:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838fe5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956943:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838fe5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956946:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099886800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.956949:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838fe5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956954:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838fe5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956961:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x68e4194e (ffff88012bd63000) 00010000:00010000:3.0:1742903175.956963:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.956965:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838fe5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956969:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d838fe5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.956988:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099886400/0x5d4000e30d838fc9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2cf expref: 560 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.957001:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886e00/0x5d4000e30d838ff3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2cf expref: 559 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.957006:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:3.0:1742903175.957014:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903175.957016:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099886e00, rc 0) 00000100:00100000:3.0:1742903175.957046:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+559:13299:x1827566172178176:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 557us (788us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.957052:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76628 00000100:00100000:0.0:1742903175.958448:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.958486:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.958548:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8407 00000100:00100000:3.0:1742903175.958554:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+560:2010:x1827566172178432:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903175.958562:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903175.958572:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099714600/0x5d4000e30d838fec lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2c8 expref: 559 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.958581:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:3.0:1742903175.958583:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903175.958600:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+557:2010:x1827566172178432:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 46us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.958606:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8407 00000100:00100000:0.0:1742903175.958933:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.958977:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172178560 00000100:00100000:3.0:1742903175.958981:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172178560 00000100:00100000:2.0:1742903175.959030:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+557:13300:x1827566172178560:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903175.959068:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903175.959075:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099714200/0x5d4000e30d838ffa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef2d6 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903175.959103:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099715800/0x5d4000e30d839001 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959109:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099715800/0x5d4000e30d839001 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959115:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099715800/0x5d4000e30d839001 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959120:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099714c00/0x5d4000e30d839008 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959124:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099714c00/0x5d4000e30d839008 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959127:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099714c00/0x5d4000e30d839008 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959147:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099715800/0x5d4000e30d839001 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959150:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099715800/0x5d4000e30d839001 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959153:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099715800/0x5d4000e30d839001 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959156:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099715800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903175.959158:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099715800/0x5d4000e30d839001 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959162:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099715800/0x5d4000e30d839001 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959166:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903175.959168:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903175.959169:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099715800/0x5d4000e30d839001 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959172:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099715800/0x5d4000e30d839001 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959176:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099714c00/0x5d4000e30d839008 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959178:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099714c00/0x5d4000e30d839008 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959181:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099714c00/0x5d4000e30d839008 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959183:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099714c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903175.959184:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099714c00/0x5d4000e30d839008 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959187:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099714c00/0x5d4000e30d839008 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959190:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7fa9a95 (ffff88009c6e2300) 00010000:00010000:2.0:1742903175.959191:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903175.959192:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099714c00/0x5d4000e30d839008 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959195:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099714c00/0x5d4000e30d839008 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959207:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099714200/0x5d4000e30d838ffa lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2d6 expref: 558 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903175.959212:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099714200/0x5d4000e30d838ffa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2d6 expref: 558 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903175.959215:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099714200, rc 0) 00000100:00100000:2.0:1742903175.959241:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+557:13300:x1827566172178560:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 210us (309us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903175.959244:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76629 00000100:00100000:0.0:1742903175.959560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903175.959654:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172178688 00000100:00100000:2.0:1742903175.959660:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172178688 00000100:00100000:2.0:1742903175.959693:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76630 00000100:00100000:2.0:1742903175.959697:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+557:13299:x1827566172178688:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903175.959710:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903175.959724:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099715400/0x5d4000e30d83900f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef2dd expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903175.959762:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d839016 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959772:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d839016 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959780:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d839016 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959788:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d83901d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959795:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d83901d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959800:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d83901d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959826:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d839016 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959831:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d839016 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959836:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d839016 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959840:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099714400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903175.959842:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d839016 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959847:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d839016 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959855:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903175.959857:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903175.959861:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d839016 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959865:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d839016 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959874:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d83901d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959878:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d83901d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959883:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d83901d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959887:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099715e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903175.959889:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d83901d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959892:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d83901d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959897:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x7fa9a95 (ffff8800916eb900) 00010000:00010000:2.0:1742903175.959899:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903175.959901:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d83901d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959905:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d83901d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.959923:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099715400/0x5d4000e30d83900f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2dd expref: 558 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903175.959930:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099715400/0x5d4000e30d83900f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2dd expref: 558 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903175.959936:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099715400, rc 0) 00000100:00100000:2.0:1742903175.959964:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+557:13299:x1827566172178688:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 266us (404us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903175.959970:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76630 00000100:00100000:0.0:1742903175.960540:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903175.960582:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172178816 00000100:00100000:2.0:1742903175.960585:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172178816 00000100:00100000:2.0:1742903175.960609:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76631 00000100:00100000:2.0:1742903175.960614:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+557:13300:x1827566172178816:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903175.960623:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903175.960633:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e200/0x5d4000e30d839024 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef2e4 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903175.960655:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82fe00/0x5d4000e30d83902b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.960663:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82fe00/0x5d4000e30d83902b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.960669:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82fe00/0x5d4000e30d83902b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.960676:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e600/0x5d4000e30d839032 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.960681:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e600/0x5d4000e30d839032 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.960686:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e600/0x5d4000e30d839032 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.960701:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82fe00/0x5d4000e30d83902b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.960706:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82fe00/0x5d4000e30d83902b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.960711:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82fe00/0x5d4000e30d83902b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.960715:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b82fe00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903175.960718:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82fe00/0x5d4000e30d83902b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.960723:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82fe00/0x5d4000e30d83902b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.960730:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903175.960732:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903175.960734:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82fe00/0x5d4000e30d83902b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.960739:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82fe00/0x5d4000e30d83902b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.960747:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e600/0x5d4000e30d839032 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.960750:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e600/0x5d4000e30d839032 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.960754:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e600/0x5d4000e30d839032 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.960757:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b82e600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903175.960760:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e600/0x5d4000e30d839032 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.960763:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e600/0x5d4000e30d839032 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.960768:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7fa9a95 (ffff88009c6e2300) 00010000:00010000:2.0:1742903175.960770:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903175.960772:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e600/0x5d4000e30d839032 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.960780:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e600/0x5d4000e30d839032 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.960793:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e200/0x5d4000e30d839024 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2e4 expref: 558 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903175.960799:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e200/0x5d4000e30d839024 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2e4 expref: 558 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903175.960805:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b82e200, rc 0) 00000100:00100000:2.0:1742903175.960828:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+557:13300:x1827566172178816:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 213us (289us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903175.960834:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76631 00000100:00100000:2.0:1742903175.962543:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.962560:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172178944 00000100:00100000:0.0:1742903175.962567:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172178944 00000100:00100000:2.0:1742903175.962574:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.962594:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76632 00000100:00100000:0.0:1742903175.962599:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+557:13299:x1827566172178944:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:3.0:1742903175.962607:0:7223:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172179200 00010000:00010000:0.0:1742903175.962609:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1742903175.962616:0:7223:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172179200 00010000:00010000:0.0:1742903175.962619:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d839039 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef2eb expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.962654:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d839040 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903175.962662:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 708 00010000:00010000:0.0:1742903175.962663:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d839040 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903175.962667:0:7223:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+559:13300:x1827566172179200:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903175.962674:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d839040 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.962682:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f800/0x5d4000e30d839047 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.962687:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f800/0x5d4000e30d839047 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.962692:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f800/0x5d4000e30d839047 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.962699:0:7223:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1742903175.962715:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d839040 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.962719:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82f600/0x5d4000e30d838fad lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2ba expref: 559 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.962720:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d839040 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.962726:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d839040 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.962730:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61e600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.962732:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:0.0:1742903175.962732:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d839040 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.962737:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d839040 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.962740:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099886a00/0x5d4000e30d838e33 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef235 expref: 558 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.962744:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:0.0:1742903175.962746:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.962749:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d839040 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.962752:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:0.0:1742903175.962753:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d839040 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.962754:0:7223:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903175.962773:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f800/0x5d4000e30d839047 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.962775:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21e00/0x5d4000e30d83904e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.962777:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f800/0x5d4000e30d839047 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.962781:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f800/0x5d4000e30d839047 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.962784:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21e00/0x5d4000e30d83904e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.962784:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61f800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.962786:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f800/0x5d4000e30d839047 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.962790:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f800/0x5d4000e30d839047 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.962792:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21e00/0x5d4000e30d83904e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.962794:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x7fa9a95 (ffff8800916eb900) 00010000:00010000:0.0:1742903175.962796:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.962798:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f800/0x5d4000e30d839047 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.962799:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21200/0x5d4000e30d839055 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.962801:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f800/0x5d4000e30d839047 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.962806:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21200/0x5d4000e30d839055 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.962811:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21200/0x5d4000e30d839055 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.962817:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d839039 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2eb expref: 557 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.962822:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21600/0x5d4000e30d83905c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.962822:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d839039 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2eb expref: 557 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.962827:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21600/0x5d4000e30d83905c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.962829:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f61fc00, rc 0) 00010000:00010000:3.0:1742903175.962833:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21600/0x5d4000e30d83905c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00000100:00100000:0.0:1742903175.962855:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+556:13299:x1827566172178944:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 256us (316us total) trans 0 rc 301/301 00000100:00100000:0.0:1742903175.962860:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76632 00010000:00010000:3.0:1742903175.962881:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20000/0x5d4000e30d839063 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.962887:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20000/0x5d4000e30d839063 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.962892:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20000/0x5d4000e30d839063 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00000040:00080000:3.0:1742903175.963041:0:7223:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8564, 224 off1500920 00000004:00010000:3.0:1742903175.963087:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88012ef95880 reply state ffff88009b8a1000 transno 4295004760 ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20000/0x5d4000e30d839063 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.963095:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20000/0x5d4000e30d839063 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.963101:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:3.0:1742903175.963103:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:3.0:1742903175.963106:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1742903175.963110:0:7223:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21e00/0x5d4000e30d83904e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.963114:0:7223:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21e00/0x5d4000e30d83904e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.963119:0:7223:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21e00/0x5d4000e30d83904e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.963123:0:7223:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f21e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.963126:0:7223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21e00/0x5d4000e30d83904e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.963131:0:7223:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21e00/0x5d4000e30d83904e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.963137:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903175.963138:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.963141:0:7223:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21e00/0x5d4000e30d83904e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.963144:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21e00/0x5d4000e30d83904e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00000004:00010000:3.0:1742903175.963151:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88012ef95880 reply state ffff88009b8a1000 transno 4295004760 ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21200/0x5d4000e30d839055 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.963156:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21200/0x5d4000e30d839055 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.963160:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7fa9a95 (ffff88009c6e2300) 00010000:00010000:3.0:1742903175.963162:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903175.963164:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00010000:3.0:1742903175.963166:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88012ef95880 reply state ffff88009b8a1000 transno 4295004760 ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21600/0x5d4000e30d83905c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.963171:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21600/0x5d4000e30d83905c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.963176:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x68e4194e (ffff88009c6e2100) 00010000:00010000:3.0:1742903175.963177:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903175.963179:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1742903175.963226:0:7223:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+557:13300:x1827566172179200:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 558us (650us total) trans 4295004760 rc 0/0 00000100:00100000:3.0:1742903175.963233:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 708 00000100:00100000:0.0:1742903175.964175:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.964211:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.964227:0:7223:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172179456 00000100:00100000:3.0:1742903175.964234:0:7223:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172179456 00000100:00100000:3.0:1742903175.964268:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 709 00000100:00100000:3.0:1742903175.964273:0:7223:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+557:13299:x1827566172179456:12345-192.168.203.29@tcp:36:dbench.0 00000100:00100000:2.0:1742903175.964294:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172179584 00010000:00010000:3.0:1742903175.964297:0:7223:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:2.0:1742903175.964299:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172179584 00010000:00010000:3.0:1742903175.964311:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d838fbb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2c1 expref: 558 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903175.964337:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76633 00000100:00100000:0.0:1742903175.964342:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+557:13300:x1827566172179584:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.964344:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:0.0:1742903175.964353:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.964354:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3dbc00/0x5d4000e30d838e2c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef22e expref: 557 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.964361:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:0.0:1742903175.964362:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f000/0x5d4000e30d83906a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef2f2 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.964363:0:7223:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903175.964394:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21a00/0x5d4000e30d839071 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.964402:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21a00/0x5d4000e30d839071 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.964406:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d839078 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.964409:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21a00/0x5d4000e30d839071 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.964415:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d839078 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.964418:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20400/0x5d4000e30d83907f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.964422:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d839078 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.964425:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20400/0x5d4000e30d83907f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.964429:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d839086 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.964430:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20400/0x5d4000e30d83907f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.964435:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d839086 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.964440:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d839086 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.964445:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20a00/0x5d4000e30d83908d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.964450:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20a00/0x5d4000e30d83908d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.964456:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20a00/0x5d4000e30d83908d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.964491:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ae00/0x5d4000e30d839094 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.964499:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20800/0x5d4000e30d83909b lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.964501:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ae00/0x5d4000e30d839094 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.964506:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20800/0x5d4000e30d83909b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe28:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.964507:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ae00/0x5d4000e30d839094 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903175.964511:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20800/0x5d4000e30d83909b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe28:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00000004:00200000:0.0:1742903175.964534:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe29:0x0]: returning size 15360 00000004:00200000:0.0:1742903175.964536:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903175.964550:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ae00/0x5d4000e30d839094 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.964557:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ae00/0x5d4000e30d839094 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.964563:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d839078 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.964567:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d839078 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.964572:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d839078 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.964576:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a71b000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.964578:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d839078 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.964583:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d839078 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.964591:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:0.0:1742903175.964593:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.964596:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d839078 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.964601:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b000/0x5d4000e30d839078 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.964608:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d839086 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.964613:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d839086 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.964617:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d839086 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.964621:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a71be00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.964623:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d839086 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000040:00080000:3.0:1742903175.964626:0:7223:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8565, 224 off1501144 00010000:00010000:0.0:1742903175.964627:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d839086 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.964632:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7fa9a95 (ffff88009c6e2300) 00010000:00010000:0.0:1742903175.964634:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903175.964636:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d839086 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.964640:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d839086 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903175.964655:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f000/0x5d4000e30d83906a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2f2 expref: 559 pid: 9576 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1742903175.964663:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009176d880 reply state ffff88009b8a6000 transno 4295004761 ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20800/0x5d4000e30d83909b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe28:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.964666:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ae00/0x5d4000e30d839094 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2f2 expref: 558 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.964671:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20800/0x5d4000e30d83909b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903175.964677:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:0.0:1742903175.964678:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903175.964680:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a71ae00, rc 0) 00010000:00010000:3.0:1742903175.964683:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:3.0:1742903175.964685:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:3.0:1742903175.964687:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1742903175.964692:0:7223:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21a00/0x5d4000e30d839071 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.964696:0:7223:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21a00/0x5d4000e30d839071 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.964704:0:7223:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21a00/0x5d4000e30d839071 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.964709:0:7223:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f21a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.964711:0:7223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21a00/0x5d4000e30d839071 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00000100:00100000:0.0:1742903175.964716:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+558:13300:x1827566172179584:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 372us (504us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903175.964717:0:7223:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21a00/0x5d4000e30d839071 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00000100:00100000:0.0:1742903175.964721:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76633 00010000:00010000:3.0:1742903175.964723:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903175.964725:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.964727:0:7223:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21a00/0x5d4000e30d839071 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.964731:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21a00/0x5d4000e30d839071 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00000004:00010000:3.0:1742903175.964739:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009176d880 reply state ffff88009b8a6000 transno 4295004761 ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20400/0x5d4000e30d83907f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.964746:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20400/0x5d4000e30d83907f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.964750:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x7fa9a95 (ffff8800916eb900) 00010000:00010000:3.0:1742903175.964752:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903175.964753:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00010000:3.0:1742903175.964756:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009176d880 reply state ffff88009b8a6000 transno 4295004761 ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20a00/0x5d4000e30d83908d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.964761:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20a00/0x5d4000e30d83908d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903175.964769:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x68e4194e (ffff88012bd63000) 00010000:00010000:3.0:1742903175.964771:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903175.964772:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1742903175.964808:0:7223:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+558:13299:x1827566172179456:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 533us (633us total) trans 4295004761 rc 0/0 00000100:00100000:3.0:1742903175.964814:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 709 00000100:00100000:0.0:1742903175.968023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.968077:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903175.968199:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172179712 00000100:00100000:2.0:1742903175.968209:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172179712 00000100:00100000:2.0:1742903175.968334:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172179968 00000100:00100000:2.0:1742903175.968337:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172179968 00000100:00100000:0.0:1742903175.968338:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76634 00000100:00100000:0.0:1742903175.968345:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+559:13299:x1827566172179712:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:2.0:1742903175.968361:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76635 00000100:00100000:2.0:1742903175.968376:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+559:13300:x1827566172179968:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.968379:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903175.968382:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903175.968396:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d8390a9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef300 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.968396:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a000/0x5d4000e30d8390a2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef2f9 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903175.968488:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d8390b7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.968499:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ae00/0x5d4000e30d839094 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2f2 expref: 561 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903175.968506:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d8390b7 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.968541:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ae00/0x5d4000e30d839094 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2f2 expref: 561 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903175.968553:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ae00/0x5d4000e30d839094 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2f2 expref: 561 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903175.968565:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef97b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161316352:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903175.968656:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096a936c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.972442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.972479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.972517:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172180224 00000100:00100000:0.0:1742903175.972525:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172180224 00000100:00100000:2.0:1742903175.972673:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ef97b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161316352:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903175.972696:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d8390b7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903175.972751:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76636 00000100:00100000:0.0:1742903175.972757:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+562:13299:x1827566172180224:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903175.972775:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903175.972873:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1800/0x5d4000e30d8390cc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef307 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.973087:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d8390d3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.973100:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db600/0x5d4000e30d8390c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2f9 expref: 563 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.973107:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d8390d3 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.973133:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db600/0x5d4000e30d8390c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2f9 expref: 562 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.973142:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db600/0x5d4000e30d8390c5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef2f9 expref: 562 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903175.973152:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099026680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161316480:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903175.973182:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d8390b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.973187:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d8390b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:2.0:1742903175.973201:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe29:0x0]: returning size 15360 00010000:00010000:2.0:1742903175.973288:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d8390a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef300 expref: 563 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903175.973302:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d8390b7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef300 expref: 562 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903175.973309:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:2.0:1742903175.973311:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1742903175.973313:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099887600, rc 0) 00000100:00100000:2.0:1742903175.973360:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+562:13300:x1827566172179968:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 4994us (5282us total) trans 4295004762 rc 0/0 00000100:00100000:2.0:1742903175.973382:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76635 00000100:00100000:0.0:1742903175.974892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903175.975172:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d8390d3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.975179:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d8390d3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:0.0:1742903175.975193:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe28:0x0]: returning size 15360 00010000:00010000:0.0:1742903175.975277:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1800/0x5d4000e30d8390cc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef307 expref: 562 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.975288:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d8390d3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef307 expref: 561 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.975294:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:0.0:1742903175.975296:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903175.975299:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997f1000, rc 0) 00000100:00100000:0.0:1742903175.975346:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+561:13299:x1827566172180224:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2588us (2866us total) trans 4295004763 rc 0/0 00000100:00100000:0.0:1742903175.975352:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76636 00000100:00100000:0.0:1742903175.975721:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903175.975761:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172180608 00000100:00100000:2.0:1742903175.975765:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172180608 00000100:00100000:2.0:1742903175.975784:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76637 00000100:00100000:2.0:1742903175.975788:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099026d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+561:13300:x1827566172180608:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903175.975801:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903175.975811:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099715400/0x5d4000e30d8390e8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef30e expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903175.975865:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d8390ef lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903175.975874:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d8390b7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef300 expref: 562 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903175.975880:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d8390ef lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903175.975901:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d8390b7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef300 expref: 562 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903175.975910:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d8390b7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef300 expref: 562 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903175.975921:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef97b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161316608:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903175.975991:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096a936c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903175.977148:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903175.977211:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172180736 00000100:00100000:2.0:1742903175.977216:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172180736 00000100:00100000:2.0:1742903175.977250:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76638 00000100:00100000:2.0:1742903175.977255:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099024000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+563:13299:x1827566172180736:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903175.977267:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1742903175.977443:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ef97b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161316608:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903175.977676:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903175.977744:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172180864 00000100:00100000:2.0:1742903175.977747:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172180864 00010000:00010000:2.0:1742903175.977758:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d8390b7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef300 expref: 564 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903175.977780:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22628 00000100:00100000:2.0:1742903175.977784:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099027b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+564:2010:x1827566172180864:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903175.977803:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d8390ef lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903175.977843:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903175.977849:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d8390b7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef300 expref: 564 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903175.977857:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d8390b7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef300 expref: 564 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903175.977872:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d8390b7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef300 expref: 564 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903175.977884:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:2.0:1742903175.977888:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d8390ef lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903175.977896:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d8390ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903175.977902:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d8390ef lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903175.977914:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903175.977955:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099027b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+563:2010:x1827566172180864:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 168us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903175.977961:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22628 00010000:00010000:2.0:1742903175.977979:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099715800/0x5d4000e30d8390f6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef315 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903175.978032:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d8390fd lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.978041:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d8390d3 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef307 expref: 563 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903175.978047:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d8390fd lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.978062:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d8390d3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef307 expref: 563 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.978121:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d8390ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.978126:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d8390ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903175.978150:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe29:0x0]: returning size 15360 00000004:00200000:3.0:1742903175.978154:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903175.978167:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d8390ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.978189:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099715400/0x5d4000e30d8390e8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef30e expref: 564 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.978211:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d8390ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef30e expref: 563 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.978217:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:3.0:1742903175.978219:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903175.978222:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099715e00, rc 0) 00000100:00100000:3.0:1742903175.978250:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099026d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+563:13300:x1827566172180608:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2461us (2529us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.978255:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76637 00010000:00010000:2.0:1742903175.978869:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d8390d3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef307 expref: 562 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903175.978880:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef97b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161316736:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903175.978938:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096a936c0 going to sleep for 11 seconds 00000100:00100000:2.0:1742903175.980416:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ef97b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161316736:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903175.980474:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d8390fd lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903175.980610:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.981444:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.981514:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172181248 00000100:00100000:3.0:1742903175.981521:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172181248 00000100:00100000:3.0:1742903175.981574:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76639 00000100:00100000:3.0:1742903175.981580:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+563:13300:x1827566172181248:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.981599:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.981617:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d839104 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef31c expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.981715:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886a00/0x5d4000e30d83910b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.981726:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099886a00/0x5d4000e30d83910b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.981736:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099886a00/0x5d4000e30d83910b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903175.981746:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe25:0x0]: returning size 53 00010000:00010000:3.0:1742903175.981842:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d839104 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef31c expref: 566 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.981858:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886a00/0x5d4000e30d83910b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef31c expref: 565 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903175.982392:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d8390fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.982399:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d8390fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:2.0:1742903175.982468:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe28:0x0]: returning size 15360 00000004:00200000:2.0:1742903175.982472:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903175.982485:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d8390fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903175.982510:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099715800/0x5d4000e30d8390f6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef315 expref: 565 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903175.982522:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d8390fd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef315 expref: 564 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903175.982527:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:2.0:1742903175.982529:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903175.982531:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099714400, rc 0) 00000100:00100000:2.0:1742903175.982553:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099024000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+564:13299:x1827566172180736:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 5297us (5408us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903175.982559:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76638 00010000:00010000:3.0:1742903175.982600:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe25:0x0].0x0 (ffff88009931b400) 00010000:00010000:3.0:1742903175.982603:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903175.982606:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099886a00, rc 0) 00000100:00100000:3.0:1742903175.982730:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+563:13300:x1827566172181248:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1147us (1285us total) trans 4295004764 rc 0/0 00000100:00100000:3.0:1742903175.982737:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76639 00000100:00100000:0.0:1742903175.987202:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.987259:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.987287:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172181504 00000100:00100000:3.0:1742903175.987300:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172181504 00000100:00100000:3.0:1742903175.987400:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76640 00000100:00100000:3.0:1742903175.987417:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+563:13299:x1827566172181504:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903175.987447:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903175.987468:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801307a2a00/0x5d4000e30d839119 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef323 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.987569:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21a00/0x5d4000e30d839120 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.987581:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21a00/0x5d4000e30d839120 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.987592:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21a00/0x5d4000e30d839120 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903175.987602:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe24:0x0]: returning size 53 00010000:00010000:3.0:1742903175.987698:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801307a2a00/0x5d4000e30d839119 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef323 expref: 566 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.987713:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21a00/0x5d4000e30d839120 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef323 expref: 565 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.987719:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe24:0x0].0x0 (ffff88009c6e2700) 00010000:00010000:3.0:1742903175.987723:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903175.987726:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099f21a00, rc 0) 00000100:00100000:0.0:1742903175.987763:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.987777:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+565:13299:x1827566172181504:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 369us (582us total) trans 4295004765 rc 0/0 00000100:00100000:3.0:1742903175.987784:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76640 00000100:00100000:2.0:1742903175.987804:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172181888 00000100:00100000:2.0:1742903175.987812:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172181888 00000100:00100000:2.0:1742903175.987845:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17594 00000100:00100000:2.0:1742903175.987850:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+565:13300:x1827566172181888:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:2.0:1742903175.987980:0:18842:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8566, 168 off1501312 00000100:00100000:2.0:1742903175.988055:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+566:13300:x1827566172181888:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 203us (291us total) trans 4295004766 rc 0/0 00000100:00100000:2.0:1742903175.988061:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17594 00000100:00100000:2.0:1742903175.992470:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903175.992512:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903175.992553:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.992555:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172182272 00000100:00100000:0.0:1742903175.992565:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172182272 00000100:00100000:0.0:1742903175.992603:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76641 00000100:00100000:0.0:1742903175.992609:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+565:13300:x1827566172182272:12345-192.168.203.29@tcp:36:dbench.0 00000100:00100000:3.0:1742903175.992648:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172182016 00000100:00100000:3.0:1742903175.992655:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172182016 00010000:00010000:0.0:1742903175.992658:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903175.992681:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072078e00/0x5d4000e30d838bee lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef163 expref: 567 pid: 7211 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903175.992691:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8409 00000100:00100000:3.0:1742903175.992696:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3965050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+566:2009:x1827566172182016:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903175.992699:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe25:0x0].0x0 (ffff88009931b400) 00010000:00010000:3.0:1742903175.992708:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903175.992710:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903175.992725:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1400/0x5d4000e30d83912e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.992727:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21a00/0x5d4000e30d839120 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe24:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef323 expref: 566 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903175.992736:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1400/0x5d4000e30d83912e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.992742:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe24:0x0].0x0 (ffff88009c6e2700) 00010000:00010000:0.0:1742903175.992744:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1400/0x5d4000e30d83912e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.992746:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903175.992753:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d839135 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0x7f675ee7 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.992759:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d839135 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.992764:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d839135 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903175.992787:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3965050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+565:2009:x1827566172182016:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 90us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903175.992794:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8409 00010000:00010000:0.0:1742903175.992827:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1800/0x5d4000e30d83913c lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.992833:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1800/0x5d4000e30d83913c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.992839:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1800/0x5d4000e30d83913c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:0.0:1742903175.993077:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1728, 64 off118848 00000040:00080000:0.0:1742903175.993134:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8568, 184 off1501664 00010000:00010000:0.0:1742903175.993169:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d839143 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.993176:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d839143 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.993182:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d839143 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.993188:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d839143 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.993192:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d839143 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.993200:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d839143 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.993225:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903175.993240:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1800/0x5d4000e30d83913c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe25:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.993245:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1800/0x5d4000e30d83913c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe25:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.993249:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1800/0x5d4000e30d83913c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe25:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.993254:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997f1800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903175.993258:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1800/0x5d4000e30d83913c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe25:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.993263:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1800/0x5d4000e30d83913c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe25:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.993270:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe25:0x0].0x0 (ffff880130ebb800) 00010000:00010000:0.0:1742903175.993273:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903175.993276:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1800/0x5d4000e30d83913c lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe25:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903175.993282:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1800/0x5d4000e30d83913c lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe25:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.993338:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903175.993347:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d839143 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.993351:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a71be00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903175.993354:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d839143 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.993358:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d839143 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.993375:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe25:0x0].0x0 (ffff880130ebb800) 00010000:00010000:3.0:1742903175.993378:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1742903175.993380:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d839143 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.993384:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71be00/0x5d4000e30d839143 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903175.993394:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903175.993395:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903175.993397:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903175.997307:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903175.997388:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903175.997446:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76642 00000100:00100000:3.0:1742903175.997454:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+567:13299:x1827566172182784:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903175.997497:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903175.997518:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5ca00/0x5d4000e30d838b9a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef140 expref: 568 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903175.997531:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe24:0x0].0x0 (ffff88009c6e2700) 00010000:00010000:3.0:1742903175.997538:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903175.997552:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20c00/0x5d4000e30d839151 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.997562:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20c00/0x5d4000e30d839151 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.997569:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20c00/0x5d4000e30d839151 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.997578:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d83915f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.997583:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d83915f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.997591:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d83915f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.997651:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d83916d lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.997657:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d83916d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.997662:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d83916d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000040:00080000:3.0:1742903175.997820:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1729, 64 off118912 00000040:00080000:3.0:1742903175.997845:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8569, 184 off1501848 00010000:00010000:3.0:1742903175.997879:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d839174 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.997886:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d839174 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.997891:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d839174 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.997897:0:7211:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d839174 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.997901:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d839174 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.997905:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d839174 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.997919:0:7211:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903175.997932:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d83916d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.997937:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d83916d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.997942:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d83916d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.997946:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099887600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.997949:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d83916d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.997954:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d83916d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.997961:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe24:0x0].0x0 (ffff88009931bf00) 00010000:00010000:3.0:1742903175.997962:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903175.997965:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d83916d lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.997969:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099887600/0x5d4000e30d83916d lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.998043:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20c00/0x5d4000e30d839151 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.998049:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20c00/0x5d4000e30d839151 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.998054:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20c00/0x5d4000e30d839151 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.998058:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f20c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903175.998060:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20c00/0x5d4000e30d839151 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.998068:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20c00/0x5d4000e30d839151 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.998074:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903175.998076:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903175.998078:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20c00/0x5d4000e30d839151 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.998082:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20c00/0x5d4000e30d839151 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000004:00010000:3.0:1742903175.998090:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009af81c00 reply state ffff88009b8a5000 transno 4295004769 ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d83915f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.998097:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d83915f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903175.998102:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x7f675ee7 (ffff88009c6e2b00) 00010000:00010000:3.0:1742903175.998104:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903175.998106:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903175.998159:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+567:13299:x1827566172182784:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 705us (859us total) trans 4295004769 rc 0/0 00000100:00100000:3.0:1742903175.998165:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76642 00000100:00100000:0.0:1742903176.001225:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.001486:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172183040 00000100:00100000:3.0:1742903176.001494:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172183040 00000100:00100000:3.0:1742903176.001555:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76644 00000100:00100000:3.0:1742903176.001561:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+567:13300:x1827566172183040:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.001575:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.001591:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61600/0x5d4000e30d83917b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef331 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.001620:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61600/0x5d4000e30d83917b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef331 expref: 568 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.001631:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61600/0x5d4000e30d83917b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef331 expref: 568 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.001637:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.001640:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.001642:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099d61600, rc 0) 00000100:00080000:0.0:1742903176.001659:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1742903146 00000100:00100000:3.0:1742903176.001682:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+568:13300:x1827566172183040:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 120us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.001687:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76644 00000100:00100000:0.0:1742903176.002068:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.002130:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172183168 00000100:00100000:3.0:1742903176.002133:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172183168 00000100:00100000:3.0:1742903176.002164:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76645 00000100:00100000:3.0:1742903176.002168:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+568:13299:x1827566172183168:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.002177:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.002185:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60000/0x5d4000e30d839182 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef338 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.002227:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60e00/0x5d4000e30d839189 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.002237:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60e00/0x5d4000e30d839189 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.002244:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60e00/0x5d4000e30d839189 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.002258:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7c00/0x5d4000e30d839190 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4f4f46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.002263:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7c00/0x5d4000e30d839190 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.002267:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7c00/0x5d4000e30d839190 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.002298:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60e00/0x5d4000e30d839189 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.002303:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60e00/0x5d4000e30d839189 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.002309:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60e00/0x5d4000e30d839189 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.002313:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099d60e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.002346:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60e00/0x5d4000e30d839189 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.002351:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60e00/0x5d4000e30d839189 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.002360:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.002362:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.002376:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60e00/0x5d4000e30d839189 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.002381:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60e00/0x5d4000e30d839189 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.002392:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7c00/0x5d4000e30d839190 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.002397:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7c00/0x5d4000e30d839190 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.002401:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7c00/0x5d4000e30d839190 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.002405:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800993b7c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.002407:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7c00/0x5d4000e30d839190 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.002412:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7c00/0x5d4000e30d839190 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.002418:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4f4f46 (ffff88009931b300) 00010000:00010000:3.0:1742903176.002420:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.002422:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7c00/0x5d4000e30d839190 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.002426:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7c00/0x5d4000e30d839190 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.002450:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60000/0x5d4000e30d839182 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef338 expref: 569 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.002456:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60000/0x5d4000e30d839182 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef338 expref: 569 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.002462:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099d60000, rc 0) 00000100:00100000:3.0:1742903176.002494:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+568:13299:x1827566172183168:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 325us (426us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903176.002499:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76645 00000100:00100000:0.0:1742903176.002960:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.004760:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.005342:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172183424 00000100:00100000:3.0:1742903176.005351:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172183424 00000100:00100000:3.0:1742903176.005420:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76646 00000100:00100000:3.0:1742903176.005430:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+569:13299:x1827566172183424:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.005450:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.005467:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b6c00/0x5d4000e30d839197 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef33f expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.005581:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b6c00/0x5d4000e30d839197 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef33f expref: 570 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.005594:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b6c00/0x5d4000e30d839197 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef33f expref: 570 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.005601:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.005603:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.005605:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993b6c00, rc 0) 00000100:00100000:3.0:1742903176.005912:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+569:13299:x1827566172183424:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 483us (1151us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.005927:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76646 00000100:00100000:0.0:1742903176.009547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.009601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.009688:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172183680 00000100:00100000:3.0:1742903176.009695:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172183680 00000100:00100000:3.0:1742903176.009725:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76647 00000100:00100000:3.0:1742903176.009730:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+570:13300:x1827566172183680:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.009745:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.009759:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b6600/0x5d4000e30d83919e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef346 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.009842:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7600/0x5d4000e30d8391a5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.009852:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d820098 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e73ef expref: 571 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.009857:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7600/0x5d4000e30d8391a5 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x7c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.009879:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d820098 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e73ef expref: 571 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.009888:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d820098 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e73ef expref: 571 pid: 7210 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.009897:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161316864:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.009972:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131a46000 going to sleep for 11 seconds 00000100:00100000:3.0:1742903176.014128:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161316864:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.014155:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7600/0x5d4000e30d8391a5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.014296:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7600/0x5d4000e30d8391a5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.014303:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7600/0x5d4000e30d8391a5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.014358:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7c9:0x0]: returning size 260096 00010000:00010000:3.0:1742903176.014796:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b6600/0x5d4000e30d83919e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef346 expref: 572 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.014810:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7600/0x5d4000e30d8391a5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef346 expref: 571 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.014817:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c9:0x0].0x0 (ffff88012bd49c00) 00010000:00010000:3.0:1742903176.014819:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903176.014822:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993b7600, rc 0) 00000100:00100000:3.0:1742903176.016403:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+570:13300:x1827566172183680:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 6665us (6856us total) trans 4295004770 rc 0/0 00000100:00100000:3.0:1742903176.016411:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76647 00000100:00100000:0.0:1742903176.018473:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.018555:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172184064 00000100:00100000:3.0:1742903176.018564:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172184064 00000100:00100000:3.0:1742903176.018621:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76648 00000100:00100000:3.0:1742903176.018628:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+570:13300:x1827566172184064:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.018649:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.018665:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7e00/0x5d4000e30d8391b3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef34d expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.018731:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60000/0x5d4000e30d8391ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.018742:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7600/0x5d4000e30d8391a5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef346 expref: 571 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.018749:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60000/0x5d4000e30d8391ba lrc: 4/1,0 mode: --/PR res: [0x200000402:0x7c9:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.018774:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7600/0x5d4000e30d8391a5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef346 expref: 571 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.018784:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7600/0x5d4000e30d8391a5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef346 expref: 571 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.018793:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161316992:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.018887:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131a46300 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.019135:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172184320 00000100:00100000:0.0:1742903176.019139:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172184320 00000100:00100000:0.0:1742903176.019159:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76649 00000100:00100000:0.0:1742903176.019163:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+572:13299:x1827566172184320:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.019170:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.019176:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06200/0x5d4000e30d8391c1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef354 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.019217:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d8391c8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.019224:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638c00/0x5d4000e30d820013 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e73be expref: 573 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.019279:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d8391c8 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x7c8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.019297:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638c00/0x5d4000e30d820013 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e73be expref: 573 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.019305:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638c00/0x5d4000e30d820013 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e73be expref: 573 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903176.019313:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099807100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161317120:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903176.019415:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1742903176.020356:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161316992:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.020382:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60000/0x5d4000e30d8391ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c9:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903176.020816:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172184448 00000100:00100000:2.0:1742903176.020821:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172184448 00010000:00010000:2.0:1742903176.020837:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7600/0x5d4000e30d8391a5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef346 expref: 574 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.020857:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22631 00000100:00100000:2.0:1742903176.020861:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd10e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+574:2010:x1827566172184448:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.020870:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.020874:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7600/0x5d4000e30d8391a5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef346 expref: 574 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.020882:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7600/0x5d4000e30d8391a5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef346 expref: 574 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.020898:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7600/0x5d4000e30d8391a5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef346 expref: 574 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.020919:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c9:0x0].0x0 (ffff88012bd49c00) 00010000:00010000:2.0:1742903176.020923:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60000/0x5d4000e30d8391ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c9:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.020934:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60000/0x5d4000e30d8391ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.020939:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60000/0x5d4000e30d8391ba lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903176.020945:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099807100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161317120:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903176.020954:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d8391c8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903176.021117:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903176.021277:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.021297:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60000/0x5d4000e30d8391ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.021304:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60000/0x5d4000e30d8391ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.021357:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7c9:0x0]: returning size 260096 00000004:00200000:3.0:1742903176.021360:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.021387:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60000/0x5d4000e30d8391ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.021409:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7e00/0x5d4000e30d8391b3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef34d expref: 574 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.021418:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60000/0x5d4000e30d8391ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef34d expref: 573 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.021424:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c9:0x0].0x0 (ffff88012bd49c00) 00010000:00010000:3.0:1742903176.021425:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.021428:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099d60000, rc 0) 00000100:00100000:3.0:1742903176.021457:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+573:13300:x1827566172184064:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2829us (2994us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.021463:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76648 00000100:00100000:2.0:1742903176.021534:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd10e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+572:2010:x1827566172184448:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 671us (793us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.021540:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22631 00010000:00010000:0.0:1742903176.021628:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d8391c8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.021634:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d8391c8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:0.0:1742903176.021646:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7c8:0x0]: returning size 260096 00010000:00010000:0.0:1742903176.021727:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06200/0x5d4000e30d8391c1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef354 expref: 572 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.021738:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d8391c8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef354 expref: 571 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.021743:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c8:0x0].0x0 (ffff8800916eb700) 00010000:00010000:0.0:1742903176.021745:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903176.021746:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ed07600, rc 0) 00000100:00100000:0.0:1742903176.021778:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+571:13299:x1827566172184320:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2614us (2705us total) trans 4295004771 rc 0/0 00000100:00100000:0.0:1742903176.021783:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76649 00000100:00100000:0.0:1742903176.023537:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.023579:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.023641:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172184704 00000100:00100000:2.0:1742903176.023646:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172184704 00000100:00100000:2.0:1742903176.023740:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172184832 00000100:00100000:2.0:1742903176.023742:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172184832 00000100:00100000:3.0:1742903176.023744:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76650 00000100:00100000:3.0:1742903176.023749:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+572:13300:x1827566172184704:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:2.0:1742903176.023756:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76651 00000100:00100000:2.0:1742903176.023759:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+572:13299:x1827566172184832:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.023765:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.023765:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.023776:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60e00/0x5d4000e30d8391d6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef35b expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.023776:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099715400/0x5d4000e30d8391dd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef362 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.023835:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1400/0x5d4000e30d8391e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.023845:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d8391c8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef354 expref: 574 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.023852:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1400/0x5d4000e30d8391e4 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x7c8:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.023874:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d8391c8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef354 expref: 574 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.023884:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d8391c8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef354 expref: 574 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.023894:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099e4f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161317248:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.023951:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096a936c0 going to sleep for 11 seconds 00010000:00010000:3.0:1742903176.024060:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d8391eb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024069:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d8391eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024077:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d8391eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024087:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61e00/0x5d4000e30d8391f2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x3d99db37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024093:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61e00/0x5d4000e30d8391f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024098:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61e00/0x5d4000e30d8391f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024434:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7c00/0x5d4000e30d8391f9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024442:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7c00/0x5d4000e30d8391f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024450:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7c00/0x5d4000e30d8391f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.024471:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7c9:0x0]: returning size 260096 00000004:00200000:3.0:1742903176.024474:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.024484:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7c00/0x5d4000e30d8391f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024491:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7c00/0x5d4000e30d8391f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024497:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d8391eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024502:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d8391eb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024507:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d8391eb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024512:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099d60a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.024516:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d8391eb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024521:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d8391eb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024529:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.024531:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.024534:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d8391eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024538:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60a00/0x5d4000e30d8391eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024547:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61e00/0x5d4000e30d8391f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024551:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61e00/0x5d4000e30d8391f2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024556:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61e00/0x5d4000e30d8391f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024559:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099d61e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.024561:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61e00/0x5d4000e30d8391f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024565:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61e00/0x5d4000e30d8391f2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024571:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x3d99db37 (ffff88009931b400) 00010000:00010000:3.0:1742903176.024573:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.024574:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61e00/0x5d4000e30d8391f2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024578:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61e00/0x5d4000e30d8391f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.024599:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60e00/0x5d4000e30d8391d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef35b expref: 575 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.024608:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7c00/0x5d4000e30d8391f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef35b expref: 574 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.024613:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c9:0x0].0x0 (ffff88012bd49c00) 00010000:00010000:3.0:1742903176.024615:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.024623:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993b7c00, rc 0) 00000100:00100000:3.0:1742903176.024661:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+574:13300:x1827566172184704:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 910us (1127us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.024667:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76650 00000100:00100000:3.0:1742903176.025489:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099e4f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161317248:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.025588:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1400/0x5d4000e30d8391e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c8:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903176.025706:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903176.026028:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1400/0x5d4000e30d8391e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.026034:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1400/0x5d4000e30d8391e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903176.026066:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7c8:0x0]: returning size 260096 00000004:00200000:3.0:1742903176.026069:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.026079:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1400/0x5d4000e30d8391e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.026098:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099715400/0x5d4000e30d8391dd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef362 expref: 573 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.026108:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1400/0x5d4000e30d8391e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef362 expref: 572 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.026113:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c8:0x0].0x0 (ffff8800916eb700) 00010000:00010000:3.0:1742903176.026115:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.026117:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997f1400, rc 0) 00000100:00100000:3.0:1742903176.026179:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+572:13299:x1827566172184832:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2418us (2599us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.026184:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76651 00000100:00100000:0.0:1742903176.026714:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.027132:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.028116:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172185472 00000100:00100000:3.0:1742903176.028120:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172185472 00000100:00100000:3.0:1742903176.028153:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76652 00000100:00100000:3.0:1742903176.028157:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+573:13299:x1827566172185472:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.028166:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.028179:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cee00/0x5d4000e30d839200 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef369 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.028221:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d839207 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028232:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d839207 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028241:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d839207 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028253:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfa00/0x5d4000e30d83920e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x3d99db37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028259:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfa00/0x5d4000e30d83920e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028264:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfa00/0x5d4000e30d83920e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028313:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1600/0x5d4000e30d839215 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028343:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1600/0x5d4000e30d839215 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028348:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1600/0x5d4000e30d839215 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903176.028394:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7c8:0x0]: returning size 260096 00000004:00200000:3.0:1742903176.028397:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.028406:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1600/0x5d4000e30d839215 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028413:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1600/0x5d4000e30d839215 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028419:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d839207 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028424:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d839207 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028429:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d839207 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028434:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723ce800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.028437:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d839207 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028443:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d839207 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028450:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.028453:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.028456:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d839207 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028460:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d839207 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028469:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfa00/0x5d4000e30d83920e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028474:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfa00/0x5d4000e30d83920e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028478:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfa00/0x5d4000e30d83920e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028481:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723cfa00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.028483:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfa00/0x5d4000e30d83920e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028487:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfa00/0x5d4000e30d83920e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028493:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x3d99db37 (ffff88009931b300) 00010000:00010000:3.0:1742903176.028495:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.028497:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfa00/0x5d4000e30d83920e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028502:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfa00/0x5d4000e30d83920e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.028524:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cee00/0x5d4000e30d839200 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef369 expref: 575 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.028532:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1600/0x5d4000e30d839215 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef369 expref: 574 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.028537:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c8:0x0].0x0 (ffff8800916eb700) 00010000:00010000:3.0:1742903176.028539:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.028541:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bd1600, rc 0) 00000100:00100000:3.0:1742903176.028575:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+574:13299:x1827566172185472:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 417us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.028581:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76652 00000100:00100000:0.0:1742903176.031294:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.031815:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172185600 00000100:00100000:2.0:1742903176.031825:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172185600 00000100:00100000:2.0:1742903176.031869:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76653 00000100:00100000:2.0:1742903176.031881:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+574:13300:x1827566172185600:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:0.0:1742903176.031885:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.031908:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172185728 00000100:00100000:2.0:1742903176.031911:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172185728 00000100:00100000:0.0:1742903176.031920:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.031934:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8411 00000100:00100000:2.0:1742903176.031938:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+575:2009:x1827566172185728:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.031952:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.031975:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1600/0x5d4000e30d839215 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef369 expref: 575 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.032001:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c8:0x0].0x0 (ffff8800916eb700) 00010000:00010000:2.0:1742903176.032006:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.032041:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+575:2009:x1827566172185728:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 102us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.032047:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8411 00010000:00010000:2.0:1742903176.032110:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.032121:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099715600/0x5d4000e30d83921c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef370 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.032162:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1800/0x5d4000e30d839223 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.032173:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1800/0x5d4000e30d839223 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.032181:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1800/0x5d4000e30d839223 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.032191:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d83922a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4f4f46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.032197:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d83922a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.032201:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d83922a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.032225:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1800/0x5d4000e30d839223 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.032230:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1800/0x5d4000e30d839223 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.032235:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1800/0x5d4000e30d839223 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.032240:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997f1800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.032243:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1800/0x5d4000e30d839223 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.032249:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1800/0x5d4000e30d839223 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.032260:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.032262:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.032266:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1800/0x5d4000e30d839223 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.032270:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1800/0x5d4000e30d839223 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.032278:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d83922a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.032282:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d83922a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.032287:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d83922a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.032291:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997f0a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.032293:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d83922a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.032298:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d83922a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.032304:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4f4f46 (ffff88009d1a3900) 00010000:00010000:2.0:1742903176.032306:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.032308:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d83922a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.032312:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0a00/0x5d4000e30d83922a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.032911:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099715600/0x5d4000e30d83921c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef370 expref: 576 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.032920:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099715600/0x5d4000e30d83921c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef370 expref: 576 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.032926:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099715600, rc 0) 00000100:00100000:2.0:1742903176.033241:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+575:13300:x1827566172185600:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1362us (1951us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.033247:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76653 00000100:00100000:2.0:1742903176.033423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.034120:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172186112 00000100:00100000:3.0:1742903176.034126:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172186112 00000100:00100000:3.0:1742903176.034387:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76654 00000100:00100000:3.0:1742903176.034392:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+575:13299:x1827566172186112:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.034403:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.034415:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0800/0x5d4000e30d839231 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef377 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.034451:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1400/0x5d4000e30d839238 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.034461:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1400/0x5d4000e30d839238 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.034469:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1400/0x5d4000e30d839238 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.034478:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83923f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4f4f46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.034483:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83923f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.034487:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83923f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.034511:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1400/0x5d4000e30d839238 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.034516:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1400/0x5d4000e30d839238 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.034521:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1400/0x5d4000e30d839238 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.034524:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099bd1400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.034527:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1400/0x5d4000e30d839238 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.034532:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1400/0x5d4000e30d839238 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.034539:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.034541:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.034543:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1400/0x5d4000e30d839238 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.034547:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1400/0x5d4000e30d839238 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.034555:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83923f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.034558:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83923f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.034562:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83923f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.034566:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099bd1a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.034568:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83923f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.034575:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83923f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.034580:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4f4f46 (ffff88009931bf00) 00010000:00010000:3.0:1742903176.034582:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.034583:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83923f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.034587:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83923f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4f4f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.034604:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0800/0x5d4000e30d839231 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef377 expref: 576 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.034610:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0800/0x5d4000e30d839231 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef377 expref: 576 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.034615:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bd0800, rc 0) 00000100:00100000:3.0:1742903176.034645:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+575:13299:x1827566172186112:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 252us (1222us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903176.034649:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76654 00000100:00100000:0.0:1742903176.036011:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.036634:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172186240 00000100:00100000:2.0:1742903176.036643:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172186240 00000100:00100000:2.0:1742903176.036677:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76655 00000100:00100000:2.0:1742903176.036682:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+575:13300:x1827566172186240:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.036699:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.036715:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099715800/0x5d4000e30d839246 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef37e expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.036757:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099714c00/0x5d4000e30d83924d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.036768:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099714c00/0x5d4000e30d83924d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.036777:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099714c00/0x5d4000e30d83924d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.036788:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db600/0x5d4000e30d839254 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.036794:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db600/0x5d4000e30d839254 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.036799:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db600/0x5d4000e30d839254 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.036826:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099714c00/0x5d4000e30d83924d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.036831:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099714c00/0x5d4000e30d83924d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.036836:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099714c00/0x5d4000e30d83924d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.036840:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099714c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.036843:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099714c00/0x5d4000e30d83924d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.036849:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099714c00/0x5d4000e30d83924d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.036857:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.036859:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.036862:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099714c00/0x5d4000e30d83924d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.036865:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099714c00/0x5d4000e30d83924d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.036873:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db600/0x5d4000e30d839254 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.036878:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db600/0x5d4000e30d839254 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.036882:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db600/0x5d4000e30d839254 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.036886:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c3db600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.036888:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db600/0x5d4000e30d839254 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.036893:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db600/0x5d4000e30d839254 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.036897:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xa12eb2e9 (ffff88009d1a3b00) 00010000:00010000:2.0:1742903176.036899:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.036900:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db600/0x5d4000e30d839254 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.036904:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db600/0x5d4000e30d839254 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.036925:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099715800/0x5d4000e30d839246 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef37e expref: 576 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.036932:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099715800/0x5d4000e30d839246 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef37e expref: 576 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.036938:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099715800, rc 0) 00000100:00100000:2.0:1742903176.036989:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+575:13300:x1827566172186240:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 304us (981us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.036995:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76655 00000100:00100000:0.0:1742903176.038097:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.038288:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172186368 00000100:00100000:2.0:1742903176.038295:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172186368 00000100:00100000:2.0:1742903176.038345:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76656 00000100:00100000:2.0:1742903176.038350:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+575:13299:x1827566172186368:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.038361:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.038383:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db800/0x5d4000e30d83925b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef385 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.038419:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db000/0x5d4000e30d839262 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038429:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db000/0x5d4000e30d839262 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038438:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db000/0x5d4000e30d839262 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038448:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d839269 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038454:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d839269 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038459:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d839269 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038480:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db000/0x5d4000e30d839262 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038485:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db000/0x5d4000e30d839262 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038491:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db000/0x5d4000e30d839262 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038495:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c3db000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.038498:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db000/0x5d4000e30d839262 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038504:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db000/0x5d4000e30d839262 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903176.038506:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903176.038511:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.038513:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.038515:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db000/0x5d4000e30d839262 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038520:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db000/0x5d4000e30d839262 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038529:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d839269 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038535:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d839269 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038539:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d839269 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038543:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997f1000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.038546:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d839269 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038550:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d839269 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038556:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xa12eb2e9 (ffff88009d1a3500) 00010000:00010000:2.0:1742903176.038558:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.038560:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d839269 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038564:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1000/0x5d4000e30d839269 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038584:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db800/0x5d4000e30d83925b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef385 expref: 576 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.038591:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3db800/0x5d4000e30d83925b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef385 expref: 576 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.038598:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c3db800, rc 0) 00000100:00100000:3.0:1742903176.038613:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172186496 00000100:00100000:3.0:1742903176.038617:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172186496 00000100:00100000:2.0:1742903176.038623:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+576:13299:x1827566172186368:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 271us (601us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.038629:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76656 00000100:00100000:2.0:1742903176.038642:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76657 00000100:00100000:2.0:1742903176.038646:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+575:13300:x1827566172186496:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.038653:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.038659:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3dbc00/0x5d4000e30d839270 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef38c expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.038680:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f000/0x5d4000e30d839277 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038823:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f000/0x5d4000e30d839277 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038830:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f000/0x5d4000e30d839277 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038840:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d83927e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038845:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d83927e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038851:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d83927e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038865:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f000/0x5d4000e30d839277 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038870:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f000/0x5d4000e30d839277 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038875:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f000/0x5d4000e30d839277 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038879:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61f000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.038881:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f000/0x5d4000e30d839277 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038886:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f000/0x5d4000e30d839277 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038892:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.038894:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.038896:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f000/0x5d4000e30d839277 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038900:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f000/0x5d4000e30d839277 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038907:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d83927e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038911:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d83927e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038915:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d83927e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038920:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61fc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.038922:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d83927e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038926:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d83927e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038930:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x83e4194e (ffff88009d1a3a00) 00010000:00010000:2.0:1742903176.038931:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.038933:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d83927e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038937:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fc00/0x5d4000e30d83927e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.038953:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3dbc00/0x5d4000e30d839270 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef38c expref: 576 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.038959:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3dbc00/0x5d4000e30d839270 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef38c expref: 576 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.038965:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c3dbc00, rc 0) 00000100:00100000:2.0:1742903176.038997:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+575:13300:x1827566172186496:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 349us (490us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.039002:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76657 00000100:00100000:0.0:1742903176.039995:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.040053:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172186624 00000100:00100000:2.0:1742903176.040058:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172186624 00000100:00100000:2.0:1742903176.040090:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76658 00000100:00100000:2.0:1742903176.040095:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099806a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+575:13299:x1827566172186624:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.040105:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.040114:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f800/0x5d4000e30d839285 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef393 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.040144:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d83928c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.040152:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d83928c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.040160:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d83928c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.040172:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6400/0x5d4000e30d839293 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.040178:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6400/0x5d4000e30d839293 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.040182:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6400/0x5d4000e30d839293 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.040197:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d83928c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.040201:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d83928c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.040206:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d83928c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.040210:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61e600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.040213:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d83928c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.040218:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d83928c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.040225:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.040226:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.040229:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d83928c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.040233:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e600/0x5d4000e30d83928c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.040241:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6400/0x5d4000e30d839293 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.040246:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6400/0x5d4000e30d839293 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.040249:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6400/0x5d4000e30d839293 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.040253:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720d6400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.040255:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6400/0x5d4000e30d839293 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.040259:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6400/0x5d4000e30d839293 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.040265:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x83e4194e (ffff88009d1a3000) 00010000:00010000:2.0:1742903176.040266:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.040268:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6400/0x5d4000e30d839293 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.040273:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6400/0x5d4000e30d839293 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.040293:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f800/0x5d4000e30d839285 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef393 expref: 576 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.040299:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61f800/0x5d4000e30d839285 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef393 expref: 576 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.040305:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f61f800, rc 0) 00000100:00100000:2.0:1742903176.040352:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099806a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+575:13299:x1827566172186624:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 255us (357us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.040357:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76658 00000100:00100000:0.0:1742903176.040786:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.040839:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172186752 00000100:00100000:2.0:1742903176.040844:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172186752 00000100:00100000:2.0:1742903176.041049:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76659 00000100:00100000:2.0:1742903176.041054:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+575:13300:x1827566172186752:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.041063:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.041071:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6600/0x5d4000e30d83929a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef39a expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.041097:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7e00/0x5d4000e30d8392a1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.041105:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7e00/0x5d4000e30d8392a1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.041111:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7e00/0x5d4000e30d8392a1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.041120:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7600/0x5d4000e30d8392a8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.041125:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7600/0x5d4000e30d8392a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.041130:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7600/0x5d4000e30d8392a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.041146:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7e00/0x5d4000e30d8392a1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.041152:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7e00/0x5d4000e30d8392a1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.041157:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7e00/0x5d4000e30d8392a1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.041161:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720d7e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.041163:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7e00/0x5d4000e30d8392a1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.041168:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7e00/0x5d4000e30d8392a1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.041174:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.041176:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.041179:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7e00/0x5d4000e30d8392a1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.041183:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7e00/0x5d4000e30d8392a1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.041192:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7600/0x5d4000e30d8392a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.041196:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7600/0x5d4000e30d8392a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.041201:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7600/0x5d4000e30d8392a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.041205:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720d7600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.041208:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7600/0x5d4000e30d8392a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.041212:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7600/0x5d4000e30d8392a8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.041217:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x83e4194e (ffff88009d1a3c00) 00010000:00010000:2.0:1742903176.041219:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.041220:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7600/0x5d4000e30d8392a8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.041225:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7600/0x5d4000e30d8392a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.041242:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6600/0x5d4000e30d83929a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef39a expref: 576 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.041249:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6600/0x5d4000e30d83929a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef39a expref: 576 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.041255:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800720d6600, rc 0) 00000100:00100000:2.0:1742903176.041287:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+575:13300:x1827566172186752:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 232us (502us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.041292:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76659 00000100:00100000:2.0:1742903176.042341:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172186880 00000100:00100000:2.0:1742903176.042346:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172186880 00000100:00100000:2.0:1742903176.042375:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76660 00000100:00100000:2.0:1742903176.042380:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+575:13299:x1827566172186880:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.042390:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.042400:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6e00/0x5d4000e30d8392af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef3a1 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.042429:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6a00/0x5d4000e30d8392b6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.042438:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6a00/0x5d4000e30d8392b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.042445:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6a00/0x5d4000e30d8392b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.042454:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7a00/0x5d4000e30d8392bd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.042459:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7a00/0x5d4000e30d8392bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.042463:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7a00/0x5d4000e30d8392bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.042479:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6a00/0x5d4000e30d8392b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.042483:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6a00/0x5d4000e30d8392b6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.042488:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6a00/0x5d4000e30d8392b6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.042492:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720d6a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.042495:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6a00/0x5d4000e30d8392b6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.042499:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6a00/0x5d4000e30d8392b6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.042506:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.042509:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.042511:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6a00/0x5d4000e30d8392b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.042521:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6a00/0x5d4000e30d8392b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.042528:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7a00/0x5d4000e30d8392bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.042533:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7a00/0x5d4000e30d8392bd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.042537:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7a00/0x5d4000e30d8392bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.042542:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720d7a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.042544:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7a00/0x5d4000e30d8392bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.042548:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7a00/0x5d4000e30d8392bd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.042555:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x83e4194e (ffff88009d1a3700) 00010000:00010000:2.0:1742903176.042556:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.042558:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7a00/0x5d4000e30d8392bd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.042566:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7a00/0x5d4000e30d8392bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.042587:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6e00/0x5d4000e30d8392af lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3a1 expref: 576 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.042594:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d6e00/0x5d4000e30d8392af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3a1 expref: 576 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.042600:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800720d6e00, rc 0) 00000100:00100000:2.0:1742903176.042641:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+575:13299:x1827566172186880:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 259us (338us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.042646:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76660 00000100:00100000:0.0:1742903176.043296:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.043413:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172187136 00000100:00100000:2.0:1742903176.043417:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172187136 00000100:00100000:2.0:1742903176.043445:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76661 00000100:00100000:2.0:1742903176.043450:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+575:13300:x1827566172187136:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.043458:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.043459:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1742903176.043474:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61600/0x5d4000e30d83917b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef331 expref: 575 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.043495:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.043498:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.043504:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7200/0x5d4000e30d8392c4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef3a8 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.043557:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7000/0x5d4000e30d8392cb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.043565:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7000/0x5d4000e30d8392cb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.043571:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7000/0x5d4000e30d8392cb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.043581:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d8392d2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.043587:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d8392d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.043591:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d8392d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00080000:2.0:1742903176.044283:0:7212:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x6f9:0x0], index 0: 0 00000040:00080000:2.0:1742903176.044524:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8572, 184 off1502368 00010000:00010000:2.0:1742903176.044594:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563800/0x5d4000e30d8392d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.044602:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563800/0x5d4000e30d8392d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.044610:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563800/0x5d4000e30d8392d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.044638:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7000/0x5d4000e30d8392cb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.044643:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7000/0x5d4000e30d8392cb lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.044650:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7000/0x5d4000e30d8392cb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.044654:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720d7000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.044656:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7000/0x5d4000e30d8392cb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.044662:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7000/0x5d4000e30d8392cb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.044668:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.044670:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903176.044671:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903176.044673:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7000/0x5d4000e30d8392cb lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.044677:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7000/0x5d4000e30d8392cb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903176.044687:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88012bdadc00 reply state ffff880099155000 transno 4295004776 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d8392d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.044696:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d8392d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.044701:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x83e4194e (ffff8801362c7b00) 00010000:00010000:2.0:1742903176.044703:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903176.044705:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1742903176.044727:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d7200/0x5d4000e30d8392c4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3a8 expref: 578 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.044738:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563800/0x5d4000e30d8392d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3a8 expref: 577 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.044748:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8801362c7300) 00010000:00010000:2.0:1742903176.044750:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.044751:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c563800, rc 0) 00000100:00100000:2.0:1742903176.044802:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+578:13300:x1827566172187136:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1350us (1506us total) trans 4295004776 rc 0/0 00000100:00100000:2.0:1742903176.044808:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76661 00000100:00100000:2.0:1742903176.044823:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76662 00000100:00100000:2.0:1742903176.044827:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+577:13299:x1827566172187392:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.044836:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.044838:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1742903176.044848:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b6c00/0x5d4000e30d839197 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef33f expref: 577 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.044856:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.044858:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.044863:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c562600/0x5d4000e30d8392e7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef3af expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.044999:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563400/0x5d4000e30d8392ee lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.045007:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563400/0x5d4000e30d8392ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.045014:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563400/0x5d4000e30d8392ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.045024:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563e00/0x5d4000e30d8392f5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.045031:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563e00/0x5d4000e30d8392f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.045036:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563e00/0x5d4000e30d8392f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00080000:2.0:1742903176.045155:0:7212:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x6fa:0x0], index 1: 0 00000040:00080000:2.0:1742903176.045196:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8573, 184 off1502552 00010000:00010000:2.0:1742903176.045230:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d8392fc lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.045237:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d8392fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.045243:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d8392fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.045258:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563400/0x5d4000e30d8392ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.045264:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563400/0x5d4000e30d8392ee lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.045268:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563400/0x5d4000e30d8392ee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.045272:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c563400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.045275:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563400/0x5d4000e30d8392ee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.045279:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563400/0x5d4000e30d8392ee lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.045285:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.045287:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.045290:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563400/0x5d4000e30d8392ee lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.045294:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563400/0x5d4000e30d8392ee lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903176.045302:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88012bdad880 reply state ffff88011e074000 transno 4295004777 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563e00/0x5d4000e30d8392f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.045308:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563e00/0x5d4000e30d8392f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.045312:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x83e4194e (ffff8801362c7400) 00010000:00010000:2.0:1742903176.045335:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903176.045336:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1742903176.045390:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c562600/0x5d4000e30d8392e7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3af expref: 579 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.045401:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d8392fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3af expref: 578 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.045407:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff8801362c7500) 00010000:00010000:2.0:1742903176.045409:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.045411:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ceb7200, rc 0) 00000100:00100000:2.0:1742903176.045848:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+579:13299:x1827566172187392:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1018us (1177us total) trans 4295004777 rc 0/0 00000100:00100000:2.0:1742903176.045855:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76662 00000100:00100000:0.0:1742903176.046209:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.046358:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172187520 00000100:00100000:2.0:1742903176.046362:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172187520 00000100:00080000:0.0:1742903176.046473:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1742903146 00000100:00100000:2.0:1742903176.046567:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11577 00000100:00100000:2.0:1742903176.046572:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+73:2009:x1827566172187520:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.046582:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.046593:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ceb7600/0x5d4000e30d83930a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef3b6 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1742903176.046610:0:9553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x6f9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1742903176.046622:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903176.046624:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903176.046631:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ceb7600/0x5d4000e30d83930a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3b6 expref: 74 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1742903176.046644:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ceb7600/0x5d4000e30d83930a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3b6 expref: 74 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1742903176.046652:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ceb7600, rc 0) 00000100:00100000:2.0:1742903176.046674:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+74:2009:x1827566172187520:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 101us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.046679:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11577 00000100:00100000:0.0:1742903176.048221:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.048359:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.048494:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172187648 00000100:00100000:2.0:1742903176.048501:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172187648 00000100:00100000:2.0:1742903176.048530:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11578 00000100:00100000:2.0:1742903176.048535:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+74:2010:x1827566172187648:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.048547:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.048560:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ceb7c00/0x5d4000e30d839318 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef3bd expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1742903176.048578:0:9553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6fa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1742903176.048588:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903176.048590:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903176.048595:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ceb7c00/0x5d4000e30d839318 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3bd expref: 75 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1742903176.048608:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ceb7c00/0x5d4000e30d839318 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3bd expref: 75 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1742903176.048616:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ceb7c00, rc 0) 00000100:00080000:0.0:1742903176.048624:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1742903146 00000100:00100000:2.0:1742903176.048646:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+75:2010:x1827566172187648:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 111us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.048651:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11578 00000100:00100000:2.0:1742903176.050829:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.050877:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.050937:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172187904 00000100:00100000:0.0:1742903176.050937:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172188032 00000100:00100000:3.0:1742903176.050945:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172187904 00000100:00100000:0.0:1742903176.050946:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172188032 00010000:00010000:3.0:1742903176.050970:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ceb7600/0x5d4000e30d83930a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3b6 expref: 76 pid: 9553 timeout: 404 lvb_type: 1 00000100:00100000:0.0:1742903176.050983:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11580 00000100:00100000:0.0:1742903176.050990:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+75:13299:x1827566172188032:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:3.0:1742903176.050998:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22634 00000100:00100000:3.0:1742903176.051003:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3964c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+76:2009:x1827566172187904:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903176.051005:0:18863:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.051013:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903176.051018:0:18863:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011ed06e00/0x5d4000e30d83931f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef3cb expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.051030:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ceb7600/0x5d4000e30d83930a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3b6 expref: 76 pid: 9553 timeout: 404 lvb_type: 1 00010000:00010000:3.0:1742903176.051039:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ceb7600/0x5d4000e30d83930a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3b6 expref: 76 pid: 9553 timeout: 404 lvb_type: 1 00010000:00010000:0.0:1742903176.051042:0:18863:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ceb7c00/0x5d4000e30d839318 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3bd expref: 76 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903176.051049:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903176.051051:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903176.051055:0:18863:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011ed06e00/0x5d4000e30d83931f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3cb expref: 76 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.051056:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ceb7600/0x5d4000e30d83930a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3b6 expref: 76 pid: 9553 timeout: 404 lvb_type: 1 00010000:00010000:3.0:1742903176.051068:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.051070:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.051075:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099715400/0x5d4000e30d839311 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3c4 expref: 74 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.051079:0:18863:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ceb7c00/0x5d4000e30d839318 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3bd expref: 76 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903176.051083:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099715400/0x5d4000e30d839311 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3c4 expref: 74 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.051089:0:18863:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ceb7c00/0x5d4000e30d839318 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3bd expref: 76 pid: 9553 timeout: 404 lvb_type: 1 00000100:00100000:0.0:1742903176.051101:0:18863:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdad180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18863:1827566161317504:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.051104:0:10898:0:(ldlm_lockd.c:1128:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099715400/0x5d4000e30d839311 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3c4 expref: 74 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903176.051114:0:10898:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:10898:1827566161317632:192.168.203.29@tcp:105: 00000100:00100000:3.0:1742903176.051493:0:10898:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131a46000 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.051501:0:18863:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4180 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.052850:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.053533:0:18863:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdad180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18863:1827566161317504:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.053560:0:18863:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011ed06e00/0x5d4000e30d83931f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3cb expref: 76 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.053574:0:18863:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ed06e00, rc 0) 00000100:00100000:2.0:1742903176.053617:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+76:13299:x1827566172188032:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2627us (2739us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.053625:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11580 00000100:00100000:3.0:1742903176.054031:0:10898:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:10898:1827566161317632:192.168.203.29@tcp:105: 00010000:00010000:3.0:1742903176.054043:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.054062:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3964c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+74:2009:x1827566172187904:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3058us (3237us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.054069:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22634 00000100:00100000:0.0:1742903176.054405:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.057508:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172188672 00000100:00100000:0.0:1742903176.057517:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172188672 00000100:00100000:2.0:1742903176.058057:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172188928 00000100:00100000:2.0:1742903176.058061:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172188928 00000100:00100000:2.0:1742903176.058096:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76663 00000100:00100000:2.0:1742903176.058102:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+582:13300:x1827566172188928:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:0.0:1742903176.058105:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17601 00000100:00100000:0.0:1742903176.058109:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+582:13299:x1827566172188672:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:2.0:1742903176.058127:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.058145:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7400/0x5d4000e30d839326 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef3d2 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.058207:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6200/0x5d4000e30d83932d lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.058218:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563800/0x5d4000e30d8392d9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3a8 expref: 583 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.058224:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6200/0x5d4000e30d83932d lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.058250:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563800/0x5d4000e30d8392d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3a8 expref: 584 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.058260:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563800/0x5d4000e30d8392d9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3a8 expref: 584 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.058270:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2c8700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161317888:192.168.203.29@tcp:104: 00000040:00080000:0.0:1742903176.058340:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8575, 168 off1502888 00000001:00080000:0.0:1742903176.058346:0:7213:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004780 00000100:00100000:2.0:1742903176.058356:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8957a80 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.058403:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+585:13299:x1827566172188672:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 291us (1013us total) trans 4295004781 rc 0/0 00000100:00100000:0.0:1742903176.058408:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17601 00000020:00080000:0.0:1742903176.058412:0:7213:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903176.062777:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903176.062984:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563800/0x5d4000e30d8392d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3a8 expref: 585 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.063004:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2c8700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161317888:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.063022:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6200/0x5d4000e30d83932d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.063029:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6200/0x5d4000e30d83932d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.063034:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6200/0x5d4000e30d83932d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1742903176.063052:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe2a:0x0]: returning size 15360 00010000:00010000:2.0:1742903176.063160:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7400/0x5d4000e30d839326 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3d2 expref: 585 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.063171:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6200/0x5d4000e30d83932d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3d2 expref: 584 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.063178:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8801362c7300) 00010000:00010000:2.0:1742903176.063180:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1742903176.063182:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ceb6200, rc 0) 00000100:00100000:2.0:1742903176.063211:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+584:13300:x1827566172188928:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 5110us (5734us total) trans 4295004782 rc 0/0 00000100:00100000:2.0:1742903176.063218:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76663 00000100:00100000:0.0:1742903176.064948:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.065817:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172189312 00000100:00100000:2.0:1742903176.065826:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172189312 00000100:00100000:2.0:1742903176.065876:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76664 00000100:00100000:2.0:1742903176.065882:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+584:13299:x1827566172189312:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.065904:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.065922:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d83933b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef3d9 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.066596:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d839342 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.066614:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d8392fc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3af expref: 585 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.066622:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d839342 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.066650:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d8392fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3af expref: 585 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.066661:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d8392fc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3af expref: 585 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.066677:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2c8700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161318016:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.066765:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff88006e5e90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.069278:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.069565:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172189440 00000100:00100000:2.0:1742903176.069573:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172189440 00000100:00100000:2.0:1742903176.070170:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76665 00000100:00100000:2.0:1742903176.070177:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+586:13300:x1827566172189440:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.070199:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.070215:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d839349 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef3e0 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.070296:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7600/0x5d4000e30d839350 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.070308:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6200/0x5d4000e30d83932d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3d2 expref: 587 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.070336:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7600/0x5d4000e30d839350 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.070382:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6200/0x5d4000e30d83932d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3d2 expref: 587 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.070392:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6200/0x5d4000e30d83932d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3d2 expref: 587 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.070404:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009140d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161318144:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.070485:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff88006e5e9000 going to sleep for 11 seconds 00000100:00100000:2.0:1742903176.070588:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2c8700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161318016:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.070602:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d839342 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903176.070875:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.070924:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172189568 00000100:00100000:3.0:1742903176.070929:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172189568 00010000:00010000:3.0:1742903176.070949:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d8392fc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3af expref: 588 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.070983:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22637 00000100:00100000:3.0:1742903176.070987:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef28e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+588:2010:x1827566172189568:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.070996:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.071000:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d8392fc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3af expref: 588 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.071009:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d8392fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3af expref: 588 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.071025:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d8392fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3af expref: 588 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.071040:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff8801362c7500) 00010000:00010000:3.0:1742903176.071044:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d839342 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.071050:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d839342 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.071055:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d839342 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.071082:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.071108:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef28e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+587:2010:x1827566172189568:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 119us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.071114:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22637 00010000:00010000:2.0:1742903176.071184:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d839342 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.071191:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d839342 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1742903176.071204:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe2b:0x0]: returning size 15360 00010000:00010000:2.0:1742903176.071302:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d83933b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3d9 expref: 588 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.071343:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d839342 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3d9 expref: 587 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.071350:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff8801362c7500) 00010000:00010000:2.0:1742903176.071352:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1742903176.071354:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ceb7800, rc 0) 00000100:00100000:2.0:1742903176.071392:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+587:13299:x1827566172189312:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 5509us (6448us total) trans 4295004783 rc 0/0 00000100:00100000:2.0:1742903176.071398:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76664 00000100:00100000:0.0:1742903176.071812:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.071874:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172189696 00000100:00100000:3.0:1742903176.071878:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172189696 00010000:00010000:3.0:1742903176.071889:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6200/0x5d4000e30d83932d lrc: 5/0,0 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3d2 expref: 587 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.071904:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22638 00000100:00100000:3.0:1742903176.071909:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+587:2010:x1827566172189696:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.071916:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.071920:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6200/0x5d4000e30d83932d lrc: 5/0,0 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3d2 expref: 587 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.071928:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6200/0x5d4000e30d83932d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3d2 expref: 587 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.071939:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8801362c7300) 00010000:00010000:3.0:1742903176.071943:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7600/0x5d4000e30d839350 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.071949:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7600/0x5d4000e30d839350 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.071953:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7600/0x5d4000e30d839350 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.071962:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.071993:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+587:2010:x1827566172189696:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 82us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.071999:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22638 00010000:00010000:2.0:1742903176.072028:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6200/0x5d4000e30d83932d lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3d2 expref: 586 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.072038:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009140d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161318144:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.072049:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7600/0x5d4000e30d839350 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.072055:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7600/0x5d4000e30d839350 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.072059:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7600/0x5d4000e30d839350 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:2.0:1742903176.072086:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe2a:0x0]: returning size 15360 00000004:00200000:2.0:1742903176.072099:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.072108:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7600/0x5d4000e30d839350 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.072127:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d839349 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3e0 expref: 586 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.072137:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7600/0x5d4000e30d839350 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3e0 expref: 585 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.072143:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8801362c7300) 00010000:00010000:2.0:1742903176.072145:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.072147:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ceb7600, rc 0) 00000100:00100000:2.0:1742903176.072172:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+585:13300:x1827566172189440:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1995us (2904us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.072177:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76665 00000100:00100000:0.0:1742903176.073041:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.073106:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172189824 00000100:00100000:2.0:1742903176.073111:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172189824 00000100:00100000:2.0:1742903176.073132:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76666 00000100:00100000:2.0:1742903176.073137:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+585:13299:x1827566172189824:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.073152:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.073163:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091402c00/0x5d4000e30d83935e lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef3e7 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.073212:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091402a00/0x5d4000e30d839365 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.073223:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d839342 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3d9 expref: 586 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.073229:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091402a00/0x5d4000e30d839365 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.073249:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d839342 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3d9 expref: 586 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.073258:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d839342 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3d9 expref: 586 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.073269:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009140d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161318272:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.073355:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff88006e5e9000 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.074871:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.074914:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172189952 00000100:00100000:2.0:1742903176.074921:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172189952 00000100:00100000:2.0:1742903176.074953:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76667 00000100:00100000:2.0:1742903176.074958:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+587:13300:x1827566172189952:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.074970:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.074985:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091403800/0x5d4000e30d83936c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef3ee expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.075026:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091403e00/0x5d4000e30d839373 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.075037:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091403e00/0x5d4000e30d839373 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.075046:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091403e00/0x5d4000e30d839373 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.075055:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d83937a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.075060:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d83937a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.075064:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d83937a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.075126:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091403c00/0x5d4000e30d839381 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.075131:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091403c00/0x5d4000e30d839381 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.075136:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091403c00/0x5d4000e30d839381 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1742903176.075163:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe2a:0x0]: returning size 15360 00000004:00200000:2.0:1742903176.075165:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.075175:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091403c00/0x5d4000e30d839381 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.075183:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091403c00/0x5d4000e30d839381 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.075189:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091403e00/0x5d4000e30d839373 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.075193:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091403e00/0x5d4000e30d839373 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.075198:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091403e00/0x5d4000e30d839373 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.075203:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091403e00 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:0.0:1742903176.075203:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903176.075206:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091403e00/0x5d4000e30d839373 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.075211:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091403e00/0x5d4000e30d839373 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.075219:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.075221:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.075223:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091403e00/0x5d4000e30d839373 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.075227:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091403e00/0x5d4000e30d839373 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.075235:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d83937a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903176.075283:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009140d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161318272:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.075299:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091402a00/0x5d4000e30d839365 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.075964:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d83937a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.075971:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d83937a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.075975:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091403400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.075978:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d83937a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.075983:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d83937a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.075990:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x83e4194e (ffff8801362c7b00) 00010000:00010000:2.0:1742903176.075992:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.075995:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d83937a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.075999:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d83937a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.076020:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091403800/0x5d4000e30d83936c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3ee expref: 588 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.076029:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091403c00/0x5d4000e30d839381 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3ee expref: 587 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.076245:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091402a00/0x5d4000e30d839365 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.076251:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091402a00/0x5d4000e30d839365 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903176.076276:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe2b:0x0]: returning size 15360 00000004:00200000:3.0:1742903176.076278:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.076286:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091402a00/0x5d4000e30d839365 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.076303:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091402c00/0x5d4000e30d83935e lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3e7 expref: 588 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.076313:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091402a00/0x5d4000e30d839365 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3e7 expref: 587 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.076333:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff8801362c7500) 00010000:00010000:3.0:1742903176.076335:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.076337:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091402a00, rc 0) 00000100:00100000:3.0:1742903176.076383:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+587:13299:x1827566172189824:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3244us (3343us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.076389:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76666 00010000:00010000:2.0:1742903176.076441:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8801362c7300) 00010000:00010000:2.0:1742903176.076444:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.076445:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091403c00, rc 0) 00000100:00100000:2.0:1742903176.076462:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+586:13300:x1827566172189952:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1503us (1595us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.076468:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76667 00000100:00100000:0.0:1742903176.079173:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.079375:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172190336 00000100:00100000:2.0:1742903176.079384:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172190336 00000100:00100000:2.0:1742903176.079545:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76668 00000100:00100000:2.0:1742903176.079553:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+586:13300:x1827566172190336:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903176.079608:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1742903176.079633:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091403c00/0x5d4000e30d839381 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3ee expref: 586 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.079650:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7600/0x5d4000e30d839350 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3e0 expref: 585 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.079658:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8801362c7300) 00010000:00010000:2.0:1742903176.079667:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.079727:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091402800/0x5d4000e30d839388 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903176.079730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903176.079738:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091402800/0x5d4000e30d839388 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.079745:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091402800/0x5d4000e30d839388 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903176.079862:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88011ef2a680 reply state ffff88007202f000 transno 4295004784 ns: mdt-lustre-MDT0000_UUID lock: ffff880091402800/0x5d4000e30d839388 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.079871:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091402800/0x5d4000e30d839388 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.079876:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:2.0:1742903176.079879:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903176.079881:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903176.080156:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172190464 00000100:00100000:3.0:1742903176.080161:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172190464 00000100:00100000:3.0:1742903176.080185:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76669 00000100:00100000:3.0:1742903176.080189:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+586:13299:x1827566172190464:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.080197:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.080266:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0800/0x5d4000e30d83938f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef3f5 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.080305:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d839396 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080313:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d839396 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080336:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d839396 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080345:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1400/0x5d4000e30d83939d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080351:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1400/0x5d4000e30d83939d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080356:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1400/0x5d4000e30d83939d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903176.080401:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+588:13300:x1827566172190336:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 847us (1234us total) trans 4295004784 rc 0/0 00000100:00100000:2.0:1742903176.080407:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76668 00010000:00010000:3.0:1742903176.080421:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1600/0x5d4000e30d8393a4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080428:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1600/0x5d4000e30d8393a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080434:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1600/0x5d4000e30d8393a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903176.080455:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe2b:0x0]: returning size 15360 00000004:00200000:3.0:1742903176.080458:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.080467:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1600/0x5d4000e30d8393a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080473:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1600/0x5d4000e30d8393a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080479:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d839396 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080484:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d839396 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080490:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d839396 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080494:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099bd1a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.080497:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d839396 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080502:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d839396 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080509:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.080511:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.080513:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d839396 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080517:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d839396 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080525:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1400/0x5d4000e30d83939d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080530:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1400/0x5d4000e30d83939d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080535:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1400/0x5d4000e30d83939d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080538:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099bd1400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.080541:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1400/0x5d4000e30d83939d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080545:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1400/0x5d4000e30d83939d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080550:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x83e4194e (ffff8801362c7400) 00010000:00010000:3.0:1742903176.080552:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.080554:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1400/0x5d4000e30d83939d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080558:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1400/0x5d4000e30d83939d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.080573:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0800/0x5d4000e30d83938f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3f5 expref: 588 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.080582:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1600/0x5d4000e30d8393a4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3f5 expref: 587 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.080588:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff8801362c7500) 00010000:00010000:3.0:1742903176.080589:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.080591:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bd1600, rc 0) 00000100:00100000:3.0:1742903176.080610:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+587:13299:x1827566172190464:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 420us (880us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.080616:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76669 00000100:00100000:0.0:1742903176.081572:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.081635:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172190592 00000100:00100000:3.0:1742903176.081640:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172190592 00000100:00100000:3.0:1742903176.081667:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76670 00000100:00100000:3.0:1742903176.081672:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+587:13300:x1827566172190592:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.081684:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.081693:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1200/0x5d4000e30d8393ab lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef3fc expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.081720:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1200/0x5d4000e30d8393ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3fc expref: 588 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.081728:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1200/0x5d4000e30d8393ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3fc expref: 588 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.081741:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:3.0:1742903176.081743:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1742903176.081745:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bd1200, rc 0) 00000100:00100000:3.0:1742903176.081765:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+588:13300:x1827566172190592:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 93us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.081771:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76670 00000100:00100000:0.0:1742903176.082857:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.082943:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172190848 00000100:00100000:2.0:1742903176.082948:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172190848 00000100:00100000:2.0:1742903176.083006:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76671 00000100:00100000:2.0:1742903176.083011:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+588:13299:x1827566172190848:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903176.083043:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1742903176.083060:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1600/0x5d4000e30d8393a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3f5 expref: 588 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.083078:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091402a00/0x5d4000e30d839365 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3e7 expref: 587 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.083085:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff8801362c7500) 00000100:00100000:0.0:1742903176.083087:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903176.083092:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.083192:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0a00/0x5d4000e30d8393b2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.083202:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0a00/0x5d4000e30d8393b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.083213:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0a00/0x5d4000e30d8393b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00010000:3.0:1742903176.083357:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88011ef29c00 reply state ffff88007202e000 transno 4295004785 ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0a00/0x5d4000e30d8393b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.083375:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0a00/0x5d4000e30d8393b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.083380:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:3.0:1742903176.083382:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.083384:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903176.083453:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172190976 00000100:00100000:2.0:1742903176.083457:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172190976 00000100:00100000:2.0:1742903176.083484:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11581 00000100:00100000:2.0:1742903176.083488:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+74:2010:x1827566172190976:12345-192.168.203.29@tcp:2:dbench.0 00000100:00100000:3.0:1742903176.083550:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+588:13299:x1827566172190848:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 537us (693us total) trans 4295004785 rc 0/0 00000100:00100000:3.0:1742903176.083555:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76671 00002000:00010000:2.0:1742903176.083594:0:18863:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x6f9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1742903176.083597:0:18863:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x6f9:0x0] updating lvb mtime from disk: 0 -> 1742903163 00002000:00010000:2.0:1742903176.083599:0:18863:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x6f9:0x0] updating lvb atime from disk: 0 -> 1742903165 00002000:00010000:2.0:1742903176.083601:0:18863:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x6f9:0x0] updating lvb ctime from disk: 0 -> 1742903175 00002000:00010000:2.0:1742903176.083602:0:18863:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x6f9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1742903176.083619:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+75:2010:x1827566172190976:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 130us (531us total) trans 4294970593 rc 0/0 00000100:00100000:2.0:1742903176.083624:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11581 00000100:00100000:2.0:1742903176.085423:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172191104 00000100:00100000:2.0:1742903176.085429:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172191104 00000100:00100000:2.0:1742903176.085455:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172191232 00000100:00100000:2.0:1742903176.085457:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172191232 00000100:00100000:2.0:1742903176.085477:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76673 00000100:00100000:2.0:1742903176.085481:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+589:13300:x1827566172191232:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.085488:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.085496:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091403800/0x5d4000e30d8393c0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef40a expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.085551:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d8393c7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.085559:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d8393c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.085565:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d8393c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1742903176.085581:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe2a:0x0]: returning size 15360 00000004:00200000:2.0:1742903176.085585:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.085596:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d8393c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.085613:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091403800/0x5d4000e30d8393c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef40a expref: 591 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.085623:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d8393c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef40a expref: 590 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.085634:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:2.0:1742903176.085636:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.085638:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091403400, rc 0) 00000100:00100000:2.0:1742903176.085656:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+590:13300:x1827566172191232:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 174us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.085661:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76673 00000100:00100000:0.0:1742903176.087524:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.087570:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.087697:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172191360 00000100:00100000:2.0:1742903176.087706:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172191360 00000100:00100000:2.0:1742903176.087748:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11582 00000100:00100000:2.0:1742903176.087753:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+75:2010:x1827566172191360:12345-192.168.203.29@tcp:2:dbench.0 00000100:00100000:3.0:1742903176.087932:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172191488 00000100:00100000:3.0:1742903176.087937:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172191488 00000100:00100000:3.0:1742903176.087968:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76674 00000100:00100000:3.0:1742903176.087972:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072347800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+590:13300:x1827566172191488:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.087983:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.088003:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d8393ce lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef411 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.088051:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d8393d5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088062:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d8393d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088071:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d8393d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088080:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d8393dc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088087:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d8393dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088092:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d8393dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088150:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e200/0x5d4000e30d8393e3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088157:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e200/0x5d4000e30d8393e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088162:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e200/0x5d4000e30d8393e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903176.088191:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe2a:0x0]: returning size 15360 00000004:00200000:3.0:1742903176.088195:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.088208:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e200/0x5d4000e30d8393e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088215:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e200/0x5d4000e30d8393e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088222:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d8393d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088226:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d8393d5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088232:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d8393d5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088236:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723cea00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.088240:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d8393d5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088246:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d8393d5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088255:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.088257:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.088261:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d8393d5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088265:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d8393d5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088274:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d8393dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088278:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d8393dc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088282:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d8393dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088285:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800993d0000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.088287:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d8393dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088290:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d8393dc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088295:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x83e4194e (ffff8801362c7b00) 00010000:00010000:3.0:1742903176.088298:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.088300:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d8393dc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088304:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d8393dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.088362:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d8393ce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef411 expref: 592 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.088382:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e200/0x5d4000e30d8393e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef411 expref: 591 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.088387:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:3.0:1742903176.088389:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.088392:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d78e200, rc 0) 00000100:00100000:3.0:1742903176.088440:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072347800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+591:13300:x1827566172191488:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 466us (868us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.088447:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76674 00002000:00010000:2.0:1742903176.088543:0:18863:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x6fa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1742903176.088546:0:18863:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x6fa:0x0] updating lvb mtime from disk: 0 -> 1742903163 00002000:00010000:2.0:1742903176.088548:0:18863:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x6fa:0x0] updating lvb atime from disk: 0 -> 1742903165 00002000:00010000:2.0:1742903176.088550:0:18863:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x6fa:0x0] updating lvb ctime from disk: 0 -> 1742903175 00002000:00010000:2.0:1742903176.088552:0:18863:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x6fa:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1742903176.088588:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+76:2010:x1827566172191360:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 835us (1068us total) trans 4294970529 rc 0/0 00000100:00100000:2.0:1742903176.088594:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11582 00000100:00100000:0.0:1742903176.089964:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.090000:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.090025:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172191616 00000100:00100000:3.0:1742903176.090032:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172191616 00000100:00100000:3.0:1742903176.090126:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76675 00000100:00100000:3.0:1742903176.090132:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072344700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+592:13299:x1827566172191616:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.090164:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.090177:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e800/0x5d4000e30d8393ea lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef418 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.090230:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78ea00/0x5d4000e30d8393f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.090238:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78ea00/0x5d4000e30d8393f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.090246:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78ea00/0x5d4000e30d8393f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903176.090267:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe2b:0x0]: returning size 15360 00000004:00200000:3.0:1742903176.090269:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.090279:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78ea00/0x5d4000e30d8393f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.090296:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e800/0x5d4000e30d8393ea lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef418 expref: 592 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.090306:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78ea00/0x5d4000e30d8393f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef418 expref: 591 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.090311:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:3.0:1742903176.090314:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.090334:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d78ea00, rc 0) 00000100:00100000:3.0:1742903176.090377:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072344700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+592:13299:x1827566172191616:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 232us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.090384:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76675 00000100:00100000:0.0:1742903176.091563:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.091793:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172192000 00000100:00100000:2.0:1742903176.091799:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172192000 00000100:00100000:0.0:1742903176.091840:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.091867:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11583 00000100:00100000:2.0:1742903176.091872:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072347100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+75:2010:x1827566172192000:12345-192.168.203.29@tcp:2:dbench.0 00002000:00010000:2.0:1742903176.091969:0:18863:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x6f9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1742903176.091971:0:18863:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x6f9:0x0] updating lvb mtime from disk: 1742903163 -> 1742903151 00002000:00010000:2.0:1742903176.091973:0:18863:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x6f9:0x0] updating lvb atime from disk: 1742903165 -> 1742903155 00002000:00010000:2.0:1742903176.091976:0:18863:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x6f9:0x0] updating lvb ctime from disk: 1742903175 -> 1742903175 00002000:00010000:2.0:1742903176.091978:0:18863:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x6f9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1742903176.092009:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072347100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+76:2010:x1827566172192000:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 135us (447us total) trans 4294970594 rc 0/0 00000100:00100000:2.0:1742903176.092015:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11583 00000100:00100000:0.0:1742903176.093403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.094793:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.094834:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.094900:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172192640 00000100:00100000:3.0:1742903176.094906:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172192640 00000100:00100000:3.0:1742903176.094929:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76679 00000100:00100000:3.0:1742903176.094934:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+593:13299:x1827566172192640:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903176.094962:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.094978:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78ea00/0x5d4000e30d8393f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef418 expref: 593 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.094988:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:3.0:1742903176.094992:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.095023:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f600/0x5d4000e30d839430 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.095033:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82f600/0x5d4000e30d839414 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef41f expref: 592 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.095040:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f600/0x5d4000e30d839430 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.095547:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82f600/0x5d4000e30d839414 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef41f expref: 592 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.095558:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f600/0x5d4000e30d839430 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.095564:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f600/0x5d4000e30d839430 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.095569:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f600/0x5d4000e30d839430 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00010000:3.0:1742903176.095682:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880072346d80 reply state ffff88009a70f000 transno 4295004787 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f600/0x5d4000e30d839430 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.095691:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f600/0x5d4000e30d839430 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.095696:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:3.0:1742903176.095698:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.095701:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903176.095885:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+593:13299:x1827566172192640:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 950us (1093us total) trans 4295004787 rc 0/0 00000100:00100000:3.0:1742903176.095891:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76679 00000100:00100000:0.0:1742903176.096358:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.096464:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172192768 00000100:00100000:3.0:1742903176.096468:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172192768 00000100:00100000:3.0:1742903176.096489:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76680 00000100:00100000:3.0:1742903176.096493:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+593:13300:x1827566172192768:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.096502:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.096512:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e000/0x5d4000e30d839437 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef42d expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.096530:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e000/0x5d4000e30d839437 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef42d expref: 594 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.096538:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e000/0x5d4000e30d839437 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef42d expref: 594 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.096544:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.096546:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.096548:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d78e000, rc 0) 00000100:00100000:3.0:1742903176.096574:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+594:13300:x1827566172192768:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 80us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.096578:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76680 00000100:00100000:2.0:1742903176.097889:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172192896 00000100:00100000:2.0:1742903176.097895:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172192896 00000100:00100000:2.0:1742903176.097925:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11584 00000100:00100000:2.0:1742903176.097930:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+76:2009:x1827566172192896:12345-192.168.203.29@tcp:2:dbench.0 00002000:00010000:2.0:1742903176.098036:0:9553:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x6fa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1742903176.098039:0:9553:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x6fa:0x0] updating lvb mtime from disk: 1742903163 -> 1742903151 00002000:00010000:2.0:1742903176.098041:0:9553:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x6fa:0x0] updating lvb atime from disk: 1742903165 -> 1742903155 00002000:00010000:2.0:1742903176.098043:0:9553:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x6fa:0x0] updating lvb ctime from disk: 1742903175 -> 1742903175 00002000:00010000:2.0:1742903176.098045:0:9553:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x6fa:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1742903176.098072:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+77:2009:x1827566172192896:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 142us (243us total) trans 4294970530 rc 0/0 00000100:00100000:2.0:1742903176.098078:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11584 00000100:00100000:0.0:1742903176.098458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.099076:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172193024 00000100:00100000:2.0:1742903176.099085:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172193024 00000100:00100000:2.0:1742903176.099132:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17602 00000100:00100000:2.0:1742903176.099138:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+594:13300:x1827566172193024:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:0.0:1742903176.099980:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.100126:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172193152 00000100:00100000:2.0:1742903176.100130:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172193152 00000100:00100000:2.0:1742903176.100166:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76681 00000100:00100000:2.0:1742903176.100171:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+596:13299:x1827566172193152:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.100180:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.100195:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091402a00/0x5d4000e30d83943e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef434 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.100243:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091403c00/0x5d4000e30d839445 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.100254:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091403c00/0x5d4000e30d839445 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.100263:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091403c00/0x5d4000e30d839445 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.100275:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091402c00/0x5d4000e30d83944c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.100280:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091402c00/0x5d4000e30d83944c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.100285:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091402c00/0x5d4000e30d83944c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.100308:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091403c00/0x5d4000e30d839445 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.100749:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091403c00/0x5d4000e30d839445 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.100755:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091403c00/0x5d4000e30d839445 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.100760:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091403c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.100763:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091403c00/0x5d4000e30d839445 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.100769:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091403c00/0x5d4000e30d839445 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.100779:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.100781:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.100784:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091403c00/0x5d4000e30d839445 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.100789:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091403c00/0x5d4000e30d839445 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.100806:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091402c00/0x5d4000e30d83944c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.100810:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091402c00/0x5d4000e30d83944c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.100815:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091402c00/0x5d4000e30d83944c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.100818:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091402c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.100821:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091402c00/0x5d4000e30d83944c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.100825:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091402c00/0x5d4000e30d83944c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.100830:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xd4e4194e (ffff8800721bac00) 00010000:00010000:2.0:1742903176.100832:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.100834:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091402c00/0x5d4000e30d83944c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.100838:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091402c00/0x5d4000e30d83944c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.100860:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091402a00/0x5d4000e30d83943e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef434 expref: 597 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.100867:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091402a00/0x5d4000e30d83943e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef434 expref: 597 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.100874:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091402a00, rc 0) 00000100:00100000:2.0:1742903176.101254:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+596:13299:x1827566172193152:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 990us (1182us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.101261:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76681 00000100:00100000:3.0:1742903176.102307:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+594:13300:x1827566172193024:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 3165us (3846us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.102341:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17602 00000100:00100000:0.0:1742903176.110829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.110927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.110997:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172193280 00000100:00100000:3.0:1742903176.111001:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172193536 00000100:00100000:2.0:1742903176.111004:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172193280 00000100:00100000:3.0:1742903176.111006:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172193536 00000100:00100000:2.0:1742903176.111048:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76682 00000100:00100000:3.0:1742903176.111051:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17603 00000100:00100000:2.0:1742903176.111054:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+595:13299:x1827566172193280:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:3.0:1742903176.111056:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+595:13300:x1827566172193536:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:2.0:1742903176.111081:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.111099:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091402c00/0x5d4000e30d839453 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef43b expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.111123:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091402c00/0x5d4000e30d839453 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef43b expref: 596 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.111134:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091402c00/0x5d4000e30d839453 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef43b expref: 596 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.111141:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.111144:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.111146:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091402c00, rc 0) 00000100:00100000:2.0:1742903176.111196:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+596:13299:x1827566172193280:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 140us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.111204:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76682 00000040:00080000:3.0:1742903176.111208:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8576, 168 off1503056 00000100:00100000:3.0:1742903176.111310:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+596:13300:x1827566172193536:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 252us (382us total) trans 4295004788 rc 0/0 00000100:00100000:3.0:1742903176.111341:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17603 00000100:00100000:0.0:1742903176.115781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.115827:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.115832:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172193664 00000100:00100000:2.0:1742903176.115839:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172193664 00000100:00100000:2.0:1742903176.115872:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76683 00000100:00100000:2.0:1742903176.115878:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+596:13300:x1827566172193664:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.115893:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.115909:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091403c00/0x5d4000e30d83945a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef442 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903176.115910:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172193792 00000100:00100000:3.0:1742903176.115914:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172193792 00000100:00100000:3.0:1742903176.115944:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17604 00000100:00100000:3.0:1742903176.115949:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b379850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+598:13299:x1827566172193792:12345-192.168.203.29@tcp:37:dbench.0 00010000:00010000:2.0:1742903176.115954:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d839461 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.115965:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d839461 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.115974:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d839461 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.115983:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091403800/0x5d4000e30d839468 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.115989:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091403800/0x5d4000e30d839468 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.115995:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091403800/0x5d4000e30d839468 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.116052:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d83946f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.116060:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d83946f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.116066:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d83946f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:2.0:1742903176.116094:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe29:0x0]: returning size 15360 00000004:00200000:2.0:1742903176.116097:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.116111:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d83946f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.116118:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d83946f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.116124:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d839461 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.116128:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d839461 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.116133:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d839461 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.116138:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091403400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.116141:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d839461 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.116146:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d839461 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.116155:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.116157:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.116160:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d839461 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.116165:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d839461 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.116420:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091403800/0x5d4000e30d839468 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.116425:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091403800/0x5d4000e30d839468 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.116430:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091403800/0x5d4000e30d839468 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.116434:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091403800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.116437:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091403800/0x5d4000e30d839468 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.116441:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091403800/0x5d4000e30d839468 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.116448:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7fa9a95 (ffff88009c6e2300) 00010000:00010000:2.0:1742903176.116450:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.116453:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091403800/0x5d4000e30d839468 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.116457:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091403800/0x5d4000e30d839468 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.116476:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091403c00/0x5d4000e30d83945a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef442 expref: 600 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.116487:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d83946f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef442 expref: 599 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.116492:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:2.0:1742903176.116495:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.116497:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993d0000, rc 0) 00000100:00100000:2.0:1742903176.116869:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+599:13300:x1827566172193664:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 989us (1093us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.116875:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76683 00000100:00100000:3.0:1742903176.118640:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b379850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+597:13299:x1827566172193792:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2686us (2808us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.118648:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17604 00000100:00100000:0.0:1742903176.118961:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.118994:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.119028:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172193920 00000100:00100000:2.0:1742903176.119033:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172193920 00000100:00100000:3.0:1742903176.119080:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172194176 00000100:00100000:3.0:1742903176.119083:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172194176 00000100:00100000:2.0:1742903176.119136:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8412 00000100:00100000:2.0:1742903176.119141:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3964850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+598:2009:x1827566172193920:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.119200:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.119219:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0000/0x5d4000e30d83946f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef442 expref: 598 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.119230:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:2.0:1742903176.119234:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.119254:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3964850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+597:2009:x1827566172193920:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 112us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.119261:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8412 00000100:00100000:3.0:1742903176.119266:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17605 00000100:00100000:3.0:1742903176.119271:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+596:13300:x1827566172194176:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903176.119454:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8577, 168 off1503224 00000001:00080000:3.0:1742903176.119459:0:7213:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004789 00000100:00100000:3.0:1742903176.119501:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+598:13300:x1827566172194176:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 229us (505us total) trans 4295004790 rc 0/0 00000100:00100000:3.0:1742903176.119506:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17605 00000020:00080000:3.0:1742903176.119509:0:7213:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903176.121146:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.121272:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172194432 00000100:00100000:2.0:1742903176.121278:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172194432 00000100:00100000:2.0:1742903176.121311:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17606 00000100:00100000:2.0:1742903176.121335:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+598:13299:x1827566172194432:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:2.0:1742903176.121618:0:18842:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8578, 168 off1503392 00000100:00100000:2.0:1742903176.121690:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+599:13299:x1827566172194432:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 373us (548us total) trans 4295004791 rc 0/0 00000100:00100000:2.0:1742903176.121697:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17606 00000100:00100000:0.0:1742903176.122227:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.122298:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172194688 00000100:00100000:2.0:1742903176.122301:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172194688 00000100:00100000:2.0:1742903176.122335:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76684 00000100:00100000:2.0:1742903176.122339:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+599:13300:x1827566172194688:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.122347:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.122360:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1400/0x5d4000e30d839476 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef449 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.122430:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83947d lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.122442:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d8390ef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef30e expref: 600 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.122448:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83947d lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.122472:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d8390ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef30e expref: 600 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.122481:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d8390ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef30e expref: 600 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.122491:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009140c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161318528:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.122759:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8957a80 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.123258:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.123407:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172194816 00000100:00100000:2.0:1742903176.123411:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172194816 00000100:00100000:2.0:1742903176.123442:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76685 00000100:00100000:2.0:1742903176.123446:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+601:13299:x1827566172194816:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.123459:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.123467:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6200/0x5d4000e30d839484 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef450 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.123495:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d83948b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123502:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d83948b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123511:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d83948b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123518:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d839492 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123524:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d839492 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123529:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d839492 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123575:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d839499 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123582:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d839499 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123587:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d839499 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1742903176.123603:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe28:0x0]: returning size 15360 00000004:00200000:2.0:1742903176.123606:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.123616:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d839499 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123623:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d839499 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123629:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d83948b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123634:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d83948b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123639:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d83948b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123643:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ceb7800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.123646:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d83948b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123652:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d83948b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123660:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.123662:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.123664:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d83948b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123669:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d83948b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123676:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d839492 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123681:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d839492 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123685:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d839492 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123689:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ceb7200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.123691:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d839492 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123695:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d839492 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123700:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x7fa9a95 (ffff8800916eb900) 00010000:00010000:2.0:1742903176.123702:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.123704:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d839492 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123708:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d839492 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.123724:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6200/0x5d4000e30d839484 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef450 expref: 603 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.123732:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d839499 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef450 expref: 602 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.123738:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:2.0:1742903176.123739:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.123741:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ceb7e00, rc 0) 00000100:00100000:2.0:1742903176.123783:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+602:13299:x1827566172194816:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 335us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.123791:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76685 00000100:00100000:0.0:1742903176.124253:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.124339:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172194944 00000100:00100000:3.0:1742903176.124343:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172194944 00000100:00100000:2.0:1742903176.124345:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009140c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161318528:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.124358:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d8390ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef30e expref: 602 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.124358:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83947d lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903176.124444:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22641 00000100:00100000:3.0:1742903176.124449:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+602:2009:x1827566172194944:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.124456:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.124460:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d8390ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef30e expref: 602 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.124468:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d8390ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef30e expref: 602 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.124479:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099715e00/0x5d4000e30d8390ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef30e expref: 602 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.124487:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:3.0:1742903176.124490:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83947d lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.124613:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83947d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.124618:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83947d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.124640:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.124659:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83947d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903176.124665:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+601:2009:x1827566172194944:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 215us (412us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903176.124665:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83947d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903176.124670:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22641 00000004:00200000:2.0:1742903176.124675:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe29:0x0]: returning size 15360 00010000:00010000:2.0:1742903176.124731:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1400/0x5d4000e30d839476 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef449 expref: 602 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.124740:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83947d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef449 expref: 601 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.124745:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:2.0:1742903176.124747:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1742903176.124749:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bd1a00, rc 0) 00000100:00100000:2.0:1742903176.124763:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+601:13300:x1827566172194688:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2424us (2537us total) trans 4295004792 rc 0/0 00000100:00100000:2.0:1742903176.124768:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76684 00000100:00100000:0.0:1742903176.125167:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.125226:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.125262:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172195328 00000100:00100000:3.0:1742903176.125264:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172195072 00000100:00100000:2.0:1742903176.125266:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172195328 00000100:00100000:3.0:1742903176.125268:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172195072 00000100:00100000:2.0:1742903176.125282:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17607 00000100:00100000:2.0:1742903176.125286:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+602:13299:x1827566172195328:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903176.125292:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8413 00000100:00100000:3.0:1742903176.125297:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+602:2007:x1827566172195072:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.125306:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.125330:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d839499 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef450 expref: 602 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.125339:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:3.0:1742903176.125342:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.125359:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+601:2007:x1827566172195072:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 61us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.125373:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8413 00000040:00080000:2.0:1742903176.125423:0:18842:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8579, 168 off1503560 00000001:00080000:2.0:1742903176.125428:0:18842:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004793 00000100:00100000:2.0:1742903176.125583:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+602:13299:x1827566172195328:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 295us (356us total) trans 4295004794 rc 0/0 00000100:00100000:2.0:1742903176.125592:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17607 00000020:00080000:2.0:1742903176.125595:0:18842:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903176.126480:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.126645:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172195456 00000100:00100000:2.0:1742903176.126649:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172195456 00000100:00100000:2.0:1742903176.126677:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76686 00000100:00100000:2.0:1742903176.126681:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+602:13300:x1827566172195456:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.126693:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.126703:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6000/0x5d4000e30d8394a7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef457 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.126747:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6600/0x5d4000e30d8394ae lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.126756:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83947d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef449 expref: 603 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.126762:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6600/0x5d4000e30d8394ae lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.126783:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83947d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef449 expref: 603 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.126791:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83947d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef449 expref: 603 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.126801:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009140c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161318656:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903176.127008:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.127022:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172195712 00000100:00100000:0.0:1742903176.127025:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172195712 00000100:00100000:0.0:1742903176.127057:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76687 00000100:00100000:0.0:1742903176.127061:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+604:13299:x1827566172195712:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.127070:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.127079:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d8394b5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef45e expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.127124:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d8394bc lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.127134:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d8390fd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef315 expref: 605 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.127140:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d8394bc lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.127156:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d8390fd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef315 expref: 605 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.127163:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d8390fd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef315 expref: 605 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903176.127176:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096b77100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161318784:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.127339:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b40cd840 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.127455:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4600 going to sleep for 11 seconds 00000100:00100000:2.0:1742903176.128741:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096b77100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161318784:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.128757:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d8394bc lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903176.128909:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172195840 00000100:00100000:2.0:1742903176.128912:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172195840 00010000:00010000:2.0:1742903176.128927:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d8390fd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef315 expref: 606 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.128942:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22642 00000100:00100000:2.0:1742903176.128946:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+606:2010:x1827566172195840:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.128953:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.128957:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d8390fd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef315 expref: 606 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.128964:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d8390fd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef315 expref: 606 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.128976:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009140c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161318656:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.128978:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d8390fd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef315 expref: 606 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.128989:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6600/0x5d4000e30d8394ae lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.128989:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:2.0:1742903176.128992:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d8394bc lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.128999:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d8394bc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.129004:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d8394bc lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.129016:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.129023:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d8394bc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.129028:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d8394bc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903176.129036:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+605:2010:x1827566172195840:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 89us (215us total) trans 0 rc 0/0 00000004:00200000:3.0:1742903176.129038:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe28:0x0]: returning size 15360 00000100:00100000:2.0:1742903176.129042:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22642 00010000:00010000:3.0:1742903176.129418:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d8394b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef45e expref: 606 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.129429:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d8394bc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef45e expref: 605 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.129435:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:3.0:1742903176.129437:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903176.129439:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ed06400, rc 0) 00000100:00100000:3.0:1742903176.129474:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+605:13299:x1827566172195712:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2412us (2465us total) trans 4295004795 rc 0/0 00000100:00100000:3.0:1742903176.129480:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76687 00000100:00100000:0.0:1742903176.129599:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903176.129978:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6600/0x5d4000e30d8394ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.129984:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6600/0x5d4000e30d8394ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903176.130009:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe29:0x0]: returning size 15360 00000004:00200000:3.0:1742903176.130012:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.130019:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6600/0x5d4000e30d8394ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.130038:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6000/0x5d4000e30d8394a7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef457 expref: 605 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.130048:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6600/0x5d4000e30d8394ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef457 expref: 604 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.130053:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:3.0:1742903176.130056:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.130057:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ceb6600, rc 0) 00000100:00100000:3.0:1742903176.130189:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+603:13300:x1827566172195456:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3505us (3708us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.130194:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76686 00000100:00100000:0.0:1742903176.131359:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.131431:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172196096 00000100:00100000:3.0:1742903176.131436:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172196096 00000100:00100000:3.0:1742903176.131459:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76688 00000100:00100000:3.0:1742903176.131464:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+603:13299:x1827566172196096:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.131478:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.131488:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d8394ca lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef465 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.131535:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e600/0x5d4000e30d8394d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.131543:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d8394bc lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef45e expref: 604 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.131550:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e600/0x5d4000e30d8394d1 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.131569:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d8394bc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef45e expref: 604 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.131578:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06400/0x5d4000e30d8394bc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef45e expref: 604 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.131588:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161318912:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.131650:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131a46cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1742903176.131785:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172196352 00000100:00100000:2.0:1742903176.131789:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172196352 00000100:00100000:2.0:1742903176.131807:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17608 00000100:00100000:2.0:1742903176.131811:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+605:13300:x1827566172196352:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:2.0:1742903176.131899:0:18842:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8580, 168 off1503728 00000100:00100000:2.0:1742903176.131945:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+606:13300:x1827566172196352:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 133us (194us total) trans 4295004796 rc 0/0 00000100:00100000:2.0:1742903176.131951:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17608 00000100:00100000:3.0:1742903176.133305:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161318912:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903176.133307:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903176.133336:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e600/0x5d4000e30d8394d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903176.133577:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.133590:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172196608 00000100:00100000:0.0:1742903176.133593:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172196608 00000100:00100000:0.0:1742903176.133608:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76689 00000100:00100000:0.0:1742903176.133612:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+605:13300:x1827566172196608:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.133621:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.133629:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d8394d8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef46c expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.133660:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091402a00/0x5d4000e30d8394df lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.133669:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091402a00/0x5d4000e30d8394df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.133676:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091402a00/0x5d4000e30d8394df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.133684:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d8394e6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.133690:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d8394e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.133696:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e600/0x5d4000e30d8394d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.133698:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d8394e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.133701:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e600/0x5d4000e30d8394d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903176.133746:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe28:0x0]: returning size 15360 00000004:00200000:3.0:1742903176.133750:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1742903176.133751:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d8394ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.133757:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d8394ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000004:00010000:3.0:1742903176.133759:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e600/0x5d4000e30d8394d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.133762:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d8394ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903176.133774:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe29:0x0]: returning size 15360 00000004:00200000:0.0:1742903176.133776:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1742903176.133777:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d8394ca lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef465 expref: 607 pid: 18840 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1742903176.133781:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d8394ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.133785:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e600/0x5d4000e30d8394d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef465 expref: 606 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.133787:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d8394ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.133791:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:0.0:1742903176.133792:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091402a00/0x5d4000e30d8394df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.133794:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.133795:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d78e600, rc 0) 00010000:00010000:0.0:1742903176.133797:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091402a00/0x5d4000e30d8394df lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.133802:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091402a00/0x5d4000e30d8394df lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.133806:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091402a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.133809:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091402a00/0x5d4000e30d8394df lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.133814:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091402a00/0x5d4000e30d8394df lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.133821:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:0.0:1742903176.133823:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.133826:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091402a00/0x5d4000e30d8394df lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903176.133827:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+606:13299:x1827566172196096:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2363us (2469us total) trans 0 rc 0/0 00010000:00010000:0.0:1742903176.133830:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091402a00/0x5d4000e30d8394df lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903176.133832:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76688 00010000:00010000:0.0:1742903176.133840:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d8394e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.133845:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d8394e6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.133849:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d8394e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.133853:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed07400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.133855:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d8394e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.133860:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d8394e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.133865:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7fa9a95 (ffff88009c6e2300) 00010000:00010000:0.0:1742903176.133867:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.133869:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d8394e6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.133873:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d8394e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.133888:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091403400/0x5d4000e30d8394d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef46c expref: 606 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.133897:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d8394ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef46c expref: 605 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.133902:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:0.0:1742903176.133903:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903176.133905:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ed07600, rc 0) 00000100:00100000:0.0:1742903176.133927:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+605:13300:x1827566172196608:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 314us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.133932:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76689 00000100:00100000:0.0:1742903176.135899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.135935:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.135977:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.136039:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172196992 00000100:00100000:3.0:1742903176.136044:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172196992 00000100:00100000:3.0:1742903176.136065:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17609 00000100:00100000:3.0:1742903176.136070:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+605:13299:x1827566172196992:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903176.136190:0:18842:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8581, 168 off1503896 00000100:00100000:3.0:1742903176.136252:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+606:13299:x1827566172196992:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 181us (316us total) trans 4295004797 rc 0/0 00000100:00100000:3.0:1742903176.136257:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17609 00000100:00100000:3.0:1742903176.136354:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172197120 00000100:00100000:3.0:1742903176.136357:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172197120 00000100:00100000:3.0:1742903176.136401:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8414 00000100:00100000:3.0:1742903176.136406:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+606:2008:x1827566172197120:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.136413:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.136427:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d8394ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef46c expref: 606 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.136438:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:3.0:1742903176.136441:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.136458:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+605:2008:x1827566172197120:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 51us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.136463:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8414 00000100:00100000:2.0:1742903176.136517:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172196736 00000100:00100000:2.0:1742903176.136520:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172196736 00000100:00100000:2.0:1742903176.136541:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76690 00000100:00100000:2.0:1742903176.136545:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+605:13300:x1827566172196736:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.136553:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.136562:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6a00/0x5d4000e30d8394f4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef473 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.136590:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8394fb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.136599:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8394fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.136606:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8394fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.136618:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d839502 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.136623:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d839502 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.136628:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d839502 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.136647:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8394fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.136652:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8394fb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.136657:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8394fb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.136661:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c4c7200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.136664:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8394fb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.136669:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8394fb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.136674:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.136676:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.136679:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8394fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.136683:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8394fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.136690:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d839502 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.136694:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d839502 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.136699:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d839502 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.136702:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991e3000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.136704:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d839502 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.136709:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d839502 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.136714:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xd4e4194e (ffff8800721bae00) 00010000:00010000:2.0:1742903176.136716:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.136718:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d839502 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.136722:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d839502 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.136743:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6a00/0x5d4000e30d8394f4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef473 expref: 606 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.136750:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6a00/0x5d4000e30d8394f4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef473 expref: 606 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.136758:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c4c6a00, rc 0) 00000100:00100000:2.0:1742903176.137373:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+605:13300:x1827566172196736:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 815us (1466us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.137380:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76690 00000100:00100000:0.0:1742903176.138720:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.138787:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172197248 00000100:00100000:2.0:1742903176.138792:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172197248 00000100:00100000:2.0:1742903176.138824:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76691 00000100:00100000:2.0:1742903176.138828:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+605:13299:x1827566172197248:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.138838:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.138849:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3e00/0x5d4000e30d839509 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef47a expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.138883:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3800/0x5d4000e30d839510 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.138892:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3800/0x5d4000e30d839510 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.138898:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3800/0x5d4000e30d839510 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.138905:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839517 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.138910:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839517 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.138914:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839517 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.138952:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d83951e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.139038:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d83951e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.139046:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d83951e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:2.0:1742903176.139070:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe28:0x0]: returning size 15360 00000004:00200000:2.0:1742903176.139074:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.139085:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d83951e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.139092:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d83951e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.139098:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3800/0x5d4000e30d839510 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.139102:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3800/0x5d4000e30d839510 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.139107:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3800/0x5d4000e30d839510 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.139111:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991e3800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.139114:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3800/0x5d4000e30d839510 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.139119:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3800/0x5d4000e30d839510 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.139127:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.139129:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.139132:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3800/0x5d4000e30d839510 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.139137:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3800/0x5d4000e30d839510 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.139146:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839517 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.139151:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839517 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.139155:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839517 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.139159:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991e3400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.139162:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839517 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.139166:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839517 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.139172:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x7fa9a95 (ffff8800916eb900) 00010000:00010000:2.0:1742903176.139174:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.139176:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839517 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.139181:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839517 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.139196:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3e00/0x5d4000e30d839509 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef47a expref: 607 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.139206:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d83951e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef47a expref: 606 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.139212:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:2.0:1742903176.139213:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.139215:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991e2c00, rc 0) 00000100:00100000:2.0:1742903176.139252:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+606:13299:x1827566172197248:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 423us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.139257:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76691 00000100:00100000:2.0:1742903176.141293:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172197376 00000100:00100000:2.0:1742903176.141298:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172197376 00000100:00100000:2.0:1742903176.141330:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172197504 00000100:00100000:2.0:1742903176.141332:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172197504 00000100:00100000:2.0:1742903176.141352:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76692 00000100:00100000:2.0:1742903176.141357:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b831f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+607:13299:x1827566172197376:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:0.0:1742903176.141362:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172197632 00000100:00100000:0.0:1742903176.141374:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172197632 00010000:00010000:2.0:1742903176.141377:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.141388:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3a00/0x5d4000e30d839525 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef481 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903176.141392:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8415 00000100:00100000:0.0:1742903176.141396:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3964450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+609:2007:x1827566172197632:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903176.141404:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903176.141415:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d83951e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef47a expref: 609 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.141419:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d83952c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.141427:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:2.0:1742903176.141428:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d83952c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.141429:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.141434:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d83952c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.141452:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839533 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903176.141454:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3964450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+608:2007:x1827566172197632:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 52us (141us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903176.141458:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839533 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903176.141459:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8415 00010000:00010000:2.0:1742903176.141462:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839533 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.141483:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d83952c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.141487:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d83952c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.141500:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d83952c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.141508:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991e2400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.141510:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d83952c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.141515:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d83952c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.141522:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.141524:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.141527:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d83952c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.141535:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d83952c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.141543:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839533 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.141547:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839533 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.141551:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839533 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.141555:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991e2200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.141557:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839533 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.141561:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839533 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.141567:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xd4e4194e (ffff8800721ba600) 00010000:00010000:2.0:1742903176.141569:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.141576:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839533 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.141580:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839533 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.141601:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3a00/0x5d4000e30d839525 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef481 expref: 607 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.141607:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3a00/0x5d4000e30d839525 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef481 expref: 607 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.141614:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991e3a00, rc 0) 00000100:00100000:2.0:1742903176.141630:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b831f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+607:13299:x1827566172197376:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 273us (382us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.141635:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76692 00000100:00100000:0.0:1742903176.142799:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.142832:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.143451:0:7223:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172197888 00000100:00100000:3.0:1742903176.143455:0:7223:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172197888 00000100:00100000:3.0:1742903176.143483:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 710 00000100:00100000:3.0:1742903176.143487:0:7223:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+606:13300:x1827566172197888:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903176.143522:0:7223:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1742903176.143536:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6600/0x5d4000e30d8394ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef457 expref: 606 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.143548:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:3.0:1742903176.143555:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e000/0x5d4000e30d839437 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef42d expref: 605 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.143561:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.143563:0:7223:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.143578:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fa00/0x5d4000e30d83954f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143589:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fa00/0x5d4000e30d83954f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143595:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fa00/0x5d4000e30d83954f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143603:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f200/0x5d4000e30d839556 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143608:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f200/0x5d4000e30d839556 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143613:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f200/0x5d4000e30d839556 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143624:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78ea00/0x5d4000e30d83955d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143629:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78ea00/0x5d4000e30d83955d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143633:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78ea00/0x5d4000e30d83955d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143683:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e200/0x5d4000e30d839564 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143689:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e200/0x5d4000e30d839564 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe29:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143693:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e200/0x5d4000e30d839564 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe29:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00000040:00080000:3.0:1742903176.143857:0:7223:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8582, 224 off1504120 00000004:00010000:3.0:1742903176.143899:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c5dfb80 reply state ffff88009a709000 transno 4295004798 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e200/0x5d4000e30d839564 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe29:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143907:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e200/0x5d4000e30d839564 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143911:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:3.0:1742903176.143913:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:3.0:1742903176.143914:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000004:00010000:3.0:1742903176.143918:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c5dfb80 reply state ffff88009a709000 transno 4295004798 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78ea00/0x5d4000e30d83955d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143922:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78ea00/0x5d4000e30d83955d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143926:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xd4e4194e (ffff8801362c7300) 00010000:00010000:3.0:1742903176.143928:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.143929:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00010000:00010000:3.0:1742903176.143931:0:7223:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fa00/0x5d4000e30d83954f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143934:0:7223:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fa00/0x5d4000e30d83954f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143938:0:7223:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fa00/0x5d4000e30d83954f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143942:0:7223:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d78fa00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.143944:0:7223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fa00/0x5d4000e30d83954f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143948:0:7223:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fa00/0x5d4000e30d83954f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143952:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.143954:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.143956:0:7223:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fa00/0x5d4000e30d83954f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143959:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fa00/0x5d4000e30d83954f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00000004:00010000:3.0:1742903176.143965:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c5dfb80 reply state ffff88009a709000 transno 4295004798 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f200/0x5d4000e30d839556 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143970:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f200/0x5d4000e30d839556 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.143974:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7fa9a95 (ffff88009c6e2300) 00010000:00010000:3.0:1742903176.143975:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.143976:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1742903176.144021:0:7223:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+606:13300:x1827566172197888:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 531us (1222us total) trans 4295004798 rc 0/0 00000100:00100000:3.0:1742903176.144027:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 710 00000100:00100000:0.0:1742903176.145754:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.145809:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.146485:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172198144 00000100:00100000:2.0:1742903176.146489:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172198144 00000100:00100000:2.0:1742903176.146510:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76695 00000100:00100000:2.0:1742903176.146514:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+605:13300:x1827566172198144:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.146520:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.146528:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d83959c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef496 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.146555:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6400/0x5d4000e30d8395a3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146566:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6400/0x5d4000e30d8395a3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146572:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6400/0x5d4000e30d8395a3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146579:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d8395aa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146584:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d8395aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146589:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d8395aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146611:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214c00/0x5d4000e30d8395b1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146616:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099214c00/0x5d4000e30d8395b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146620:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099214c00/0x5d4000e30d8395b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1742903176.146637:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe29:0x0]: returning size 15360 00000004:00200000:2.0:1742903176.146639:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.146647:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099214c00/0x5d4000e30d8395b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146652:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099214c00/0x5d4000e30d8395b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146657:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6400/0x5d4000e30d8395a3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146664:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6400/0x5d4000e30d8395a3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146668:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6400/0x5d4000e30d8395a3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146671:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c4c6400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.146673:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6400/0x5d4000e30d8395a3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146677:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6400/0x5d4000e30d8395a3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146682:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.146684:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.146686:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6400/0x5d4000e30d8395a3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146690:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6400/0x5d4000e30d8395a3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146697:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d8395aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146700:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d8395aa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146704:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d8395aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146708:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099214e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.146709:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d8395aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146716:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d8395aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146721:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xd4e4194e (ffff8801362c7300) 00010000:00010000:2.0:1742903176.146722:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.146724:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d8395aa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146728:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d8395aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.146740:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d83959c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef496 expref: 607 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.146747:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214c00/0x5d4000e30d8395b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef496 expref: 606 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.146751:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:2.0:1742903176.146753:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.146754:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099214c00, rc 0) 00000100:00100000:2.0:1742903176.146787:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+606:13300:x1827566172198144:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 272us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.146792:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76695 00000100:00100000:0.0:1742903176.147552:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.147613:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172198528 00000100:00100000:2.0:1742903176.147616:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172198528 00000100:00100000:2.0:1742903176.147643:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76696 00000100:00100000:2.0:1742903176.147648:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+606:13299:x1827566172198528:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.147656:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.147665:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099214200/0x5d4000e30d8395b8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef49d expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.147690:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d8395bf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147697:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d8395bf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147703:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d8395bf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147710:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d8395c6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147715:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d8395c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147720:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d8395c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147779:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214000/0x5d4000e30d8395cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147785:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099214000/0x5d4000e30d8395cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147790:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099214000/0x5d4000e30d8395cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1742903176.147806:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe28:0x0]: returning size 15360 00000004:00200000:2.0:1742903176.147809:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.147816:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099214000/0x5d4000e30d8395cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147822:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099214000/0x5d4000e30d8395cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147828:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d8395bf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147832:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d8395bf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147836:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d8395bf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147840:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099215000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.147842:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d8395bf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147847:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d8395bf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147854:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.147856:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.147858:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d8395bf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147862:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d8395bf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147870:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d8395c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147874:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d8395c6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147879:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d8395c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147882:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099215a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.147885:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d8395c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147890:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d8395c6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147895:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xd4e4194e (ffff88009c6e2000) 00010000:00010000:2.0:1742903176.147897:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.147899:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d8395c6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147903:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d8395c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.147919:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214200/0x5d4000e30d8395b8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef49d expref: 608 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.147927:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214000/0x5d4000e30d8395cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef49d expref: 607 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.147932:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:2.0:1742903176.149827:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.149834:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099214000, rc 0) 00000100:00100000:2.0:1742903176.149875:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+607:13299:x1827566172198528:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2225us (2323us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.149882:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76696 00000100:00100000:0.0:1742903176.150163:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.150961:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172198784 00000100:00100000:3.0:1742903176.150967:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172198784 00000100:00100000:3.0:1742903176.151000:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76697 00000100:00100000:3.0:1742903176.151005:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a768700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+607:13300:x1827566172198784:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.151022:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.151033:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d8395d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef4a4 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.151102:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d8395db lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.151113:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214c00/0x5d4000e30d8395b1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef496 expref: 608 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.151120:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d8395db lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.151142:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099214c00/0x5d4000e30d8395b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef496 expref: 608 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.151152:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214c00/0x5d4000e30d8395b1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef496 expref: 608 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.151162:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161319040:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.151229:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131a46cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.155285:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.155304:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161319040:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.155348:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d8395db lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903176.155350:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.155424:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172198912 00000100:00100000:2.0:1742903176.155428:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172198912 00010000:00010000:2.0:1742903176.155444:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099214c00/0x5d4000e30d8395b1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef496 expref: 610 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.155468:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22645 00000100:00100000:2.0:1742903176.155472:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+610:2009:x1827566172198912:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.155482:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.155486:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099214c00/0x5d4000e30d8395b1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef496 expref: 611 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.155496:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099214c00/0x5d4000e30d8395b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef496 expref: 611 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.155511:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214c00/0x5d4000e30d8395b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef496 expref: 611 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.155521:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:2.0:1742903176.155526:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d8395db lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.155534:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d8395db lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.155540:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d8395db lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.155555:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.155588:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+610:2009:x1827566172198912:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 114us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.155594:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22645 00010000:00010000:3.0:1742903176.155658:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d8395db lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.155663:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d8395db lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903176.155675:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe29:0x0]: returning size 15360 00010000:00010000:3.0:1742903176.155749:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7200/0x5d4000e30d8395d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4a4 expref: 611 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.155767:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d8395db lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4a4 expref: 610 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.155773:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:3.0:1742903176.155775:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903176.155777:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ceb7800, rc 0) 00000100:00100000:3.0:1742903176.155794:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a768700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+610:13300:x1827566172198784:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 4789us (5633us total) trans 4295004800 rc 0/0 00000100:00100000:3.0:1742903176.155800:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76697 00000100:00100000:0.0:1742903176.157426:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.157503:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172199296 00000100:00100000:2.0:1742903176.157508:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172199296 00010000:00010000:2.0:1742903176.157523:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099214000/0x5d4000e30d8395cd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef49d expref: 610 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.157696:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22646 00000100:00100000:2.0:1742903176.157741:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+611:2007:x1827566172199296:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.157750:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.157754:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099214000/0x5d4000e30d8395cd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef49d expref: 611 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.157764:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099214000/0x5d4000e30d8395cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef49d expref: 611 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.157779:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214000/0x5d4000e30d8395cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef49d expref: 611 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.157789:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:2.0:1742903176.157792:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8395e9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.157799:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8395e9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.157804:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8395e9 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.158195:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903176.158230:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8395e9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.158236:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8395e9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903176.158247:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe28:0x0]: returning size 15360 00010000:00010000:0.0:1742903176.158336:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6a00/0x5d4000e30d8395e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4ab expref: 613 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.158353:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8395e9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4ab expref: 612 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.158359:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:0.0:1742903176.158362:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903176.158375:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c4c7200, rc 0) 00000100:00100000:2.0:1742903176.158467:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+612:2007:x1827566172199296:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 725us (1040us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.158473:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22646 00000100:00100000:0.0:1742903176.158707:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+611:13299:x1827566172199168:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3259us (3356us total) trans 4295004801 rc 0/0 00000100:00100000:0.0:1742903176.158713:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76698 00000100:00100000:3.0:1742903176.160762:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172199552 00000100:00100000:3.0:1742903176.160767:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172199552 00000100:00100000:0.0:1742903176.160837:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172199680 00000100:00100000:0.0:1742903176.160841:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172199680 00000100:00100000:0.0:1742903176.160863:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76700 00000100:00100000:0.0:1742903176.160867:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+612:13299:x1827566172199680:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.160882:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.160893:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d83960c lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef4b9 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.160944:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d839613 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.160955:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8395e9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4ab expref: 613 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.160961:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d839613 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.160980:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8395e9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4ab expref: 613 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.160988:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8395e9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4ab expref: 613 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903176.160998:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096b77100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161319424:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903176.161049:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e40c0 going to sleep for 11 seconds 00010000:00010000:3.0:1742903176.161133:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d8395db lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4a4 expref: 613 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.161151:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22647 00000100:00100000:3.0:1742903176.161156:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b830e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+613:2010:x1827566172199552:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.161164:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.161168:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d8395db lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4a4 expref: 613 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.161176:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d8395db lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4a4 expref: 613 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.161188:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7800/0x5d4000e30d8395db lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4a4 expref: 613 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.161197:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:3.0:1742903176.161201:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61e00/0x5d4000e30d8395fe lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.161207:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61e00/0x5d4000e30d8395fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.161216:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61e00/0x5d4000e30d8395fe lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.161240:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.161268:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b830e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+612:2010:x1827566172199552:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 111us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.161274:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22647 00000100:00100000:0.0:1742903176.162824:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.162839:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096b77100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161319424:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.162852:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d839613 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903176.162860:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.162904:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172199808 00000100:00100000:3.0:1742903176.162909:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172199808 00010000:00010000:3.0:1742903176.162923:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8395e9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4ab expref: 611 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.162945:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22648 00000100:00100000:3.0:1742903176.162949:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+611:2009:x1827566172199808:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.162956:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.162960:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8395e9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4ab expref: 611 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.162968:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8395e9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4ab expref: 611 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.163398:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d8395e9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4ab expref: 613 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.163409:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:3.0:1742903176.163412:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d839613 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.163421:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d839613 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.163425:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d839613 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.163446:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.163482:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d839613 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.163487:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d839613 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:2.0:1742903176.163503:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe28:0x0]: returning size 15360 00000004:00200000:2.0:1742903176.163505:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.163512:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d839613 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.163525:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d83960c lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4b9 expref: 613 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.163532:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d839613 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4b9 expref: 612 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.163537:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:2.0:1742903176.163538:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.163540:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ed07c00, rc 0) 00000100:00100000:3.0:1742903176.163586:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+612:2009:x1827566172199808:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 635us (764us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.163591:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22648 00000100:00100000:2.0:1742903176.163942:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+611:13299:x1827566172199680:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3072us (3274us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.163949:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76700 00000100:00100000:0.0:1742903176.166997:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.167044:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.167177:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172200064 00000100:00100000:3.0:1742903176.167184:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172200064 00000100:00100000:3.0:1742903176.167217:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8416 00000100:00100000:3.0:1742903176.167222:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+610:2007:x1827566172200064:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.167234:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.167253:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091420c00/0x5d4000e30d83962f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4c0 expref: 610 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.167267:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:3.0:1742903176.167270:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.167299:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+609:2007:x1827566172200064:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 76us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.167305:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8416 00000100:00100000:3.0:1742903176.169011:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.170099:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.170137:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.170205:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172200576 00000100:00100000:2.0:1742903176.170209:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172200576 00000100:00100000:2.0:1742903176.170564:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22649 00000100:00100000:2.0:1742903176.170568:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+611:2009:x1827566172200576:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.170578:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.170582:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae2c00/0x5d4000e30d83964b lrc: 6/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4c7 expref: 611 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.170717:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae2c00/0x5d4000e30d83964b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4c7 expref: 611 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.170731:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:2.0:1742903176.170734:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3a00/0x5d4000e30d839659 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.170739:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3a00/0x5d4000e30d839659 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.170743:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3a00/0x5d4000e30d839659 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.170754:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.170770:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+611:2009:x1827566172200576:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 201us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.170776:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22649 00000100:00100000:3.0:1742903176.170940:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.171060:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172200960 00000100:00100000:2.0:1742903176.171063:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172200960 00000100:00100000:2.0:1742903176.171084:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11585 00000100:00100000:2.0:1742903176.171088:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+76:2010:x1827566172200960:12345-192.168.203.29@tcp:2:dbench.0 00002000:00010000:2.0:1742903176.171167:0:9553:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x6f8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1742903176.171169:0:9553:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x6f8:0x0] updating lvb mtime from disk: 1742903151 -> 1742903163 00002000:00010000:2.0:1742903176.171171:0:9553:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x6f8:0x0] updating lvb atime from disk: 1742903155 -> 1742903165 00002000:00010000:2.0:1742903176.171173:0:9553:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x6f8:0x0] updating lvb ctime from disk: 1742903175 -> 1742903175 00002000:00010000:2.0:1742903176.171176:0:9553:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x6f8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1742903176.171195:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+77:2010:x1827566172200960:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 106us (255us total) trans 4294970595 rc 0/0 00000100:00100000:2.0:1742903176.171200:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11585 00000100:00100000:0.0:1742903176.172585:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.172700:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.172745:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172201216 00000100:00100000:2.0:1742903176.172750:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172201216 00000100:00100000:3.0:1742903176.172758:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172201344 00000100:00100000:3.0:1742903176.172761:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172201344 00000100:00100000:2.0:1742903176.172774:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17610 00000100:00100000:2.0:1742903176.172779:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b379450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+611:13300:x1827566172201216:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903176.172784:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11586 00000100:00100000:3.0:1742903176.172789:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+77:2010:x1827566172201344:12345-192.168.203.29@tcp:2:dbench.0 00002000:00010000:3.0:1742903176.172853:0:9553:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x6f9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1742903176.172855:0:9553:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x6f9:0x0] updating lvb mtime from disk: 1742903151 -> 1742903163 00002000:00010000:3.0:1742903176.172857:0:9553:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x6f9:0x0] updating lvb atime from disk: 1742903155 -> 1742903165 00002000:00010000:3.0:1742903176.172858:0:9553:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x6f9:0x0] updating lvb ctime from disk: 1742903175 -> 1742903175 00002000:00010000:3.0:1742903176.172860:0:9553:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x6f9:0x0] updating lvb blocks from disk: 0 -> 0 00000040:00080000:2.0:1742903176.172861:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8584, 168 off1504512 00000100:00100000:3.0:1742903176.172881:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+78:2010:x1827566172201344:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 91us (180us total) trans 4294970531 rc 0/0 00000100:00100000:3.0:1742903176.172886:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11586 00000100:00100000:2.0:1742903176.172896:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b379450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+612:13300:x1827566172201216:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 116us (312us total) trans 4295004804 rc 0/0 00000100:00100000:2.0:1742903176.172901:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17610 00000100:00100000:0.0:1742903176.173646:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.173874:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.173886:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172201728 00000100:00100000:0.0:1742903176.173889:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172201728 00000100:00100000:0.0:1742903176.173914:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17611 00000100:00100000:0.0:1742903176.173918:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+614:13299:x1827566172201728:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:0.0:1742903176.173978:0:18842:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8585, 168 off1504680 00000100:00100000:0.0:1742903176.174020:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+615:13299:x1827566172201728:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 102us (146us total) trans 4295004805 rc 0/0 00000100:00100000:0.0:1742903176.174026:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17611 00000100:00100000:0.0:1742903176.175046:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.176027:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.176239:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76707 00000100:00100000:3.0:1742903176.176244:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+615:13300:x1827566172202112:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.176249:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.176258:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7000/0x5d4000e30d83967c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef4dc expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.176328:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d839691 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.176337:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3800/0x5d4000e30d839675 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4ce expref: 617 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.176343:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d839691 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.176377:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3800/0x5d4000e30d839675 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4ce expref: 617 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.176386:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3800/0x5d4000e30d839675 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4ce expref: 617 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.176395:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161319680:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.176441:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131a46840 going to sleep for 11 seconds 00000100:00100000:3.0:1742903176.178168:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161319680:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.178189:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d839691 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903176.178690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.178853:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172202240 00000100:00100000:2.0:1742903176.178859:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172202240 00010000:00010000:2.0:1742903176.178877:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3800/0x5d4000e30d839675 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4ce expref: 617 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.179207:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22650 00000100:00100000:2.0:1742903176.179213:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+617:2010:x1827566172202240:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.179223:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.179229:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3800/0x5d4000e30d839675 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4ce expref: 617 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.179239:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3800/0x5d4000e30d839675 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4ce expref: 617 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.179256:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3800/0x5d4000e30d839675 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4ce expref: 617 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.179268:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:2.0:1742903176.179272:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d839691 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.179279:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d839691 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.179285:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d839691 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.179312:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.179407:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+616:2010:x1827566172202240:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 192us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.179413:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22650 00010000:00010000:0.0:1742903176.179503:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d839691 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.179509:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d839691 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:0.0:1742903176.179524:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe2a:0x0]: returning size 15360 00000100:00100000:0.0:1742903176.180511:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.183278:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.183346:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.183429:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172202752 00000100:00100000:3.0:1742903176.183437:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172202752 00010000:00010000:3.0:1742903176.183461:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d32000/0x5d4000e30d83969f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4d5 expref: 618 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.183487:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22651 00000100:00100000:3.0:1742903176.183492:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b91c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+618:2010:x1827566172202752:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.183505:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.183511:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880130d32000/0x5d4000e30d83969f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4d5 expref: 618 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.183524:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880130d32000/0x5d4000e30d83969f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4d5 expref: 618 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.183543:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d32000/0x5d4000e30d83969f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4d5 expref: 618 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.183558:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:3.0:1742903176.183562:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880130d33c00/0x5d4000e30d8396b4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.183572:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d33c00/0x5d4000e30d8396b4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.183578:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130d33c00/0x5d4000e30d8396b4 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903176.183624:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172202624 00000100:00100000:2.0:1742903176.183628:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172202624 00000100:00100000:2.0:1742903176.183660:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76709 00000100:00100000:2.0:1742903176.183666:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+618:13300:x1827566172202624:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.183680:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.183691:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099215600/0x5d4000e30d8396bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef4ea expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.183774:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d8396c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.183785:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d839691 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4dc expref: 619 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.183791:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d8396c2 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.183814:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d839691 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4dc expref: 619 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.183823:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d839691 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4dc expref: 619 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.183833:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009140c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161319936:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.183904:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b40cda80 going to sleep for 11 seconds 00010000:00010000:3.0:1742903176.183956:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.183977:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b91c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+619:2010:x1827566172202752:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 483us (704us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.183984:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22651 00000100:00100000:2.0:1742903176.185448:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009140c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161319936:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.185463:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d8396c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903176.186242:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.186295:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172202880 00000100:00100000:3.0:1742903176.186301:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172202880 00010000:00010000:3.0:1742903176.186339:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d839691 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4dc expref: 619 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.186575:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22652 00000100:00100000:3.0:1742903176.186581:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+619:2009:x1827566172202880:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.186593:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.186599:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d839691 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4dc expref: 619 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.186609:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d839691 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4dc expref: 619 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.186626:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d839691 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4dc expref: 619 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.186643:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:3.0:1742903176.186648:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d8396c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.186655:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d8396c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.186661:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d8396c2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.186682:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.186704:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d8396c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.186711:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d8396c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903176.186718:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+618:2009:x1827566172202880:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 136us (478us total) trans 0 rc 0/0 00000004:00200000:2.0:1742903176.186746:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe2a:0x0]: returning size 15360 00000100:00100000:3.0:1742903176.186748:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22652 00000004:00200000:2.0:1742903176.186751:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.186763:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d8396c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.186788:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215600/0x5d4000e30d8396bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4ea expref: 618 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.186799:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d8396c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4ea expref: 617 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.186820:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:2.0:1742903176.186822:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.186824:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099214a00, rc 0) 00000100:00100000:2.0:1742903176.186845:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+617:13300:x1827566172202624:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3180us (3528us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.186851:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76709 00000100:00100000:0.0:1742903176.186971:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.187010:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172203008 00000100:00100000:2.0:1742903176.187013:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172203008 00000100:00100000:2.0:1742903176.187041:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76710 00000100:00100000:2.0:1742903176.187045:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+617:13299:x1827566172203008:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.187059:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.187068:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d8396d0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe2b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef4f1 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.187134:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d8396d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.187144:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d33c00/0x5d4000e30d8396b4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4e3 expref: 618 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.187150:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d8396d7 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.187167:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880130d33c00/0x5d4000e30d8396b4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4e3 expref: 618 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.187176:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d33c00/0x5d4000e30d8396b4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4e3 expref: 618 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.187191:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009140c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161320064:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.187399:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b40cda80 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.187987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.188049:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172203264 00000100:00100000:3.0:1742903176.188052:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172203264 00000100:00100000:3.0:1742903176.188071:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17612 00000100:00100000:3.0:1742903176.188075:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+619:13300:x1827566172203264:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903176.188244:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8586, 168 off1504848 00000001:00080000:3.0:1742903176.188249:0:7213:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004808 00000100:00100000:3.0:1742903176.188306:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+621:13300:x1827566172203264:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 230us (320us total) trans 4295004809 rc 0/0 00000100:00100000:3.0:1742903176.188312:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17612 00000020:00080000:3.0:1742903176.188332:0:7213:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903176.189481:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.189518:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.189540:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172203392 00000100:00100000:3.0:1742903176.189545:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172203392 00010000:00010000:3.0:1742903176.189561:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d33c00/0x5d4000e30d8396b4 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4e3 expref: 621 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.189582:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22653 00000100:00100000:3.0:1742903176.189586:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a775500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+621:2010:x1827566172203392:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.189762:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.189768:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880130d33c00/0x5d4000e30d8396b4 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4e3 expref: 621 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.189778:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880130d33c00/0x5d4000e30d8396b4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4e3 expref: 621 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.189795:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:3.0:1742903176.189799:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d8396d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.189807:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d8396d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.189814:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d8396d7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.189828:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.189857:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a775500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+621:2010:x1827566172203392:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 269us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.189863:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22653 00010000:00010000:2.0:1742903176.190046:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d33c00/0x5d4000e30d8396b4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4e3 expref: 622 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.190060:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009140c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161320064:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.190076:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d8396d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.190084:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d8396d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.190101:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d8396d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1742903176.190126:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe2b:0x0]: returning size 15360 00000004:00200000:2.0:1742903176.190129:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.190138:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d8396d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.190164:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d8396d0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4f1 expref: 622 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.190174:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d8396d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4f1 expref: 621 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.190181:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:2.0:1742903176.190183:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.190186:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099215e00, rc 0) 00000100:00100000:2.0:1742903176.190204:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+621:13299:x1827566172203008:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3158us (3233us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.190211:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76710 00000100:00100000:0.0:1742903176.191816:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.191902:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172203776 00000100:00100000:3.0:1742903176.191909:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172203776 00000100:00100000:3.0:1742903176.191946:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17613 00000100:00100000:3.0:1742903176.191952:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+620:13299:x1827566172203776:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903176.192135:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8587, 168 off1505016 00000001:00080000:3.0:1742903176.192142:0:7213:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004810 00000100:00100000:3.0:1742903176.192204:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+622:13299:x1827566172203776:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 251us (389us total) trans 4295004811 rc 0/0 00000100:00100000:3.0:1742903176.192213:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17613 00000020:00080000:3.0:1742903176.192217:0:7213:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903176.192624:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.192771:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.192976:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172204032 00000100:00100000:2.0:1742903176.192979:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172204032 00000100:00100000:2.0:1742903176.193009:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76712 00000100:00100000:2.0:1742903176.193017:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a775880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+622:13300:x1827566172204032:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.193029:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.193039:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099214400/0x5d4000e30d8396fa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef4ff expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.193073:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d839701 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.193082:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d839701 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.193089:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d839701 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.193096:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d839708 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.193102:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d839708 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.193106:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d839708 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.193132:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d839701 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.193140:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d839701 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.193145:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d839701 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.193149:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099215000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.193151:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d839701 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.193157:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d839701 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.193162:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.193164:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.193167:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d839701 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.193170:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d839701 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.193177:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d839708 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.193181:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d839708 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.193185:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d839708 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.193188:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099215a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.193190:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d839708 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.193197:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d839708 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.193201:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7fa9a95 (ffff88009c6e2300) 00010000:00010000:2.0:1742903176.193203:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.193204:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d839708 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.193208:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d839708 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.193628:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214400/0x5d4000e30d8396fa lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4ff expref: 622 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.193636:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214400/0x5d4000e30d8396fa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4ff expref: 622 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.193642:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099214400, rc 0) 00000100:00100000:2.0:1742903176.193676:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a775880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+621:13300:x1827566172204032:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 661us (905us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.193682:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76712 00000100:00100000:2.0:1742903176.193946:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.193983:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172204160 00000100:00100000:0.0:1742903176.193987:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172204160 00000100:00100000:0.0:1742903176.194121:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76713 00000100:00100000:0.0:1742903176.194127:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+621:13299:x1827566172204160:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.194137:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.194146:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4c00/0x5d4000e30d83970f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef506 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.194169:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839716 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.194178:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839716 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.194185:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839716 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.194192:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83971d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.194198:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83971d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.194203:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83971d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.194293:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4200/0x5d4000e30d839724 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.194302:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4200/0x5d4000e30d839724 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.194308:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4200/0x5d4000e30d839724 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903176.194348:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe2b:0x0]: returning size 15360 00000004:00200000:0.0:1742903176.194350:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903176.194361:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4200/0x5d4000e30d839724 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.194380:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4200/0x5d4000e30d839724 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.194385:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839716 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.194390:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839716 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.194394:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839716 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.194399:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d4400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.194401:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839716 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.194405:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839716 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.194412:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:0.0:1742903176.194414:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.194416:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839716 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.194421:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839716 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.195268:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83971d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.195276:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83971d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.195280:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83971d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.195284:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d4e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.195286:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83971d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.195290:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83971d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.195297:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x83e4194e (ffff8801362c7400) 00010000:00010000:0.0:1742903176.195299:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.195301:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83971d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.195306:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83971d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.195342:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4c00/0x5d4000e30d83970f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef506 expref: 623 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.195351:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4200/0x5d4000e30d839724 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef506 expref: 622 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.195361:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:0.0:1742903176.195375:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903176.195377:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4d4200, rc 0) 00000100:00100000:0.0:1742903176.195610:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+622:13299:x1827566172204160:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1482us (1663us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.195617:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76713 00000100:00100000:0.0:1742903176.195848:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172204288 00000100:00100000:0.0:1742903176.195853:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172204288 00000100:00100000:0.0:1742903176.195870:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76714 00000100:00100000:0.0:1742903176.195875:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+622:13300:x1827566172204288:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.195884:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.195893:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4800/0x5d4000e30d83972b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef50d expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.195908:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4800/0x5d4000e30d83972b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef50d expref: 623 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.195916:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4800/0x5d4000e30d83972b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef50d expref: 623 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.195922:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:0.0:1742903176.195924:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.195926:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4d4800, rc 0) 00000100:00100000:0.0:1742903176.196102:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+623:13300:x1827566172204288:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 225us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.196107:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76714 00000100:00100000:2.0:1742903176.199617:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172204672 00000100:00100000:2.0:1742903176.199626:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172204672 00000100:00100000:2.0:1742903176.199664:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76715 00000100:00100000:2.0:1742903176.199669:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+623:13299:x1827566172204672:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:0.0:1742903176.199731:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172204416 00000100:00100000:0.0:1742903176.199735:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172204416 00000100:00100000:0.0:1742903176.199765:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8419 00000100:00100000:0.0:1742903176.199769:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b830000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+624:2009:x1827566172204416:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903176.199785:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903176.199806:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4200/0x5d4000e30d839724 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef506 expref: 624 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.199820:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:0.0:1742903176.199824:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903176.199862:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b830000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+623:2009:x1827566172204416:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 91us (952us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.199868:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8419 00010000:00010000:2.0:1742903176.199906:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.199918:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099215800/0x5d4000e30d839732 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef514 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.199964:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214600/0x5d4000e30d839739 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.199973:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099214600/0x5d4000e30d839739 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.199981:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099214600/0x5d4000e30d839739 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.199989:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215600/0x5d4000e30d839740 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.199994:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099215600/0x5d4000e30d839740 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.199999:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099215600/0x5d4000e30d839740 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.200026:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214600/0x5d4000e30d839739 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.200031:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099214600/0x5d4000e30d839739 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.200036:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099214600/0x5d4000e30d839739 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.200041:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099214600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.200044:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099214600/0x5d4000e30d839739 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.200049:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099214600/0x5d4000e30d839739 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.200059:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.200061:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.200064:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099214600/0x5d4000e30d839739 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.200068:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214600/0x5d4000e30d839739 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.200075:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215600/0x5d4000e30d839740 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.200080:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099215600/0x5d4000e30d839740 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.200085:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099215600/0x5d4000e30d839740 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.200088:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099215600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.200090:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099215600/0x5d4000e30d839740 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.200094:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099215600/0x5d4000e30d839740 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.200099:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x7fa9a95 (ffff8800916eb900) 00010000:00010000:2.0:1742903176.200101:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.200103:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099215600/0x5d4000e30d839740 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.200107:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215600/0x5d4000e30d839740 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.200126:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215800/0x5d4000e30d839732 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef514 expref: 623 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.200134:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215800/0x5d4000e30d839732 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef514 expref: 623 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.200140:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099215800, rc 0) 00000100:00100000:2.0:1742903176.200157:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+622:13299:x1827566172204672:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 488us (1164us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.200161:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76715 00000100:00100000:3.0:1742903176.200310:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172204544 00000100:00100000:3.0:1742903176.200478:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172204544 00000100:00100000:3.0:1742903176.201185:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17614 00000100:00100000:3.0:1742903176.201191:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+622:13300:x1827566172204544:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:0.0:1742903176.202176:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.202231:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172204800 00000100:00100000:2.0:1742903176.202236:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172204800 00000100:00100000:2.0:1742903176.202261:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76716 00000100:00100000:2.0:1742903176.202266:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+624:13299:x1827566172204800:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.202273:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.202284:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d839747 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef51b expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.202303:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d839747 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef51b expref: 625 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.202312:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d839747 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef51b expref: 625 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.202335:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.202337:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.202340:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ed07c00, rc 0) 00000100:00100000:2.0:1742903176.202377:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+625:13299:x1827566172204800:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 110us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.202384:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76716 00000100:00100000:3.0:1742903176.203058:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+623:13300:x1827566172204544:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 1865us (4106us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.203064:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17614 00000100:00100000:0.0:1742903176.204257:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.204309:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172204928 00000100:00100000:3.0:1742903176.204332:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172204928 00000100:00100000:3.0:1742903176.204349:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17615 00000100:00100000:3.0:1742903176.204356:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b379050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+623:13299:x1827566172204928:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:2.0:1742903176.204716:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172205056 00000100:00100000:2.0:1742903176.204720:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172205056 00000100:00100000:2.0:1742903176.204747:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76717 00000100:00100000:2.0:1742903176.204752:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+624:13300:x1827566172205056:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.204759:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.204772:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06c00/0x5d4000e30d83974e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef522 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.204813:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d839755 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.204823:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d839755 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.204831:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d839755 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.204840:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d83975c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.204845:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d83975c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.204849:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d83975c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.204908:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d839755 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.204913:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d839755 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.204918:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d839755 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.204923:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed07600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.204925:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d839755 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.204931:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d839755 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.204939:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.204941:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.204943:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d839755 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.204947:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d839755 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.204957:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d83975c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.204961:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d83975c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.204965:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d83975c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.204967:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed06800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.204969:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d83975c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.204973:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d83975c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.204980:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7fa9a95 (ffff88009c6e2300) 00010000:00010000:2.0:1742903176.204982:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.204984:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d83975c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.204987:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d83975c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.205005:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06c00/0x5d4000e30d83974e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef522 expref: 625 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.205011:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06c00/0x5d4000e30d83974e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef522 expref: 625 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.205016:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ed06c00, rc 0) 00000100:00100000:2.0:1742903176.205056:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+624:13300:x1827566172205056:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 303us (407us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.205578:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76717 00000100:00100000:0.0:1742903176.206617:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.206689:0:7223:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172205312 00000100:00100000:3.0:1742903176.206694:0:7223:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172205312 00000100:00100000:3.0:1742903176.206727:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 712 00000100:00100000:3.0:1742903176.206732:0:7223:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+625:13300:x1827566172205312:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903176.206761:0:7223:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1742903176.206777:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d8396c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4ea expref: 625 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.206804:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:3.0:1742903176.206812:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4800/0x5d4000e30d83972b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef50d expref: 624 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.206824:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.206826:0:7223:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.206843:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e000/0x5d4000e30d839763 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.206851:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e000/0x5d4000e30d839763 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.206859:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e000/0x5d4000e30d839763 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.206867:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d83976a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.206873:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d83976a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.206878:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d83976a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.206889:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7000/0x5d4000e30d839771 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.206895:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7000/0x5d4000e30d839771 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.206900:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7000/0x5d4000e30d839771 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.206947:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6000/0x5d4000e30d839778 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.206954:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6000/0x5d4000e30d839778 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe2a:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.206960:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6000/0x5d4000e30d839778 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe2a:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00000040:00080000:3.0:1742903176.207122:0:7223:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8588, 224 off1505240 00000004:00010000:3.0:1742903176.207164:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880096ac4380 reply state ffff88012e86f000 transno 4295004812 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6000/0x5d4000e30d839778 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe2a:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.207173:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6000/0x5d4000e30d839778 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.207178:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:3.0:1742903176.207180:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:3.0:1742903176.207183:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1742903176.207187:0:7223:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e000/0x5d4000e30d839763 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.207192:0:7223:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e000/0x5d4000e30d839763 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.207196:0:7223:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e000/0x5d4000e30d839763 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.207200:0:7223:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d78e000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.207203:0:7223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e000/0x5d4000e30d839763 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.207208:0:7223:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e000/0x5d4000e30d839763 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.207214:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.207216:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.207218:0:7223:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e000/0x5d4000e30d839763 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.207226:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e000/0x5d4000e30d839763 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00000004:00010000:3.0:1742903176.207233:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880096ac4380 reply state ffff88012e86f000 transno 4295004812 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d83976a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.207239:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d83976a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.207244:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7fa9a95 (ffff88009c6e2300) 00010000:00010000:3.0:1742903176.207246:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.207247:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00010000:3.0:1742903176.207249:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880096ac4380 reply state ffff88012e86f000 transno 4295004812 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7000/0x5d4000e30d839771 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.207255:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7000/0x5d4000e30d839771 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.207259:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x83e4194e (ffff8801362c7b00) 00010000:00010000:3.0:1742903176.207261:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.207262:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1742903176.207358:0:7223:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+624:13300:x1827566172205312:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 625us (742us total) trans 4295004812 rc 0/0 00000100:00100000:3.0:1742903176.207374:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 712 00000100:00100000:2.0:1742903176.207813:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b379050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+623:13299:x1827566172204928:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 3457us (3555us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.207820:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17615 00000100:00100000:0.0:1742903176.208222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.209304:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172205440 00000100:00100000:2.0:1742903176.209311:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172205440 00000100:00100000:2.0:1742903176.209387:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76718 00000100:00100000:2.0:1742903176.209393:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+623:13300:x1827566172205440:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.209405:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.209418:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099214400/0x5d4000e30d83977f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef529 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.209460:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d839786 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.209470:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d839786 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.209478:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d839786 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.209486:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d83978d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.209491:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d83978d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.209497:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d83978d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903176.209500:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903176.209542:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839794 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.209549:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839794 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.209555:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839794 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:2.0:1742903176.209581:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe2a:0x0]: returning size 15360 00000004:00200000:2.0:1742903176.209584:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:3.0:1742903176.209586:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172205568 00000100:00100000:3.0:1742903176.209590:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172205568 00000004:00010000:2.0:1742903176.209595:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839794 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.209603:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839794 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.209609:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d839786 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903176.209614:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76719 00010000:00010000:2.0:1742903176.209614:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d839786 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903176.209618:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+625:13299:x1827566172205568:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.209618:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d839786 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.209622:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099215a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.209624:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d839786 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.209628:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.209630:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d839786 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.209636:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0800/0x5d4000e30d83979b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef530 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.209638:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.209640:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.209642:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d839786 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.209646:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d839786 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.209655:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d83978d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.209660:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d8397a2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.209660:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d83978d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.209664:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d83978d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.209667:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099215000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.209668:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d8397a2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.209670:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d83978d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.209674:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d83978d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.209679:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7fa9a95 (ffff88009c6e2300) 00010000:00010000:2.0:1742903176.209681:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.209683:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d83978d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.209687:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215000/0x5d4000e30d83978d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.209704:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214400/0x5d4000e30d83977f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef529 expref: 627 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.209706:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d8397a2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.209713:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839794 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef529 expref: 626 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.209714:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fc00/0x5d4000e30d8397a9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.209718:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:2.0:1742903176.209719:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.209720:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fc00/0x5d4000e30d8397a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.209721:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099215c00, rc 0) 00010000:00010000:3.0:1742903176.209725:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fc00/0x5d4000e30d8397a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.209741:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d8397a2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.209745:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d8397a2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.209749:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d8397a2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.209753:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d78f800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.209756:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d8397a2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.209760:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d8397a2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903176.209762:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+626:13300:x1827566172205440:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 368us (1539us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.209768:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76718 00010000:00010000:3.0:1742903176.209770:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.209772:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.209774:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d8397a2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.209778:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d8397a2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.209786:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fc00/0x5d4000e30d8397a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.209790:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fc00/0x5d4000e30d8397a9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.209794:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fc00/0x5d4000e30d8397a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.209798:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d78fc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.209800:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fc00/0x5d4000e30d8397a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.209805:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fc00/0x5d4000e30d8397a9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.209810:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x7fa9a95 (ffff8800916eb900) 00010000:00010000:3.0:1742903176.209812:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.209814:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fc00/0x5d4000e30d8397a9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.209818:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fc00/0x5d4000e30d8397a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.209834:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0800/0x5d4000e30d83979b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef530 expref: 625 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.209841:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0800/0x5d4000e30d83979b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef530 expref: 625 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.209848:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bd0800, rc 0) 00000100:00100000:3.0:1742903176.209879:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+624:13299:x1827566172205568:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 260us (385us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903176.209885:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76719 00000100:00100000:0.0:1742903176.211409:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.211455:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.211562:0:7223:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172205824 00000100:00100000:3.0:1742903176.211569:0:7223:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172205824 00000100:00100000:3.0:1742903176.211599:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 713 00000100:00100000:3.0:1742903176.211603:0:7223:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099248e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+625:13299:x1827566172205824:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903176.211628:0:7223:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1742903176.211646:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d8396d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef4f1 expref: 625 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.211659:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:3.0:1742903176.211666:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d839747 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef51b expref: 624 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.211673:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.211675:0:7223:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.211690:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d8397b7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.211698:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d8397b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.211707:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d8397b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.211714:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d8397c5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.211720:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d8397c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.211725:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d8397c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.211735:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfa00/0x5d4000e30d8397cc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.211740:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfa00/0x5d4000e30d8397cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.211744:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfa00/0x5d4000e30d8397cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.211799:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51600/0x5d4000e30d8397d3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.211804:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51600/0x5d4000e30d8397d3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.211809:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51600/0x5d4000e30d8397d3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00000040:00080000:3.0:1742903176.211947:0:7223:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8589, 224 off1505464 00000004:00010000:3.0:1742903176.212520:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880099248e00 reply state ffff88012e86c000 transno 4295004813 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51600/0x5d4000e30d8397d3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.212534:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51600/0x5d4000e30d8397d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.212539:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:3.0:1742903176.212541:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:3.0:1742903176.212544:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1742903176.212548:0:7223:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d8397b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.212553:0:7223:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d8397b7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.212558:0:7223:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d8397b7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.212562:0:7223:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723ce800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.212565:0:7223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d8397b7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.212570:0:7223:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d8397b7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.212576:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.212578:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.212580:0:7223:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d8397b7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.212585:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d8397b7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00000004:00010000:3.0:1742903176.212593:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880099248e00 reply state ffff88012e86c000 transno 4295004813 ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d8397c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.212603:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d8397c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.212607:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x7fa9a95 (ffff8800916eb900) 00010000:00010000:3.0:1742903176.212609:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.212610:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00010000:3.0:1742903176.212613:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880099248e00 reply state ffff88012e86c000 transno 4295004813 ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfa00/0x5d4000e30d8397cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.212618:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfa00/0x5d4000e30d8397cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.212622:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x83e4194e (ffff8801362c7400) 00010000:00010000:3.0:1742903176.212624:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.212625:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1742903176.212662:0:7223:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099248e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+626:13299:x1827566172205824:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1057us (1258us total) trans 4295004813 rc 0/0 00000100:00100000:3.0:1742903176.212668:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 713 00000100:00100000:0.0:1742903176.212979:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.213344:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172206208 00000100:00100000:3.0:1742903176.213348:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172206208 00010000:00010000:3.0:1742903176.213361:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839794 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef529 expref: 626 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.213400:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22654 00000100:00100000:3.0:1742903176.213405:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+626:2010:x1827566172206208:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.213413:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.213417:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839794 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef529 expref: 626 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.213430:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839794 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef529 expref: 626 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.213442:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839794 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef529 expref: 626 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.213451:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:3.0:1742903176.213454:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880130d33e00/0x5d4000e30d8397be lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.213461:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d33e00/0x5d4000e30d8397be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.213467:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130d33e00/0x5d4000e30d8397be lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.213493:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.213511:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+625:2010:x1827566172206208:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 105us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.213516:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22654 00000100:00100000:0.0:1742903176.213859:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.215802:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.217914:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.217991:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.218012:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172206848 00000100:00100000:0.0:1742903176.218018:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172206848 00010000:00010000:0.0:1742903176.218044:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d33e00/0x5d4000e30d8397be lrc: 5/0,0 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef537 expref: 628 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903176.218080:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22655 00000100:00100000:0.0:1742903176.218086:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3964050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+628:2010:x1827566172206848:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903176.218097:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903176.218102:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880130d33e00/0x5d4000e30d8397be lrc: 5/0,0 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef537 expref: 628 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:0.0:1742903176.218112:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880130d33e00/0x5d4000e30d8397be lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe2a:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef537 expref: 628 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:0.0:1742903176.218130:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:0.0:1742903176.218134:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880130d32000/0x5d4000e30d839804 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.218143:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d32000/0x5d4000e30d839804 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.218148:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130d32000/0x5d4000e30d839804 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903176.218198:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172206720 00000100:00100000:2.0:1742903176.218201:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172206720 00000100:00100000:2.0:1742903176.218228:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76723 00000100:00100000:2.0:1742903176.218233:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+628:13299:x1827566172206720:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.218245:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.218254:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d83980b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef54c expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.218350:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215800/0x5d4000e30d839812 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.218361:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d33c00/0x5d4000e30d8397f6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef53e expref: 629 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.218379:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099215800/0x5d4000e30d839812 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.218399:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880130d33c00/0x5d4000e30d8397f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef53e expref: 629 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.218408:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d33c00/0x5d4000e30d8397f6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef53e expref: 629 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.218418:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129b90700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161320448:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903176.218453:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903176.218470:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3964050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+629:2010:x1827566172206848:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 384us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.218477:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22655 00000100:00100000:2.0:1742903176.218480:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b40cd9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.219852:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.219915:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129b90700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161320448:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.219930:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099215800/0x5d4000e30d839812 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.220171:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099215800/0x5d4000e30d839812 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.220177:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099215800/0x5d4000e30d839812 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1742903176.220191:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe2b:0x0]: returning size 15360 00010000:00010000:2.0:1742903176.220273:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d83980b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef54c expref: 628 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.220282:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215800/0x5d4000e30d839812 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef54c expref: 627 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.220288:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:2.0:1742903176.220289:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1742903176.220291:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099215800, rc 0) 00000100:00100000:2.0:1742903176.220341:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+627:13299:x1827566172206720:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2107us (2433us total) trans 4295004815 rc 0/0 00000100:00100000:2.0:1742903176.220346:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76723 00000100:00100000:2.0:1742903176.221122:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172207104 00000100:00100000:2.0:1742903176.221126:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172207104 00000100:00100000:2.0:1742903176.221151:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76724 00000100:00100000:2.0:1742903176.221154:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+627:13300:x1827566172207104:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.221163:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.221170:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099214600/0x5d4000e30d839820 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef553 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.221198:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839827 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221204:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839827 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221208:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839827 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221214:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d83982e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221218:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d83982e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221221:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d83982e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221258:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839835 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221262:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839835 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221265:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839835 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1742903176.221278:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe2a:0x0]: returning size 15360 00000004:00200000:2.0:1742903176.221280:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.221285:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839835 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221289:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839835 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221292:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839827 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221295:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839827 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221298:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839827 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221304:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099215c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.221306:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839827 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221309:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839827 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221314:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.221330:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.221332:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839827 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221335:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839827 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221340:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d83982e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221342:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d83982e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221345:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d83982e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221347:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099215e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.221348:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d83982e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221351:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d83982e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221354:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7fa9a95 (ffff88009c6e2300) 00010000:00010000:2.0:1742903176.221355:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.221357:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d83982e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221359:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d83982e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.221385:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214600/0x5d4000e30d839820 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef553 expref: 629 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.221396:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839835 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef553 expref: 628 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.221402:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:2.0:1742903176.221403:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.221405:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099214a00, rc 0) 00000100:00100000:2.0:1742903176.221440:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+628:13300:x1827566172207104:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 284us (843us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.221445:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76724 00000100:00100000:0.0:1742903176.222395:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.222438:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172207232 00000100:00100000:2.0:1742903176.222442:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172207232 00000100:00100000:2.0:1742903176.222467:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76725 00000100:00100000:2.0:1742903176.222470:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+628:13299:x1827566172207232:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.222480:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.222489:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130d33a00/0x5d4000e30d83983c lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe2b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef55a expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.222521:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d32800/0x5d4000e30d839843 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.222530:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215800/0x5d4000e30d839812 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef54c expref: 629 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.222534:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d32800/0x5d4000e30d839843 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.222550:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099215800/0x5d4000e30d839812 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef54c expref: 629 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.222557:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215800/0x5d4000e30d839812 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef54c expref: 629 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.222564:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129b90700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161320576:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.222618:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b40cd840 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.222775:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172207488 00000100:00100000:0.0:1742903176.222781:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172207488 00000100:00100000:0.0:1742903176.222813:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76726 00000100:00100000:0.0:1742903176.222820:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+630:13300:x1827566172207488:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903176.222858:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1742903176.222878:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839835 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef553 expref: 630 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.222909:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d32000/0x5d4000e30d839804 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef545 expref: 629 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.222919:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:0.0:1742903176.222923:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903176.222959:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4a00/0x5d4000e30d83984a lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.222969:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4a00/0x5d4000e30d83984a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.222977:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4a00/0x5d4000e30d83984a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00010000:0.0:1742903176.223071:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c60f800 reply state ffff8800720d9000 transno 4295004816 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4a00/0x5d4000e30d83984a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.223077:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4a00/0x5d4000e30d83984a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.223081:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:0.0:1742903176.223082:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903176.223084:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1742903176.223142:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+630:13300:x1827566172207488:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 321us (410us total) trans 4295004816 rc 0/0 00000100:00100000:0.0:1742903176.223147:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76726 00000100:00100000:0.0:1742903176.227249:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.227352:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.227397:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129b90700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161320576:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903176.227406:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172207744 00000100:00100000:0.0:1742903176.227412:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172207744 00010000:00010000:2.0:1742903176.227416:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880130d32800/0x5d4000e30d839843 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.227439:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099215800/0x5d4000e30d839812 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef54c expref: 630 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903176.227469:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22657 00000100:00100000:0.0:1742903176.227474:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+630:2009:x1827566172207744:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903176.227488:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903176.227493:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099215800/0x5d4000e30d839812 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef54c expref: 630 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:0.0:1742903176.227504:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099215800/0x5d4000e30d839812 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef54c expref: 630 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:0.0:1742903176.227523:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215800/0x5d4000e30d839812 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe2b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef54c expref: 630 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:0.0:1742903176.227536:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:0.0:1742903176.227540:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880130d32800/0x5d4000e30d839843 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.227548:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d32800/0x5d4000e30d839843 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.227554:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130d32800/0x5d4000e30d839843 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.227569:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.227585:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880130d32800/0x5d4000e30d839843 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.227592:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130d32800/0x5d4000e30d839843 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903176.227607:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+629:2009:x1827566172207744:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 132us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.227613:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22657 00000004:00200000:2.0:1742903176.227624:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe2b:0x0]: returning size 15360 00000004:00200000:2.0:1742903176.227627:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.227639:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880130d32800/0x5d4000e30d839843 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.227664:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d33a00/0x5d4000e30d83983c lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef55a expref: 629 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.227679:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d32800/0x5d4000e30d839843 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef55a expref: 628 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.227685:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:2.0:1742903176.227688:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.227690:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130d32800, rc 0) 00000100:00100000:2.0:1742903176.227709:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+628:13299:x1827566172207232:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 5238us (5318us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.227715:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76725 00000100:00100000:0.0:1742903176.230953:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.231005:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.231226:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172207872 00000100:00100000:2.0:1742903176.231233:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172207872 00000100:00100000:2.0:1742903176.231276:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172208000 00000100:00100000:2.0:1742903176.231279:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172208000 00000100:00100000:2.0:1742903176.231294:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76727 00000100:00100000:2.0:1742903176.231376:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+629:13300:x1827566172207872:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.231386:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.231399:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d839851 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef561 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.231458:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d839866 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.231465:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d839866 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.231472:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d839866 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1742903176.231488:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe2a:0x0]: returning size 15360 00000004:00200000:2.0:1742903176.231492:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.231503:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d839866 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.231521:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07600/0x5d4000e30d839851 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef561 expref: 632 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.231532:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07400/0x5d4000e30d839866 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef561 expref: 631 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.231538:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:2.0:1742903176.231541:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.231543:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ed07400, rc 0) 00000100:00100000:2.0:1742903176.231574:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+631:13300:x1827566172207872:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 274us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.231758:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76727 00000100:00100000:0.0:1742903176.234522:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172208128 00000100:00100000:0.0:1742903176.234531:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172208128 00000100:00100000:0.0:1742903176.234574:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8420 00000100:00100000:0.0:1742903176.234581:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+632:2007:x1827566172208128:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903176.234595:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903176.234617:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091421000/0x5d4000e30d839874 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef568 expref: 632 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.234643:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:0.0:1742903176.234647:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903176.234683:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+630:2007:x1827566172208128:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 102us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.234689:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8420 00000100:00100000:0.0:1742903176.234711:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76730 00000100:00100000:0.0:1742903176.234716:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+629:13300:x1827566172208512:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.234731:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.234739:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5200/0x5d4000e30d839882 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef56f expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.234775:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5400/0x5d4000e30d839889 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.234784:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5400/0x5d4000e30d839889 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.234792:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5400/0x5d4000e30d839889 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.234800:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d839890 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.234806:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d839890 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.234812:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d839890 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.234865:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d839897 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.234873:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d839897 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.234879:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d839897 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903176.234899:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe2a:0x0]: returning size 15360 00000004:00200000:0.0:1742903176.234902:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903176.234911:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d839897 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.235648:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d839897 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.235656:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5400/0x5d4000e30d839889 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.235661:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5400/0x5d4000e30d839889 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.235671:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5400/0x5d4000e30d839889 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.235676:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d5400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.235679:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5400/0x5d4000e30d839889 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.235685:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5400/0x5d4000e30d839889 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.235692:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:0.0:1742903176.235694:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.235698:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5400/0x5d4000e30d839889 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.235702:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5400/0x5d4000e30d839889 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.235710:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d839890 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.235715:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d839890 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.235720:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d839890 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.235723:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d5000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.235725:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d839890 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.235729:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d839890 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.235738:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7fa9a95 (ffff88009c6e2300) 00010000:00010000:0.0:1742903176.235739:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.235742:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d839890 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.235746:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d839890 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.235765:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5200/0x5d4000e30d839882 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef56f expref: 632 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.235774:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d839897 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef56f expref: 631 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.235780:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:0.0:1742903176.235781:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903176.235783:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4d5800, rc 0) 00000100:00100000:0.0:1742903176.237057:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.237811:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.239499:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.241269:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.242372:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.243804:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.245254:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.245740:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172209664 00000100:00100000:2.0:1742903176.245745:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172209664 00000100:00100000:2.0:1742903176.245919:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76735 00000100:00100000:2.0:1742903176.245923:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+635:13299:x1827566172209664:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903176.245949:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1742903176.245964:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5b400/0x5d4000e30d8398c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef57d expref: 635 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.246063:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae2e00/0x5d4000e30d8398ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef576 expref: 633 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.246072:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:2.0:1742903176.246076:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.246219:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d8398e4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.246228:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d8398e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.246235:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d8398e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903176.246355:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c6b4000 reply state ffff88011ef75000 transno 4295004819 ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d8398e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.246374:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d8398e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.246380:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:2.0:1742903176.246382:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903176.246384:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903176.246426:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+633:13299:x1827566172209664:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 502us (1174us total) trans 4295004819 rc 0/0 00000100:00100000:2.0:1742903176.246432:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76735 00000100:00100000:0.0:1742903176.249555:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.249633:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.249754:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172209920 00000100:00100000:2.0:1742903176.249762:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172209920 00000100:00100000:2.0:1742903176.249797:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76736 00000100:00100000:2.0:1742903176.249803:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+633:13300:x1827566172209920:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.249824:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.249840:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d8398eb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef58b expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.249867:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d8398eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef58b expref: 634 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.249885:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d8398eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef58b expref: 634 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.249892:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.249895:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.249897:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011ed07c00, rc 0) 00000100:00100000:2.0:1742903176.249930:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+634:13300:x1827566172209920:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 128us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.249935:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76736 00000100:00100000:0.0:1742903176.253345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.253442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.253668:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172210048 00000100:00100000:2.0:1742903176.253676:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172210048 00000100:00100000:2.0:1742903176.253716:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17616 00000100:00100000:2.0:1742903176.253723:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+634:13300:x1827566172210048:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:2.0:1742903176.256468:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+634:13300:x1827566172210048:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2738us (3151us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.256478:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17616 00000100:00100000:0.0:1742903176.257825:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.260533:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.260596:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172210432 00000100:00100000:2.0:1742903176.260605:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172210432 00000100:00100000:2.0:1742903176.260655:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76739 00000100:00100000:2.0:1742903176.260660:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+635:13300:x1827566172210432:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.260674:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.260690:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6400/0x5d4000e30d83990e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef5a0 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903176.260710:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903176.260744:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839915 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.260757:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839915 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.260765:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839915 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903176.260771:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172210560 00010000:00010000:2.0:1742903176.260777:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3a00/0x5d4000e30d83991c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x54434199 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903176.260778:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172210560 00010000:00010000:2.0:1742903176.260782:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3a00/0x5d4000e30d83991c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x54434199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.260787:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3a00/0x5d4000e30d83991c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x54434199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903176.260822:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17617 00010000:00010000:2.0:1742903176.260822:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839915 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.260828:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839915 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903176.260833:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+637:13299:x1827566172210560:12345-192.168.203.29@tcp:37:dbench.0 00010000:00010000:2.0:1742903176.260834:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839915 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.260839:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991e2a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.260842:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839915 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.260849:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839915 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.260858:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.260860:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.260863:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839915 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.260868:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839915 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.260883:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3a00/0x5d4000e30d83991c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x54434199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.260888:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3a00/0x5d4000e30d83991c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x54434199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.260893:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3a00/0x5d4000e30d83991c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x54434199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.260897:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991e3a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.260899:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3a00/0x5d4000e30d83991c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x54434199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.260904:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3a00/0x5d4000e30d83991c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x54434199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.260909:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x54434199 (ffff8800721ba900) 00010000:00010000:2.0:1742903176.260911:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.260913:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3a00/0x5d4000e30d83991c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x54434199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.260917:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3a00/0x5d4000e30d83991c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x54434199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.260949:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6400/0x5d4000e30d83990e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5a0 expref: 637 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.260956:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6400/0x5d4000e30d83990e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5a0 expref: 637 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.260966:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c4c6400, rc 0) 00000100:00100000:2.0:1742903176.261004:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+636:13300:x1827566172210432:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 343us (476us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.261010:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76739 00000100:00100000:0.0:1742903176.262437:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.262882:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172210688 00000100:00100000:2.0:1742903176.262890:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172210688 00000100:00100000:2.0:1742903176.263355:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76740 00000100:00100000:2.0:1742903176.263370:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+636:13300:x1827566172210688:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.263385:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.263398:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839923 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef5a7 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.263442:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3e00/0x5d4000e30d83992a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.263454:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3e00/0x5d4000e30d83992a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.263462:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3e00/0x5d4000e30d83992a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.263472:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839931 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.263478:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839931 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.263483:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839931 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.263547:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3800/0x5d4000e30d839938 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.263555:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3800/0x5d4000e30d839938 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.263560:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3800/0x5d4000e30d839938 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1742903176.263593:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7ca:0x0]: returning size 260096 00000004:00200000:2.0:1742903176.263597:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.263611:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3800/0x5d4000e30d839938 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.263619:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3800/0x5d4000e30d839938 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.263625:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3e00/0x5d4000e30d83992a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.263630:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3e00/0x5d4000e30d83992a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.263636:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3e00/0x5d4000e30d83992a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.263640:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991e3e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.263643:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3e00/0x5d4000e30d83992a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.263649:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3e00/0x5d4000e30d83992a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903176.263657:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+637:13299:x1827566172210560:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2699us (2818us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903176.263657:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.263660:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.263663:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3e00/0x5d4000e30d83992a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903176.263667:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17617 00010000:00010000:2.0:1742903176.263668:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3e00/0x5d4000e30d83992a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.263678:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839931 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.263683:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839931 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.263693:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839931 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.263697:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991e3400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.263700:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839931 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.263705:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839931 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.263710:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xbfc2eca6 (ffff8800721bab00) 00010000:00010000:2.0:1742903176.263712:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.263714:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839931 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.263718:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839931 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.263741:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839923 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5a7 expref: 637 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.263755:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3800/0x5d4000e30d839938 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5a7 expref: 636 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.263761:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ca:0x0].0x0 (ffff88009910c900) 00010000:00010000:2.0:1742903176.263763:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.263766:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991e3800, rc 0) 00000100:00100000:2.0:1742903176.264232:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+636:13300:x1827566172210688:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 868us (1796us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.264238:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76740 00000100:00100000:0.0:1742903176.266689:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.266754:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172210816 00000100:00100000:2.0:1742903176.266764:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172210816 00000100:00100000:2.0:1742903176.267351:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76741 00000100:00100000:2.0:1742903176.267359:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+636:13299:x1827566172210816:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.267385:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.267402:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d83993f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef5ae expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.267450:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839946 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.267463:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839946 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.267473:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839946 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.267485:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d83994d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x54434199 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.267495:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d83994d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x54434199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.267500:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d83994d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x54434199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.267533:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839946 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.267539:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839946 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.267545:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839946 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.267550:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991e2c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.267553:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839946 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.267558:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839946 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.267567:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.267570:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.267573:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839946 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.267578:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839946 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.267588:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d83994d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x54434199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.267593:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d83994d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x54434199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.267599:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d83994d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x54434199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.267603:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991e2e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.267605:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d83994d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x54434199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.267609:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d83994d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x54434199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.267614:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x54434199 (ffff8800721ba600) 00010000:00010000:2.0:1742903176.267616:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.267618:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d83994d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x54434199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.267622:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d83994d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x54434199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.267648:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d83993f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5ae expref: 637 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.267656:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d83993f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5ae expref: 637 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.267664:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991e3000, rc 0) 00000100:00100000:2.0:1742903176.267712:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+636:13299:x1827566172210816:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 353us (1028us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.267718:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76741 00000100:00100000:0.0:1742903176.268111:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.268215:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.268281:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172211200 00000100:00100000:3.0:1742903176.268290:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172211200 00000100:00100000:3.0:1742903176.268358:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8421 00000100:00100000:3.0:1742903176.268377:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+637:2009:x1827566172211200:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.268391:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.268412:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3800/0x5d4000e30d839938 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5a7 expref: 638 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.268432:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ca:0x0].0x0 (ffff88009910c900) 00010000:00010000:3.0:1742903176.268436:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.268477:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+637:2009:x1827566172211200:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 112us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.268483:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8421 00000100:00100000:0.0:1742903176.269269:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.269312:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172211328 00000100:00100000:2.0:1742903176.269338:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172211328 00000100:00100000:2.0:1742903176.269383:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76743 00000100:00100000:2.0:1742903176.269389:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+637:13299:x1827566172211328:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.269397:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.269406:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839962 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef5bc expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.269435:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839969 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269444:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839969 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269451:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839969 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269461:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6a00/0x5d4000e30d839970 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269466:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6a00/0x5d4000e30d839970 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269471:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6a00/0x5d4000e30d839970 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269597:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099251000/0x5d4000e30d839977 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269605:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099251000/0x5d4000e30d839977 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269610:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099251000/0x5d4000e30d839977 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1742903176.269633:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7cb:0x0]: returning size 260096 00000004:00200000:2.0:1742903176.269637:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.269650:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099251000/0x5d4000e30d839977 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269658:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099251000/0x5d4000e30d839977 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269664:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839969 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269669:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839969 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269674:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839969 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269679:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c4c7200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.269682:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839969 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269687:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839969 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269695:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.269698:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.269700:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839969 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269705:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839969 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269714:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6a00/0x5d4000e30d839970 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269719:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6a00/0x5d4000e30d839970 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269724:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6a00/0x5d4000e30d839970 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269728:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c4c6a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.269731:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6a00/0x5d4000e30d839970 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269735:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6a00/0x5d4000e30d839970 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269741:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xbfc2eca6 (ffff8800721bac00) 00010000:00010000:2.0:1742903176.269743:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.269744:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6a00/0x5d4000e30d839970 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269749:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6a00/0x5d4000e30d839970 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.269771:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839962 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5bc expref: 639 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.269780:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099251000/0x5d4000e30d839977 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5bc expref: 638 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.269785:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cb:0x0].0x0 (ffff880091643f00) 00010000:00010000:2.0:1742903176.269787:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.269789:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099251000, rc 0) 00000100:00100000:2.0:1742903176.269824:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+638:13299:x1827566172211328:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 435us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.269831:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76743 00000100:00100000:0.0:1742903176.270144:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.270190:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172211456 00000100:00100000:3.0:1742903176.270197:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172211456 00010000:00010000:3.0:1742903176.270217:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d82087f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e7673 expref: 638 pid: 7210 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.270238:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22658 00000100:00100000:3.0:1742903176.270243:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+638:2010:x1827566172211456:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.270253:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.270257:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d82087f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e7673 expref: 638 pid: 7210 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.270265:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d82087f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e7673 expref: 638 pid: 7210 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.270279:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d82087f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e7673 expref: 638 pid: 7210 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.270294:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ca:0x0].0x0 (ffff88009910c900) 00010000:00010000:3.0:1742903176.270297:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091420c00/0x5d4000e30d83995b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.270303:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091420c00/0x5d4000e30d83995b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.270308:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091420c00/0x5d4000e30d83995b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x7ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.270359:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.270402:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+637:2010:x1827566172211456:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 158us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.270408:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22658 00000100:00100000:0.0:1742903176.272191:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.273727:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.274198:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172211840 00000100:00100000:2.0:1742903176.274203:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172211840 00010000:00010000:2.0:1742903176.274219:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099251000/0x5d4000e30d839977 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5bc expref: 639 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.274238:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22659 00000100:00100000:2.0:1742903176.274242:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+639:2008:x1827566172211840:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.274248:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.274253:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099251000/0x5d4000e30d839977 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5bc expref: 639 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.274261:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099251000/0x5d4000e30d839977 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5bc expref: 639 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.274277:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cb:0x0].0x0 (ffff880091643f00) 00010000:00010000:2.0:1742903176.274281:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5b200/0x5d4000e30d83998c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7cb:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.274286:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5b200/0x5d4000e30d83998c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7cb:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.274291:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.274313:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+639:2008:x1827566172211840:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 70us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.274337:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22659 00000100:00100000:0.0:1742903176.274863:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.275433:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172211968 00000100:00100000:2.0:1742903176.275437:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172211968 00000100:00100000:2.0:1742903176.275484:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76745 00000100:00100000:2.0:1742903176.275489:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+638:13300:x1827566172211968:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.275507:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.275517:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099250200/0x5d4000e30d839993 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef5ca expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.275628:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099250000/0x5d4000e30d83999a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.275639:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091420c00/0x5d4000e30d83995b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7ca:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5b5 expref: 639 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.275645:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099250000/0x5d4000e30d83999a lrc: 4/1,0 mode: --/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.275675:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091420c00/0x5d4000e30d83995b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7ca:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5b5 expref: 639 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.275684:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091420c00/0x5d4000e30d83995b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7ca:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5b5 expref: 639 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.275693:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129b90700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161321088:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.275755:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b40cd840 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.276104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.276154:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172212096 00000100:00100000:2.0:1742903176.276157:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172212096 00010000:00010000:2.0:1742903176.276168:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099885200/0x5d4000e30d8207b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e7626 expref: 640 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.276183:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22660 00000100:00100000:2.0:1742903176.276186:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+640:2009:x1827566172212096:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.276194:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.276198:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099885200/0x5d4000e30d8207b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e7626 expref: 640 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.276205:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099885200/0x5d4000e30d8207b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e7626 expref: 640 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.276219:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099885200/0x5d4000e30d8207b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e7626 expref: 640 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.276227:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cb:0x0].0x0 (ffff880091643f00) 00010000:00010000:2.0:1742903176.276230:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5b200/0x5d4000e30d83998c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.276236:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5b200/0x5d4000e30d83998c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.276241:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5b200/0x5d4000e30d83998c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x7cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.276672:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.276687:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+639:2009:x1827566172212096:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 499us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.276692:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22660 00000100:00100000:3.0:1742903176.276943:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129b90700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161321088:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.276955:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099250000/0x5d4000e30d83999a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903176.277023:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.277075:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172212224 00000100:00100000:2.0:1742903176.277079:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172212224 00010000:00010000:2.0:1742903176.277088:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091420c00/0x5d4000e30d83995b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7ca:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5b5 expref: 639 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.277101:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22661 00000100:00100000:2.0:1742903176.277105:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfd8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+639:2009:x1827566172212224:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.277113:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.277116:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091420c00/0x5d4000e30d83995b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7ca:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5b5 expref: 639 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.277123:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091420c00/0x5d4000e30d83995b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7ca:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5b5 expref: 639 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.277133:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091420c00/0x5d4000e30d83995b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7ca:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5b5 expref: 639 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.277141:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ca:0x0].0x0 (ffff88009910c900) 00010000:00010000:2.0:1742903176.277144:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099250000/0x5d4000e30d83999a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.277149:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099250000/0x5d4000e30d83999a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.277154:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099250000/0x5d4000e30d83999a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.277171:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.277185:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfd8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+638:2009:x1827566172212224:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 79us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.277190:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22661 00010000:00010000:3.0:1742903176.277289:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099250000/0x5d4000e30d83999a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.277295:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099250000/0x5d4000e30d83999a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903176.277341:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7ca:0x0]: returning size 260096 00000004:00200000:3.0:1742903176.277345:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.277355:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099250000/0x5d4000e30d83999a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.277393:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099250200/0x5d4000e30d839993 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5ca expref: 638 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.277402:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099250000/0x5d4000e30d83999a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5ca expref: 637 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.277408:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ca:0x0].0x0 (ffff88009910c900) 00010000:00010000:3.0:1742903176.277410:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.277411:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099250000, rc 0) 00000100:00100000:3.0:1742903176.277441:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+637:13300:x1827566172211968:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1950us (2577us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.277446:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76745 00000100:00100000:0.0:1742903176.278471:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.278570:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172212352 00000100:00100000:3.0:1742903176.278575:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172212352 00000100:00100000:3.0:1742903176.278601:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76746 00000100:00100000:3.0:1742903176.278606:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+637:13299:x1827566172212352:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.278621:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.278632:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51a00/0x5d4000e30d8399a8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7cb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef5d1 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.278680:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af50c00/0x5d4000e30d8399af lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.278689:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5b200/0x5d4000e30d83998c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7cb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5c3 expref: 638 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.278696:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af50c00/0x5d4000e30d8399af lrc: 4/1,0 mode: --/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.278718:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5b200/0x5d4000e30d83998c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7cb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5c3 expref: 638 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.278728:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5b200/0x5d4000e30d83998c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7cb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5c3 expref: 638 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.278739:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161321216:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.278807:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131a46cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.278951:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.280687:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.280688:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161321216:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.280705:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009af50c00/0x5d4000e30d8399af lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903176.280827:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172212608 00000100:00100000:2.0:1742903176.280832:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172212608 00010000:00010000:2.0:1742903176.280857:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5b200/0x5d4000e30d83998c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7cb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5c3 expref: 639 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.280882:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22662 00000100:00100000:2.0:1742903176.280887:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+639:2010:x1827566172212608:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.280897:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.280901:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5b200/0x5d4000e30d83998c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7cb:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5c3 expref: 639 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.280909:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5b200/0x5d4000e30d83998c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7cb:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5c3 expref: 639 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.280923:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5b200/0x5d4000e30d83998c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7cb:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5c3 expref: 639 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.280934:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cb:0x0].0x0 (ffff880091643f00) 00010000:00010000:2.0:1742903176.280938:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af50c00/0x5d4000e30d8399af lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.280945:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af50c00/0x5d4000e30d8399af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.280951:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af50c00/0x5d4000e30d8399af lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.280977:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.281009:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+638:2010:x1827566172212608:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 121us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.281015:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22662 00000100:00100000:0.0:1742903176.281215:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172212864 00000100:00100000:0.0:1742903176.281219:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172212864 00000100:00100000:0.0:1742903176.281239:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76748 00000100:00100000:0.0:1742903176.281244:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+638:13300:x1827566172212864:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.281252:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009af50c00/0x5d4000e30d8399af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.281254:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.281256:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1742903176.281258:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af50c00/0x5d4000e30d8399af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.281266:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07c00/0x5d4000e30d8398eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef58b expref: 638 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.281278:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:0.0:1742903176.281280:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00200000:3.0:1742903176.281292:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7cb:0x0]: returning size 260096 00010000:00010000:0.0:1742903176.281294:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d8399cb lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef5df expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1742903176.281296:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.281309:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009af50c00/0x5d4000e30d8399af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.281344:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51a00/0x5d4000e30d8399a8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5d1 expref: 639 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.281353:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af50c00/0x5d4000e30d8399af lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5d1 expref: 638 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.281372:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cb:0x0].0x0 (ffff880091643f00) 00010000:00010000:3.0:1742903176.281375:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.281378:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af50c00, rc 0) 00010000:00010000:0.0:1742903176.281398:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d8399d2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.281406:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d8399d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.281412:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d8399d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903176.281416:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+638:13299:x1827566172212352:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2810us (2946us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.281421:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76746 00010000:00010000:0.0:1742903176.281421:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d8399d9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0xeca88e0f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.281426:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d8399d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xeca88e0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.281431:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d8399d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xeca88e0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00080000:0.0:1742903176.281682:0:7211:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x6fa:0x0], index 0: 0 00000040:00080000:0.0:1742903176.281762:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8590, 184 off1505648 00010000:00010000:0.0:1742903176.281812:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4200/0x5d4000e30d8399e0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.281819:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4200/0x5d4000e30d8399e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.281825:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4200/0x5d4000e30d8399e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.281850:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d8399d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.281855:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d8399d2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.281861:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d8399d2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.281865:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d5800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.281868:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d8399d2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.281873:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d8399d2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.281879:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:0.0:1742903176.281881:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.281883:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d8399d2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.281887:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d8399d2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000004:00010000:0.0:1742903176.281894:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880097e5df80 reply state ffff88009d0d5000 transno 4295004822 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d8399d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xeca88e0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.281901:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d8399d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xeca88e0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.281905:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xeca88e0f (ffff880130ebb100) 00010000:00010000:0.0:1742903176.281907:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903176.281909:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1742903176.281925:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d8399cb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5df expref: 639 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.281933:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4200/0x5d4000e30d8399e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5df expref: 638 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.281943:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2c:0x0].0x0 (ffff880130ebb200) 00010000:00010000:0.0:1742903176.281944:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903176.281946:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4d4200, rc 0) 00000100:00100000:0.0:1742903176.281964:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+639:13300:x1827566172212864:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 720us (828us total) trans 4295004822 rc 0/0 00000100:00100000:0.0:1742903176.281968:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76748 00000100:00100000:0.0:1742903176.283703:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.284858:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.285389:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.285560:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172213248 00000100:00100000:3.0:1742903176.285564:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172213248 00000100:00100000:3.0:1742903176.285625:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11592 00000100:00100000:3.0:1742903176.285630:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+80:13300:x1827566172213248:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.285637:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.285646:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009af51000/0x5d4000e30d839a0a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef5f4 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.285662:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099e5ac00/0x5d4000e30d8399ee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5e6 expref: 81 pid: 18863 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903176.285668:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.285670:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.285672:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009af51000/0x5d4000e30d839a0a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5f4 expref: 81 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.285698:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099e5ac00/0x5d4000e30d8399ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5e6 expref: 81 pid: 18863 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903176.285707:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099e5ac00/0x5d4000e30d8399ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5e6 expref: 81 pid: 18863 timeout: 404 lvb_type: 1 00000100:00100000:3.0:1742903176.285718:0:9553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9553:1827566161321344:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.285793:0:9553:0:(client.c:2553:ptlrpc_set_wait()) set ffff880131a46cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.287246:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.287350:0:9553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9553:1827566161321344:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.287378:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009af51000/0x5d4000e30d839a0a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5f4 expref: 81 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.287390:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af51000, rc 0) 00000100:00100000:3.0:1742903176.287412:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+81:13300:x1827566172213248:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1782us (2024us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.287417:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11592 00000100:00100000:0.0:1742903176.289126:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.289440:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1827566161321472:192.168.203.29@tcp:105: 00010000:00010000:2.0:1742903176.289456:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.289492:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a799500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+80:2009:x1827566172213376:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1846us (2246us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.289503:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22663 00000100:00100000:0.0:1742903176.289781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.289873:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172213888 00000100:00100000:3.0:1742903176.289877:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172213888 00000100:00100000:3.0:1742903176.289904:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17618 00000100:00100000:3.0:1742903176.289908:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+640:13300:x1827566172213888:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903176.290483:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8592, 168 off1506000 00000001:00080000:3.0:1742903176.290488:0:7213:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004823 00000100:00100000:3.0:1742903176.290547:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+642:13300:x1827566172213888:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 637us (766us total) trans 4295004824 rc 0/0 00000100:00100000:3.0:1742903176.290554:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17618 00000020:00080000:3.0:1742903176.290557:0:7213:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903176.292205:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.293292:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.293433:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172214144 00000100:00100000:3.0:1742903176.293437:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172214144 00000100:00100000:3.0:1742903176.293470:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11593 00000100:00100000:3.0:1742903176.293474:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+80:2010:x1827566172214144:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.293484:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.293494:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af51800/0x5d4000e30d839a49 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef609 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1742903176.293509:0:9553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6fb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1742903176.293518:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.293520:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.293525:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af51800/0x5d4000e30d839a49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef609 expref: 81 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903176.293535:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af51800/0x5d4000e30d839a49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef609 expref: 81 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903176.293542:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af51800, rc 0) 00000100:00100000:3.0:1742903176.293560:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+81:2010:x1827566172214144:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 86us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.293565:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11593 00000100:00100000:2.0:1742903176.293828:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.295458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.295526:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.295586:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172214528 00000100:00100000:2.0:1742903176.295593:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172214528 00000100:00100000:2.0:1742903176.295629:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17619 00000100:00100000:2.0:1742903176.295633:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+644:13300:x1827566172214528:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:0.0:1742903176.297045:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.297095:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172214656 00000100:00100000:2.0:1742903176.297101:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172214656 00010000:00010000:2.0:1742903176.297121:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af51800/0x5d4000e30d839a49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef609 expref: 82 pid: 9553 timeout: 404 lvb_type: 1 00000100:00100000:2.0:1742903176.297142:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22664 00000100:00100000:2.0:1742903176.297147:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+82:2009:x1827566172214656:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.297156:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.297172:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af51800/0x5d4000e30d839a49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef609 expref: 82 pid: 9553 timeout: 404 lvb_type: 1 00010000:00010000:2.0:1742903176.297183:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af51800/0x5d4000e30d839a49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef609 expref: 82 pid: 9553 timeout: 404 lvb_type: 1 00010000:00010000:2.0:1742903176.297201:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af51800/0x5d4000e30d839a49 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef609 expref: 82 pid: 9553 timeout: 404 lvb_type: 1 00010000:00010000:2.0:1742903176.297225:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903176.297227:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903176.297233:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099815e00/0x5d4000e30d839a57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef617 expref: 81 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.297243:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099815e00/0x5d4000e30d839a57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef617 expref: 81 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.297268:0:7197:0:(ldlm_lockd.c:1128:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099815e00/0x5d4000e30d839a57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef617 expref: 81 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903176.297279:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129b90700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7197:1827566161321728:192.168.203.29@tcp:105: 00000100:00100000:2.0:1742903176.297612:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b40cd840 going to sleep for 11 seconds 00000100:00100000:3.0:1742903176.298333:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+644:13300:x1827566172214528:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2680us (2789us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.298341:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17619 00000100:00100000:0.0:1742903176.299188:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.299255:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129b90700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7197:1827566161321728:192.168.203.29@tcp:105: 00010000:00010000:2.0:1742903176.299267:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.299289:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+81:2009:x1827566172214656:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2141us (2243us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.299296:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22664 00000100:00100000:3.0:1742903176.299407:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172214912 00000100:00100000:3.0:1742903176.299412:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172214912 00000100:00100000:3.0:1742903176.299444:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17620 00000100:00100000:3.0:1742903176.299449:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b378c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+644:13299:x1827566172214912:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903176.299641:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8593, 168 off1506168 00000001:00080000:3.0:1742903176.299646:0:7213:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004826 00000100:00100000:3.0:1742903176.299691:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b378c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+646:13299:x1827566172214912:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 241us (508us total) trans 4295004827 rc 0/0 00000100:00100000:3.0:1742903176.299697:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17620 00000020:00080000:3.0:1742903176.299700:0:7213:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903176.301756:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.303382:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.303585:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.303642:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172215424 00000100:00100000:0.0:1742903176.303646:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172215424 00000100:00100000:0.0:1742903176.303673:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76755 00000100:00100000:0.0:1742903176.303677:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+648:13300:x1827566172215424:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.303685:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.303687:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1742903176.303699:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099815a00/0x5d4000e30d839a50 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef610 expref: 647 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.303718:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:0.0:1742903176.303721:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903176.303728:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4c00/0x5d4000e30d839a88 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef62c expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.303768:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d839a8f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.303776:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d839a8f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.303782:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d839a8f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903176.304773:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.304834:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172215552 00000100:00100000:2.0:1742903176.304838:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172215552 00000100:00100000:2.0:1742903176.304904:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76756 00000100:00100000:2.0:1742903176.304909:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+647:13299:x1827566172215552:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.304916:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.304924:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099251000/0x5d4000e30d839a9d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef633 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.304939:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099251000/0x5d4000e30d839a9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef633 expref: 649 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.304953:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099251000/0x5d4000e30d839a9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef633 expref: 649 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.304958:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.304960:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.304962:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099251000, rc 0) 00000100:00100000:2.0:1742903176.304981:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+649:13299:x1827566172215552:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 73us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.304986:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76756 00000100:00100000:0.0:1742903176.306473:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.306517:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.306608:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172215808 00000100:00100000:2.0:1742903176.306611:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172215808 00000100:00100000:2.0:1742903176.306628:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17621 00000100:00100000:2.0:1742903176.306632:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+649:13299:x1827566172215808:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:0.0:1742903176.307684:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.307958:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172216064 00000100:00100000:3.0:1742903176.307962:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172216064 00000100:00100000:3.0:1742903176.307977:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17622 00000100:00100000:3.0:1742903176.307980:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+651:13300:x1827566172216064:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903176.308110:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8595, 168 off1506512 00000001:00080000:3.0:1742903176.308115:0:7213:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004829 00000100:00100000:3.0:1742903176.308178:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+653:13300:x1827566172216064:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 196us (494us total) trans 4295004830 rc 0/0 00000100:00100000:3.0:1742903176.308184:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17622 00000020:00080000:3.0:1742903176.308187:0:7213:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1742903176.309532:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+651:13299:x1827566172215808:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2897us (3012us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.309540:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17621 00000100:00100000:0.0:1742903176.310242:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903176.311141:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903176.311148:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099612e00/0x5d4000e30d839ace lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.311152:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099612e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903176.311155:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099612e00/0x5d4000e30d839ace lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.311159:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099612e00/0x5d4000e30d839ace lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.311170:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2e:0x0].0x0 (ffff88009931b400) 00010000:00010000:0.0:1742903176.311172:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903176.311174:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099612e00/0x5d4000e30d839ace lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.311177:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099612e00/0x5d4000e30d839ace lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.311191:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903176.311192:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903176.311193:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903176.312190:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.312313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.312354:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172216576 00000100:00100000:3.0:1742903176.312359:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172216576 00000100:00100000:3.0:1742903176.312398:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76759 00000100:00100000:3.0:1742903176.312404:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+654:13300:x1827566172216576:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.312414:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.312422:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51a00/0x5d4000e30d839aea lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef648 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.312446:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51400/0x5d4000e30d839af1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.312454:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51400/0x5d4000e30d839af1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.312461:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51400/0x5d4000e30d839af1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.312469:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af50e00/0x5d4000e30d839af8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.312475:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af50e00/0x5d4000e30d839af8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.312480:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af50e00/0x5d4000e30d839af8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.312494:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51400/0x5d4000e30d839af1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.312499:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51400/0x5d4000e30d839af1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.312503:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51400/0x5d4000e30d839af1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.312507:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af51400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.312509:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51400/0x5d4000e30d839af1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.312513:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51400/0x5d4000e30d839af1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.312519:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.312521:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.312523:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51400/0x5d4000e30d839af1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.312527:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51400/0x5d4000e30d839af1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.312534:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af50e00/0x5d4000e30d839af8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.312538:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af50e00/0x5d4000e30d839af8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.312546:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af50e00/0x5d4000e30d839af8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.312550:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af50e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.312552:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af50e00/0x5d4000e30d839af8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.312556:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af50e00/0x5d4000e30d839af8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.312560:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:3.0:1742903176.312562:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.312563:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af50e00/0x5d4000e30d839af8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.312567:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af50e00/0x5d4000e30d839af8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.312580:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51a00/0x5d4000e30d839aea lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef648 expref: 654 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.312586:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51a00/0x5d4000e30d839aea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef648 expref: 654 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.312591:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af51a00, rc 0) 00000100:00100000:3.0:1742903176.312607:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+652:13300:x1827566172216576:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 203us (295us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903176.312615:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76759 00000100:00100000:0.0:1742903176.314017:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.314083:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.314163:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172216704 00000100:00100000:3.0:1742903176.314170:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172216704 00000100:00100000:3.0:1742903176.314303:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76760 00000100:00100000:3.0:1742903176.314309:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+653:13300:x1827566172216704:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.314347:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.314375:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6a00/0x5d4000e30d839aff lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef64f expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.314417:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6a00/0x5d4000e30d839aff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef64f expref: 654 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.314428:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6a00/0x5d4000e30d839aff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef64f expref: 654 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.314434:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.314436:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.314439:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c4c6a00, rc 0) 00000100:00100000:3.0:1742903176.314469:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+654:13300:x1827566172216704:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 160us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.314474:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76760 00000100:00100000:0.0:1742903176.316065:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.316102:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172217088 00000100:00100000:2.0:1742903176.316106:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172217088 00000100:00100000:2.0:1742903176.316136:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17623 00000100:00100000:2.0:1742903176.316141:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+655:13300:x1827566172217088:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:0.0:1742903176.316626:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.318150:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+655:13300:x1827566172217088:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2005us (2082us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.318158:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17623 00000100:00100000:0.0:1742903176.318522:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.319594:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172217472 00000100:00100000:2.0:1742903176.319600:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172217472 00000100:00100000:2.0:1742903176.319638:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17624 00000100:00100000:2.0:1742903176.319643:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+655:13299:x1827566172217472:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:2.0:1742903176.319825:0:18842:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8598, 168 off1507032 00000001:00080000:2.0:1742903176.319830:0:18842:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004833 00000100:00100000:2.0:1742903176.319899:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+657:13299:x1827566172217472:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 254us (1376us total) trans 4295004834 rc 0/0 00000100:00100000:2.0:1742903176.319905:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17624 00000020:00080000:2.0:1742903176.319908:0:18842:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1742903176.320105:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.321518:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.321692:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.321737:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172217984 00000100:00100000:2.0:1742903176.321741:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172217984 00000100:00100000:2.0:1742903176.321769:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76764 00000100:00100000:2.0:1742903176.321773:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+657:13300:x1827566172217984:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.321856:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.321864:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099251c00/0x5d4000e30d839b5a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef66b expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.321888:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099250400/0x5d4000e30d839b61 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.321894:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099250400/0x5d4000e30d839b61 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.321900:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099250400/0x5d4000e30d839b61 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.321908:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099250200/0x5d4000e30d839b68 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.321916:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099250200/0x5d4000e30d839b68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.321920:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099250200/0x5d4000e30d839b68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.321932:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099250400/0x5d4000e30d839b61 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.321936:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099250400/0x5d4000e30d839b61 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.321941:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099250400/0x5d4000e30d839b61 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.321944:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099250400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.321947:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099250400/0x5d4000e30d839b61 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.321952:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099250400/0x5d4000e30d839b61 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.321957:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.321959:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.321961:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099250400/0x5d4000e30d839b61 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.321965:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099250400/0x5d4000e30d839b61 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.321978:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099250200/0x5d4000e30d839b68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.321982:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099250200/0x5d4000e30d839b68 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.321987:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099250200/0x5d4000e30d839b68 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.321991:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099250200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.321993:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099250200/0x5d4000e30d839b68 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.321997:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099250200/0x5d4000e30d839b68 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.322002:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xa8353d69 (ffff8800721bab00) 00010000:00010000:2.0:1742903176.322004:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.322006:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099250200/0x5d4000e30d839b68 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.322010:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099250200/0x5d4000e30d839b68 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.322029:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099251c00/0x5d4000e30d839b5a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef66b expref: 658 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.322036:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099251c00/0x5d4000e30d839b5a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef66b expref: 658 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.322041:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099251c00, rc 0) 00000100:00100000:2.0:1742903176.322071:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+658:13300:x1827566172217984:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 297us (378us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.322077:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76764 00010000:00010000:2.0:1742903176.322109:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903176.322113:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800720ae200/0x5d4000e30d839b6f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.322122:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720ae200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903176.322125:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720ae200/0x5d4000e30d839b6f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe2f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.322130:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720ae200/0x5d4000e30d839b6f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe2f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.322136:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2f:0x0].0x0 (ffff88012dd00000) 00010000:00010000:2.0:1742903176.322137:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903176.322139:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800720ae200/0x5d4000e30d839b6f lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.322144:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720ae200/0x5d4000e30d839b6f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.322151:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903176.322153:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903176.322154:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903176.322987:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.323152:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.323166:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172218240 00000100:00100000:2.0:1742903176.323169:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172218240 00000100:00100000:2.0:1742903176.323194:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76766 00000100:00100000:2.0:1742903176.323198:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+660:13299:x1827566172218240:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.323207:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.323213:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099250a00/0x5d4000e30d839b8b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef679 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.323236:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839b92 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.323243:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839b92 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.323250:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839b92 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.323258:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d839b99 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.323263:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d839b99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.323269:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d839b99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.323282:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839b92 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.323286:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839b92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.323291:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839b92 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.323296:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991e2a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.323298:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839b92 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.323303:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839b92 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.323310:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.323312:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.323334:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839b92 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.323340:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839b92 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.323350:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d839b99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.323354:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d839b99 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.323359:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d839b99 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.323379:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991e3000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.323459:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d839b99 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.323465:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d839b99 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.323471:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4b9bf994 (ffff88012dd00700) 00010000:00010000:2.0:1742903176.323473:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.323475:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d839b99 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.323479:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3000/0x5d4000e30d839b99 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.323497:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099250a00/0x5d4000e30d839b8b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef679 expref: 659 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.323503:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099250a00/0x5d4000e30d839b8b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef679 expref: 659 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.323510:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099250a00, rc 0) 00000100:00100000:2.0:1742903176.323537:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+658:13299:x1827566172218240:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 337us (384us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.323542:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76766 00000100:00100000:0.0:1742903176.324298:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.324331:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172218368 00000100:00100000:2.0:1742903176.324335:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172218368 00000100:00100000:2.0:1742903176.324352:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76767 00000100:00100000:2.0:1742903176.324355:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+658:13299:x1827566172218368:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.324360:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.324377:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839ba0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef680 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.324393:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839ba0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef680 expref: 659 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.324402:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839ba0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef680 expref: 659 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.324409:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.324411:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.324412:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991e2c00, rc 0) 00000100:00100000:2.0:1742903176.324438:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+659:13299:x1827566172218368:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 81us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.324443:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76767 00000100:00100000:0.0:1742903176.324790:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.324860:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172218624 00000100:00100000:2.0:1742903176.324866:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172218624 00000100:00100000:2.0:1742903176.324896:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76768 00000100:00100000:2.0:1742903176.324899:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+659:13300:x1827566172218624:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.324916:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.324918:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1742903176.324939:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c6a00/0x5d4000e30d839aff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef64f expref: 659 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.324956:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.324959:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.324968:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3800/0x5d4000e30d839ba7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef687 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.325178:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839bae lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.325188:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839bae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.325196:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839bae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.325206:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839bb5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.325211:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839bb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.325216:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839bb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00080000:2.0:1742903176.325484:0:18840:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x6fc:0x0], index 0: 0 00000100:00100000:3.0:1742903176.325600:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172218752 00000100:00100000:3.0:1742903176.325605:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172218752 00000040:00080000:2.0:1742903176.325609:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8601, 184 off1507512 00010000:00010000:2.0:1742903176.325665:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839bbc lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.325675:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839bbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.325679:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839bbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.325698:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839bae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.325701:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839bae lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.325704:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839bae lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.325707:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991e2400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.325709:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839bae lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.325712:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839bae lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.325716:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.325717:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.325719:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839bae lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.325721:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839bae lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:2.0:1742903176.325728:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880131a79f80 reply state ffff880096aa0000 transno 4295004836 ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839bb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.325735:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839bb5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.325739:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xa8353d69 (ffff8800721bae00) 00010000:00010000:2.0:1742903176.325741:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903176.325743:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903176.325756:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17625 00010000:00010000:2.0:1742903176.325761:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3800/0x5d4000e30d839ba7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef687 expref: 662 pid: 18840 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903176.325762:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b378850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+662:13299:x1827566172218752:12345-192.168.203.29@tcp:37:dbench.0 00010000:00010000:2.0:1742903176.325773:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839bbc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef687 expref: 661 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.325778:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff8800721ba900) 00010000:00010000:2.0:1742903176.325780:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.325782:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991e2200, rc 0) 00000100:00100000:2.0:1742903176.325825:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+662:13300:x1827566172218624:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 924us (1041us total) trans 4295004836 rc 0/0 00000100:00100000:2.0:1742903176.325830:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76768 00000100:00100000:3.0:1742903176.327433:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b378850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+661:13299:x1827566172218752:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 1669us (1900us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.327443:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17625 00000100:00100000:0.0:1742903176.327592:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.329156:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.329233:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172219008 00000100:00100000:2.0:1742903176.329242:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172219008 00000100:00100000:2.0:1742903176.329283:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76769 00000100:00100000:2.0:1742903176.329289:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+661:13300:x1827566172219008:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.329307:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.329349:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099250e00/0x5d4000e30d839bd1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef695 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.329402:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099251800/0x5d4000e30d839bd8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.329411:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099251800/0x5d4000e30d839bd8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.329417:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099251800/0x5d4000e30d839bd8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.329426:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839bdf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.329429:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839bdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.329434:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839bdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903176.329459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903176.329463:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099251800/0x5d4000e30d839bd8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.329468:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099251800/0x5d4000e30d839bd8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.329473:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099251800/0x5d4000e30d839bd8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.329477:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099251800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.329480:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099251800/0x5d4000e30d839bd8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.329486:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099251800/0x5d4000e30d839bd8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.329494:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.329496:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.329500:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099251800/0x5d4000e30d839bd8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.329504:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099251800/0x5d4000e30d839bd8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.329514:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839bdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.329518:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839bdf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.329522:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839bdf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.329526:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b656400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.329527:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839bdf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.329531:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839bdf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.329537:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:2.0:1742903176.329538:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.329540:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839bdf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.329543:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839bdf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.329561:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099250e00/0x5d4000e30d839bd1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef695 expref: 662 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.329567:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099250e00/0x5d4000e30d839bd1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef695 expref: 662 pid: 18840 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903176.329575:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172219136 00010000:00010000:2.0:1742903176.329575:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099250e00, rc 0) 00000100:00100000:3.0:1742903176.329581:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172219136 00000100:00100000:2.0:1742903176.329615:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+662:13300:x1827566172219008:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 325us (460us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.329622:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76769 00000100:00100000:0.0:1742903176.331412:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.332615:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.332715:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.332793:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172219520 00000100:00100000:3.0:1742903176.332799:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172219520 00000100:00100000:3.0:1742903176.332820:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17626 00000100:00100000:3.0:1742903176.332825:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+662:13300:x1827566172219520:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:3.0:1742903176.334601:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+662:13300:x1827566172219520:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 1772us (1884us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.334607:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17626 00000100:00100000:2.0:1742903176.334848:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172219648 00000100:00100000:2.0:1742903176.334854:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172219648 00000100:00100000:2.0:1742903176.334885:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76773 00000100:00100000:2.0:1742903176.334890:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+662:13299:x1827566172219648:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.334901:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.334913:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b657000/0x5d4000e30d839c17 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef6b1 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.334949:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656800/0x5d4000e30d839c1e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.334959:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656800/0x5d4000e30d839c1e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.334966:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656800/0x5d4000e30d839c1e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.334976:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656c00/0x5d4000e30d839c25 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.334981:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656c00/0x5d4000e30d839c25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.334986:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656c00/0x5d4000e30d839c25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.335015:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656800/0x5d4000e30d839c1e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.335020:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656800/0x5d4000e30d839c1e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.335026:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656800/0x5d4000e30d839c1e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.335030:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b656800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.335033:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656800/0x5d4000e30d839c1e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.335037:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656800/0x5d4000e30d839c1e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.335062:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.335064:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.335067:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656800/0x5d4000e30d839c1e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.335072:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656800/0x5d4000e30d839c1e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.335081:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656c00/0x5d4000e30d839c25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.335085:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656c00/0x5d4000e30d839c25 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.335090:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656c00/0x5d4000e30d839c25 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.335098:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b656c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.335100:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656c00/0x5d4000e30d839c25 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.335104:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656c00/0x5d4000e30d839c25 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.335109:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xa8353d69 (ffff8800721bac00) 00010000:00010000:2.0:1742903176.335111:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.335112:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656c00/0x5d4000e30d839c25 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.335116:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656c00/0x5d4000e30d839c25 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.335140:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b657000/0x5d4000e30d839c17 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6b1 expref: 663 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.335146:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b657000/0x5d4000e30d839c17 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6b1 expref: 663 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.335152:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b657000, rc 0) 00000100:00100000:2.0:1742903176.335181:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+662:13299:x1827566172219648:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 290us (467us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.335186:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76773 00000100:00100000:0.0:1742903176.337021:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.337127:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172219904 00000100:00100000:2.0:1742903176.337135:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172219904 00000100:00100000:2.0:1742903176.337343:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76774 00000100:00100000:2.0:1742903176.337349:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd44050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+662:13299:x1827566172219904:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.337379:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.337382:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1742903176.337406:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839ba0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef680 expref: 662 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.337422:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.337426:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.337435:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d839c2c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef6b8 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.337504:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839c33 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.337513:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839c33 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.337519:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839c33 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.337529:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099596600/0x5d4000e30d839c3a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.337534:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099596600/0x5d4000e30d839c3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.337538:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099596600/0x5d4000e30d839c3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00080000:2.0:1742903176.337774:0:7211:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x6fd:0x0], index 1: 0 00000040:00080000:2.0:1742903176.337849:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8602, 184 off1507696 00010000:00010000:2.0:1742903176.337909:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099596000/0x5d4000e30d839c41 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.337924:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099596000/0x5d4000e30d839c41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.337930:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099596000/0x5d4000e30d839c41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.337955:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839c33 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.337959:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839c33 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.337964:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839c33 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.337967:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099597a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.337970:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839c33 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.337975:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839c33 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.337981:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.337984:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.337986:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839c33 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.337990:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839c33 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000004:00010000:2.0:1742903176.337998:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009fd44050 reply state ffff880096aa3000 transno 4295004837 ns: mdt-lustre-MDT0000_UUID lock: ffff880099596600/0x5d4000e30d839c3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.338007:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099596600/0x5d4000e30d839c3a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.338011:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xa8353d69 (ffff8800721ba600) 00010000:00010000:2.0:1742903176.338013:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903176.338015:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1742903176.338032:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d839c2c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6b8 expref: 664 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.338042:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099596000/0x5d4000e30d839c41 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6b8 expref: 663 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.338047:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff880091643300) 00010000:00010000:2.0:1742903176.338048:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.338050:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099596000, rc 0) 00000100:00100000:0.0:1742903176.338904:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.338995:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd44050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+664:13299:x1827566172219904:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1644us (1977us total) trans 4295004837 rc 0/0 00000100:00100000:2.0:1742903176.339002:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76774 00000100:00100000:0.0:1742903176.340343:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.340493:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172220160 00000100:00100000:3.0:1742903176.340499:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172220160 00000100:00100000:3.0:1742903176.340527:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11599 00000100:00100000:3.0:1742903176.340532:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+82:2009:x1827566172220160:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.340542:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.340556:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c4c7200/0x5d4000e30d839c56 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef6c6 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1742903176.340577:0:9553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6fd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1742903176.340588:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.340590:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.340597:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c4c7200/0x5d4000e30d839c56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6c6 expref: 83 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903176.340610:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c4c7200/0x5d4000e30d839c56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6c6 expref: 83 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903176.340622:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c4c7200, rc 0) 00000100:00100000:3.0:1742903176.340648:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+83:2009:x1827566172220160:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 115us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.340654:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11599 00000100:00100000:0.0:1742903176.340672:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.340694:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172220288 00000100:00100000:3.0:1742903176.340697:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172220288 00010000:00010000:3.0:1742903176.340710:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800720af200/0x5d4000e30d839bca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef68e expref: 83 pid: 18863 timeout: 404 lvb_type: 1 00000100:00100000:3.0:1742903176.340728:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22665 00000100:00100000:3.0:1742903176.340732:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+83:2009:x1827566172220288:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.340741:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.340753:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800720af200/0x5d4000e30d839bca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef68e expref: 83 pid: 18863 timeout: 404 lvb_type: 1 00010000:00010000:3.0:1742903176.340762:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800720af200/0x5d4000e30d839bca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef68e expref: 83 pid: 18863 timeout: 404 lvb_type: 1 00010000:00010000:3.0:1742903176.340776:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800720af200/0x5d4000e30d839bca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef68e expref: 83 pid: 18863 timeout: 404 lvb_type: 1 00010000:00010000:3.0:1742903176.340801:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.340802:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.340807:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880123382a00/0x5d4000e30d839c4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6bf expref: 82 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.340818:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123382a00/0x5d4000e30d839c4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6bf expref: 82 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.340840:0:7197:0:(ldlm_lockd.c:1128:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880123382a00/0x5d4000e30d839c4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6bf expref: 82 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903176.340851:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1827566161321984:192.168.203.29@tcp:105: 00000100:00100000:3.0:1742903176.340911:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1742903176.342834:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1827566161321984:192.168.203.29@tcp:105: 00010000:00010000:3.0:1742903176.342851:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.342891:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+82:2009:x1827566172220288:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2157us (2219us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.342901:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22665 00000100:00100000:2.0:1742903176.343733:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172220416 00000100:00100000:2.0:1742903176.343743:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172220416 00000100:00100000:2.0:1742903176.343852:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76775 00000100:00100000:2.0:1742903176.343858:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+664:13299:x1827566172220416:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.343876:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.343892:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839c5d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef6cd expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.343940:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839c64 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.343951:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839c64 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.343960:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839c64 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.343969:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839c6b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.343974:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839c6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.343979:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839c6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.344008:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839c64 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.344013:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839c64 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.344018:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839c64 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.344023:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099596200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.344026:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839c64 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.344031:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839c64 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.344039:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.344041:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.344045:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839c64 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.344049:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839c64 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.344058:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839c6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.344063:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839c6b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.344066:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839c6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.344070:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099596c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.344071:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839c6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.344075:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839c6b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.344079:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4b9bf994 (ffff88012dd00700) 00010000:00010000:2.0:1742903176.344081:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.344082:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839c6b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.344086:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839c6b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.344103:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839c5d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6cd expref: 665 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.344109:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839c5d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6cd expref: 665 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.344115:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099597000, rc 0) 00000100:00100000:2.0:1742903176.344156:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+664:13299:x1827566172220416:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 298us (500us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.344161:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76775 00000100:00100000:0.0:1742903176.344466:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.344539:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172220672 00000100:00100000:3.0:1742903176.344547:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172220672 00000100:00100000:3.0:1742903176.344575:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17627 00000100:00100000:3.0:1742903176.344581:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+664:13300:x1827566172220672:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903176.344794:0:18842:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8603, 168 off1507864 00000001:00080000:3.0:1742903176.344800:0:18842:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004838 00000100:00100000:3.0:1742903176.344867:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+666:13300:x1827566172220672:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 285us (401us total) trans 4295004839 rc 0/0 00000100:00100000:3.0:1742903176.344873:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17627 00000020:00080000:3.0:1742903176.344877:0:18842:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903176.345920:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.345996:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172220800 00000100:00100000:2.0:1742903176.346034:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172220800 00000100:00100000:2.0:1742903176.346073:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76776 00000100:00100000:2.0:1742903176.346078:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+666:13299:x1827566172220800:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.346089:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.346101:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099597800/0x5d4000e30d839c72 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef6d4 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.346121:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099597800/0x5d4000e30d839c72 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6d4 expref: 667 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.346130:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597800/0x5d4000e30d839c72 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6d4 expref: 667 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.346136:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.346138:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.346139:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099597800, rc 0) 00000100:00100000:2.0:1742903176.346787:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+667:13299:x1827566172220800:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 707us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.346791:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76776 00000100:00100000:0.0:1742903176.346970:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.347027:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172221056 00000100:00100000:2.0:1742903176.347031:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172221056 00000100:00100000:2.0:1742903176.347046:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76777 00000100:00100000:2.0:1742903176.347050:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+667:13300:x1827566172221056:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.347062:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.347072:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3800/0x5d4000e30d839c79 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef6db expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.347142:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839c80 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.347151:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839bbc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef687 expref: 668 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.347158:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839c80 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.347179:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839bbc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef687 expref: 668 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.347188:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839bbc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef687 expref: 668 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.347199:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129b93480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161322112:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.347269:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009da25540 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.348124:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.348526:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.348562:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172221184 00000100:00100000:3.0:1742903176.348567:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172221184 00000100:00100000:3.0:1742903176.348580:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172221312 00000100:00100000:3.0:1742903176.348581:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172221312 00010000:00010000:3.0:1742903176.348598:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839bbc lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef687 expref: 670 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.348616:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22666 00000100:00100000:3.0:1742903176.348621:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+670:2010:x1827566172221312:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.348629:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.348633:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839bbc lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef687 expref: 670 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.348642:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839bbc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef687 expref: 670 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.348657:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff8800721ba900) 00010000:00010000:3.0:1742903176.348661:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839c80 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.348667:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839c80 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.348732:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839bbc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef687 expref: 670 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.348748:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129b93480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161322112:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.348780:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839c80 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.348797:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839c80 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.348798:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.348806:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839c80 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.348810:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839c80 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:2.0:1742903176.348823:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00000100:00100000:3.0:1742903176.348834:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+669:2010:x1827566172221312:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 212us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.348839:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22666 00000100:00100000:3.0:1742903176.348875:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17628 00000100:00100000:3.0:1742903176.348880:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+669:13299:x1827566172221184:12345-192.168.203.29@tcp:37:dbench.0 00010000:00010000:2.0:1742903176.348912:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3800/0x5d4000e30d839c79 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6db expref: 670 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.348928:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839c80 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6db expref: 669 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.348933:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff8800721ba900) 00010000:00010000:2.0:1742903176.348935:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1742903176.348937:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991e2400, rc 0) 00000100:00100000:2.0:1742903176.348952:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+669:13300:x1827566172221056:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1902us (1983us total) trans 4295004840 rc 0/0 00000100:00100000:2.0:1742903176.348956:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76777 00000100:00100000:0.0:1742903176.350675:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.350740:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172221440 00000100:00100000:2.0:1742903176.350745:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172221440 00000100:00100000:2.0:1742903176.350770:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76778 00000100:00100000:2.0:1742903176.350774:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+669:13300:x1827566172221440:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.350786:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.350797:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d839c8e lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef6e2 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903176.350968:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+670:13299:x1827566172221184:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2085us (2843us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.350974:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17628 00010000:00010000:2.0:1742903176.351051:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839c95 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.351061:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839c80 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6db expref: 669 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.351067:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839c95 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.351089:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839c80 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6db expref: 669 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.351098:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839c80 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6db expref: 669 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.351108:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129b93480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161322240:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.351244:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009da25f00 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.352517:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.352592:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129b93480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161322240:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.352609:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839c95 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903176.352649:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172221568 00000100:00100000:3.0:1742903176.352655:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172221568 00010000:00010000:3.0:1742903176.352669:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839c80 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6db expref: 670 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.352698:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22667 00000100:00100000:3.0:1742903176.352702:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880137708c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+670:2009:x1827566172221568:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.352711:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.352715:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839c80 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6db expref: 670 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.352723:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839c80 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6db expref: 670 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.352737:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839c80 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6db expref: 670 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.352748:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff8800721ba900) 00010000:00010000:3.0:1742903176.352751:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839c95 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.352757:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839c95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.352766:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839c95 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.352787:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.352815:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839c95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.352821:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839c95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903176.352823:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880137708c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+669:2009:x1827566172221568:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 119us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.352829:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22667 00000100:00100000:0.0:1742903176.352833:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000004:00200000:2.0:1742903176.352849:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00000004:00200000:2.0:1742903176.352853:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.352864:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839c95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903176.352867:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172221696 00000100:00100000:3.0:1742903176.352870:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172221696 00000100:00100000:3.0:1742903176.352888:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11600 00000100:00100000:3.0:1742903176.352892:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+83:13299:x1827566172221696:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.352901:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.352911:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af50a00/0x5d4000e30d839c9c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef6e9 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.352927:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c4c7200/0x5d4000e30d839c56 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6c6 expref: 84 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903176.352933:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.352934:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.352937:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af50a00/0x5d4000e30d839c9c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6e9 expref: 84 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.352940:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d839c8e lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6e2 expref: 669 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.352953:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c4c7200/0x5d4000e30d839c56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6c6 expref: 84 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1742903176.352953:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839c95 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6e2 expref: 668 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.352959:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff8800721ba900) 00010000:00010000:2.0:1742903176.352961:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.352962:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c4c7200/0x5d4000e30d839c56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6c6 expref: 84 pid: 9553 timeout: 404 lvb_type: 1 00010000:00010000:2.0:1742903176.352963:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991e2c00, rc 0) 00000100:00100000:3.0:1742903176.352972:0:9553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9553:1827566161322368:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.352985:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+668:13300:x1827566172221440:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2210us (2313us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.352990:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76778 00000100:00100000:3.0:1742903176.353009:0:9553:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5180 going to sleep for 11 seconds 00000100:00100000:3.0:1742903176.354032:0:9553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9553:1827566161322368:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.354047:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af50a00/0x5d4000e30d839c9c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6e9 expref: 84 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.354056:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af50a00, rc 0) 00000100:00100000:3.0:1742903176.354093:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+84:13299:x1827566172221696:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1199us (1260us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.354099:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11600 00000100:00100000:0.0:1742903176.354197:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.354268:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172221824 00000100:00100000:3.0:1742903176.354271:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172221824 00010000:00010000:3.0:1742903176.354284:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c4c7200/0x5d4000e30d839c56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6c6 expref: 84 pid: 9553 timeout: 404 lvb_type: 1 00000100:00100000:3.0:1742903176.354301:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22668 00000100:00100000:3.0:1742903176.354305:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+84:2010:x1827566172221824:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.354312:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.354360:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c4c7200/0x5d4000e30d839c56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6c6 expref: 84 pid: 9553 timeout: 404 lvb_type: 1 00010000:00010000:3.0:1742903176.354382:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c4c7200/0x5d4000e30d839c56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6c6 expref: 84 pid: 9553 timeout: 404 lvb_type: 1 00010000:00010000:3.0:1742903176.354400:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c4c7200/0x5d4000e30d839c56 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6c6 expref: 84 pid: 9553 timeout: 404 lvb_type: 1 00010000:00010000:3.0:1742903176.354409:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.354411:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.354415:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af50a00/0x5d4000e30d839c9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6e9 expref: 83 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.354422:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af50a00/0x5d4000e30d839c9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6e9 expref: 83 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.354440:0:7197:0:(ldlm_lockd.c:1128:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af50a00/0x5d4000e30d839c9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6e9 expref: 83 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903176.354452:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7197:1827566161322496:192.168.203.29@tcp:105: 00000100:00100000:3.0:1742903176.354482:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5180 going to sleep for 11 seconds 00000100:00100000:2.0:1742903176.354571:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172221952 00000100:00100000:2.0:1742903176.354575:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172221952 00000100:00100000:2.0:1742903176.354601:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76779 00000100:00100000:2.0:1742903176.354605:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+668:13300:x1827566172221952:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.354614:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.354626:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839ca3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef6f0 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.354659:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839caa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354666:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839caa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354671:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839caa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354677:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839cb1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354682:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354685:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354727:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839cb8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354731:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354733:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:2.0:1742903176.354750:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00000004:00200000:2.0:1742903176.354752:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.354759:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354763:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354766:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839caa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354769:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839caa lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354772:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839caa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354775:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099597000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.354777:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839caa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354783:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839caa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354790:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.354792:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.354796:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839caa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354800:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839caa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354808:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354812:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839cb1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354816:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839cb1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354819:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099596c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.354821:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839cb1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354826:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839cb1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354830:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xa8353d69 (ffff8800721bae00) 00010000:00010000:2.0:1742903176.354832:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.354834:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839cb1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354838:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839cb1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.354854:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839ca3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6f0 expref: 670 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.354861:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839cb8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6f0 expref: 669 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.354866:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff8800721ba900) 00010000:00010000:2.0:1742903176.354867:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.354869:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099596200, rc 0) 00000100:00100000:2.0:1742903176.354895:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+669:13300:x1827566172221952:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 289us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.354900:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76779 00000100:00100000:3.0:1742903176.355662:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7197:1827566161322496:192.168.203.29@tcp:105: 00010000:00010000:3.0:1742903176.355674:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.355709:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+83:2010:x1827566172221824:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1402us (1512us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.355716:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22668 00000100:00100000:0.0:1742903176.355906:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.355964:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172222080 00000100:00100000:3.0:1742903176.355969:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172222080 00000100:00100000:3.0:1742903176.355989:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8422 00000100:00100000:3.0:1742903176.355993:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+669:2008:x1827566172222080:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.356003:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.356013:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839cb8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6f0 expref: 669 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.356023:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff8800721ba900) 00010000:00010000:3.0:1742903176.356026:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.356054:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+668:2008:x1827566172222080:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 60us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.356060:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8422 00000100:00100000:0.0:1742903176.356993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.357030:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.357072:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172222592 00000100:00100000:2.0:1742903176.357076:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172222592 00000100:00100000:2.0:1742903176.357096:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76780 00000100:00100000:2.0:1742903176.357100:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+668:13300:x1827566172222592:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903176.357130:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.357142:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839c95 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6e2 expref: 668 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.357153:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff8800721ba900) 00010000:00010000:2.0:1742903176.357161:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.357209:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839cbf lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.357217:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839cbf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.357228:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839cbf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903176.357275:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172222336 00000100:00100000:3.0:1742903176.357279:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172222336 00000100:00100000:3.0:1742903176.357311:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17629 00000004:00010000:2.0:1742903176.357339:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800999ffb80 reply state ffff880096aa6000 transno 4295004841 ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839cbf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903176.357340:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+669:13299:x1827566172222336:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:2.0:1742903176.357345:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839cbf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.357348:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:2.0:1742903176.357349:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903176.357351:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903176.357413:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+670:13300:x1827566172222592:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 312us (382us total) trans 4295004841 rc 0/0 00000100:00100000:2.0:1742903176.357417:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76780 00000040:00080000:3.0:1742903176.357547:0:18842:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8604, 168 off1508032 00000001:00080000:3.0:1742903176.357553:0:18842:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004842 00000100:00100000:3.0:1742903176.357593:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+671:13299:x1827566172222336:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 276us (600us total) trans 4295004843 rc 0/0 00000100:00100000:3.0:1742903176.357599:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17629 00000020:00080000:3.0:1742903176.357602:0:18842:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903176.358809:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.359172:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.359231:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172222976 00000100:00100000:2.0:1742903176.359235:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172222976 00000100:00100000:2.0:1742903176.359265:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76782 00000100:00100000:2.0:1742903176.359270:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+672:13299:x1827566172222976:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.359339:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.359349:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656800/0x5d4000e30d839ccd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef6fe expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.359413:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839cd4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.359422:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099596000/0x5d4000e30d839c41 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6b8 expref: 674 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.359428:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839cd4 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.359450:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099596000/0x5d4000e30d839c41 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6b8 expref: 673 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.359460:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099596000/0x5d4000e30d839c41 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6b8 expref: 673 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.359469:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129b93480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161322624:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.359517:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009da25f00 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.360829:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.360870:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.360876:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172223104 00000100:00100000:3.0:1742903176.360881:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172223104 00000100:00100000:3.0:1742903176.360906:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11601 00000100:00100000:3.0:1742903176.360910:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+82:2009:x1827566172223104:12345-192.168.203.29@tcp:2:dbench.0 00000100:00100000:2.0:1742903176.360924:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129b93480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161322624:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.360940:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839cd4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903176.360963:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172223232 00000100:00100000:2.0:1742903176.360965:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172223232 00010000:00010000:2.0:1742903176.360976:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099596000/0x5d4000e30d839c41 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6b8 expref: 674 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.361005:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22669 00000100:00100000:2.0:1742903176.361010:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+674:2010:x1827566172223232:12345-192.168.203.29@tcp:103:ldlm_bl.0 00002000:00010000:3.0:1742903176.361017:0:9553:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x6fc:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:2.0:1742903176.361018:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1742903176.361019:0:9553:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x6fc:0x0] updating lvb mtime from disk: 0 -> 1742903163 00002000:00010000:3.0:1742903176.361021:0:9553:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x6fc:0x0] updating lvb atime from disk: 0 -> 1742903165 00010000:00010000:2.0:1742903176.361023:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099596000/0x5d4000e30d839c41 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6b8 expref: 674 pid: 7211 timeout: 404 lvb_type: 0 00002000:00010000:3.0:1742903176.361024:0:9553:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x6fc:0x0] updating lvb ctime from disk: 0 -> 1742903175 00002000:00010000:3.0:1742903176.361025:0:9553:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x6fc:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1742903176.361031:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099596000/0x5d4000e30d839c41 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6b8 expref: 674 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.361047:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099596000/0x5d4000e30d839c41 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6b8 expref: 674 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.361049:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+83:2009:x1827566172223104:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 138us (223us total) trans 4294970598 rc 0/0 00000100:00100000:3.0:1742903176.361055:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11601 00010000:00010000:2.0:1742903176.361057:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff880091643300) 00010000:00010000:2.0:1742903176.361061:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839cd4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.361067:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839cd4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.361072:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839cd4 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.361120:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839cd4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.361126:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839cd4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903176.361139:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe31:0x0]: returning size 12006 00010000:00010000:3.0:1742903176.361201:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656800/0x5d4000e30d839ccd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6fe expref: 675 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.361213:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839cd4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6fe expref: 674 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.361218:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff880091643300) 00010000:00010000:3.0:1742903176.361220:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903176.361222:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b656400, rc 0) 00000100:00100000:3.0:1742903176.361239:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+674:13299:x1827566172222976:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1969us (2067us total) trans 4295004844 rc 0/0 00000100:00100000:3.0:1742903176.361244:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76782 00010000:00010000:2.0:1742903176.361311:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.361394:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+673:2010:x1827566172223232:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 377us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.361400:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22669 00000100:00100000:0.0:1742903176.364437:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.364469:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.364565:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172223488 00000100:00100000:3.0:1742903176.364572:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172223488 00000100:00100000:3.0:1742903176.364612:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172223360 00000100:00100000:3.0:1742903176.364614:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172223360 00000100:00100000:3.0:1742903176.364634:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76783 00000100:00100000:3.0:1742903176.364639:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+674:13300:x1827566172223488:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.364656:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.364672:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d839ce2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef705 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.364736:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214200/0x5d4000e30d839ce9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.364747:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099214200/0x5d4000e30d839ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.364755:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099214200/0x5d4000e30d839ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903176.364773:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00000004:00200000:3.0:1742903176.364775:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.364787:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099214200/0x5d4000e30d839ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.364804:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d839ce2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef705 expref: 677 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.364816:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214200/0x5d4000e30d839ce9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef705 expref: 676 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.364823:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:3.0:1742903176.364825:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.364827:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099214200, rc 0) 00000100:00100000:3.0:1742903176.364873:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+676:13300:x1827566172223488:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 233us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.364879:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76783 00000100:00100000:0.0:1742903176.367713:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.367771:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.367880:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172223616 00000100:00100000:2.0:1742903176.367886:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172223616 00000100:00100000:2.0:1742903176.367913:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76785 00000100:00100000:2.0:1742903176.367918:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+676:13300:x1827566172223616:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.367930:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.367945:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839cfe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef713 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.367990:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839d05 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.368002:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839d05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.368011:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839d05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.368021:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839d0c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.368026:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839d0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.368030:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839d0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.368085:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839d13 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.368091:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839d13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.368095:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839d13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903176.368102:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172223744 00000100:00100000:3.0:1742903176.368108:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172223744 00000004:00200000:2.0:1742903176.368120:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00000004:00200000:2.0:1742903176.368122:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1742903176.368129:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839cd4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6fe expref: 678 pid: 18840 timeout: 404 lvb_type: 0 00000004:00010000:2.0:1742903176.368135:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839d13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.368142:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839d13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.368147:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839d05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903176.368151:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22670 00010000:00010000:2.0:1742903176.368152:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839d05 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903176.368156:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+678:2009:x1827566172223744:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.368156:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839d05 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.368164:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099596c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.368167:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.368167:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839d05 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.368172:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839cd4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6fe expref: 678 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.368172:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839d05 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.368180:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.368181:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839cd4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6fe expref: 678 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.368183:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.368186:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839d05 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.368190:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099596c00/0x5d4000e30d839d05 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.368198:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839cd4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6fe expref: 678 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.368200:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839d0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.368204:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839d0c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.368208:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839d0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.368212:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff880091643300) 00010000:00010000:2.0:1742903176.368212:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099597000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.368213:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839d0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.368215:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880123383000/0x5d4000e30d839cf7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.368218:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839d0c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.368223:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880123383000/0x5d4000e30d839cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.368229:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880123383000/0x5d4000e30d839cf7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.368233:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xa8353d69 (ffff8800721bae00) 00010000:00010000:2.0:1742903176.368235:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.368237:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839d0c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.368241:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839d0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.368255:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.368260:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839cfe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef713 expref: 678 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.368268:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099596200/0x5d4000e30d839d13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef713 expref: 677 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.368274:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:2.0:1742903176.368275:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.368277:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099596200, rc 0) 00000100:00100000:3.0:1742903176.368294:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+677:2009:x1827566172223744:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 136us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.368300:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22670 00000100:00100000:2.0:1742903176.368309:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+677:13300:x1827566172223616:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 390us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.368335:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76785 00010000:00010000:0.0:1742903176.368395:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880123383000/0x5d4000e30d839cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.368402:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880123383000/0x5d4000e30d839cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903176.368428:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe31:0x0]: returning size 12006 00000004:00200000:0.0:1742903176.368430:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903176.368437:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880123383000/0x5d4000e30d839cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.368455:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123383600/0x5d4000e30d839cf0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef70c expref: 676 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.368467:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880123383000/0x5d4000e30d839cf7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef70c expref: 675 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.368473:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff880091643300) 00010000:00010000:0.0:1742903176.368474:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903176.368476:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880123383000, rc 0) 00000100:00100000:0.0:1742903176.368496:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+675:13299:x1827566172223360:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3744us (4026us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.368502:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76784 00000100:00100000:0.0:1742903176.370259:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.370350:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.370379:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172223872 00000100:00100000:2.0:1742903176.370387:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172223872 00000100:00100000:2.0:1742903176.370423:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76786 00000100:00100000:2.0:1742903176.370429:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+676:13299:x1827566172223872:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.370443:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.370457:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b657a00/0x5d4000e30d839d1a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef71a expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.370498:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839d21 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370511:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839d21 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370519:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839d21 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370526:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839d28 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370532:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839d28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370536:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839d28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370584:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839d2f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370590:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839d2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370594:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839d2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:2.0:1742903176.370617:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe31:0x0]: returning size 12006 00000004:00200000:2.0:1742903176.370620:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.370629:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839d2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370635:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839d2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370640:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839d21 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370648:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839d21 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370652:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839d21 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370656:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072030c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.370659:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839d21 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370664:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839d21 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370671:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.370673:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.370676:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839d21 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370679:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839d21 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370689:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839d28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370693:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839d28 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370696:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839d28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370700:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072031c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.370702:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839d28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370708:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839d28 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370713:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xa8353d69 (ffff8800721ba600) 00010000:00010000:2.0:1742903176.370715:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.370717:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839d28 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370721:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839d28 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.370737:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b657a00/0x5d4000e30d839d1a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef71a expref: 678 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.370746:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839d2f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef71a expref: 677 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.370751:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff880091643300) 00010000:00010000:2.0:1742903176.370753:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.370755:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072030600, rc 0) 00000100:00100000:2.0:1742903176.370795:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+677:13299:x1827566172223872:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 366us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.370801:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76786 00000100:00100000:0.0:1742903176.374219:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.374387:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172224256 00000100:00100000:2.0:1742903176.374397:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172224256 00000100:00100000:2.0:1742903176.374440:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11602 00000100:00100000:2.0:1742903176.374447:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+83:2007:x1827566172224256:12345-192.168.203.29@tcp:2:dbench.0 00000100:00100000:0.0:1742903176.374485:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00002000:00010000:2.0:1742903176.374585:0:18863:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x6fc:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1742903176.374589:0:18863:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x6fc:0x0] updating lvb mtime from disk: 1742903163 -> 1742903151 00002000:00010000:2.0:1742903176.374591:0:18863:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x6fc:0x0] updating lvb atime from disk: 1742903165 -> 1742903155 00002000:00010000:2.0:1742903176.374593:0:18863:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x6fc:0x0] updating lvb ctime from disk: 1742903175 -> 1742903175 00002000:00010000:2.0:1742903176.374595:0:18863:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x6fc:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1742903176.374636:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+84:2007:x1827566172224256:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 188us (425us total) trans 4294970599 rc 0/0 00000100:00100000:2.0:1742903176.374643:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11602 00000100:00100000:2.0:1742903176.376626:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.376839:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172224768 00000100:00100000:3.0:1742903176.376845:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172224768 00000100:00100000:0.0:1742903176.377046:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.377286:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17630 00000100:00100000:3.0:1742903176.377293:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b378450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+676:13300:x1827566172224768:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903176.377727:0:18842:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8605, 168 off1508200 00000100:00100000:3.0:1742903176.377801:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b378450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+677:13300:x1827566172224768:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 508us (1179us total) trans 4295004847 rc 0/0 00000100:00100000:3.0:1742903176.377808:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17630 00000100:00100000:0.0:1742903176.380110:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.381699:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.381752:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172225152 00000100:00100000:3.0:1742903176.381757:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172225152 00000100:00100000:3.0:1742903176.381790:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11603 00000100:00100000:3.0:1742903176.381794:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+83:2009:x1827566172225152:12345-192.168.203.29@tcp:2:dbench.0 00002000:00010000:3.0:1742903176.382004:0:9553:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x6fd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1742903176.382007:0:9553:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x6fd:0x0] updating lvb mtime from disk: 0 -> 1742903163 00002000:00010000:3.0:1742903176.382009:0:9553:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x6fd:0x0] updating lvb atime from disk: 0 -> 1742903165 00002000:00010000:3.0:1742903176.382011:0:9553:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x6fd:0x0] updating lvb ctime from disk: 0 -> 1742903175 00002000:00010000:3.0:1742903176.382013:0:9553:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x6fd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1742903176.382048:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+84:2009:x1827566172225152:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 253us (357us total) trans 4294970534 rc 0/0 00000100:00100000:3.0:1742903176.382054:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11603 00000100:00100000:2.0:1742903176.384638:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.384672:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.384739:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172225536 00000100:00100000:0.0:1742903176.384745:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172225408 00000100:00100000:3.0:1742903176.384749:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172225536 00000100:00100000:0.0:1742903176.384753:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172225408 00000100:00100000:3.0:1742903176.384796:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76791 00000100:00100000:3.0:1742903176.384803:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+680:13299:x1827566172225536:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.384822:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.384840:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d839d67 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef736 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.384920:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d839d6e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.384932:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d839d6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.384942:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d839d6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.384965:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe31:0x0]: returning size 12006 00000004:00200000:3.0:1742903176.384969:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.384982:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d839d6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.385003:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215a00/0x5d4000e30d839d67 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef736 expref: 682 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.385015:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d839d6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef736 expref: 681 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.385107:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:3.0:1742903176.385110:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.385113:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099214e00, rc 0) 00000100:00100000:3.0:1742903176.385158:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+681:13299:x1827566172225536:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 353us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.385164:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76791 00000100:00100000:0.0:1742903176.385252:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76792 00000100:00100000:0.0:1742903176.385258:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+680:13300:x1827566172225408:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.385274:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.385288:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d839d75 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef72f expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.385400:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839d7c lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.385412:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720afa00/0x5d4000e30d839d60 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef728 expref: 681 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.385417:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839d7c lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.385442:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800720afa00/0x5d4000e30d839d60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef728 expref: 681 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.385452:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720afa00/0x5d4000e30d839d60 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef728 expref: 681 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903176.385464:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a785f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161322880:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.392467:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1742903176.392467:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1742903176.392484:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1827566161323136:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1742903176.392485:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129b90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161323008:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1742903176.392695:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903176.392728:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903176.392748:0:9554:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161323136 00000100:00100000:3.0:1742903176.392754:0:9554:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161323136 00000100:00100000:3.0:1742903176.392786:0:9554:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161323008 00000100:00100000:3.0:1742903176.392788:0:9554:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161323008 00000100:00100000:3.0:1742903176.392796:0:9554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:3.0:1742903176.392800:0:9554:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1827566161323136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1742903176.392818:0:9554:0:(ofd_obd.c:715:ofd_statfs()) blocks cached 1400832 granted 491510464 pending 0 free 3899928576 avail 3668144128 00000100:00080000:2.0:1742903176.392818:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1742903146 00000100:00100000:3.0:1742903176.392842:0:9554:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1827566161323136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.392846:0:9554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:3.0:1742903176.392856:0:9554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:3.0:1742903176.392858:0:9554:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1827566161323008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1742903176.392863:0:9554:0:(ofd_obd.c:715:ofd_statfs()) blocks cached 1400832 granted 491510464 pending 0 free 3899928576 avail 3668144128 00000100:00100000:0.0:1742903176.392873:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.392877:0:9554:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1827566161323008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 17us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.392880:0:9554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:2.0:1742903176.392896:0:3763:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294970587 gen 2 00000004:00080000:2.0:1742903176.392902:0:3763:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099d6b480, transno 4294970582 00000100:00100000:3.0:1742903176.392906:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1827566161323136:0@lo:13:osp-pre-0-1.0 00000004:00080000:2.0:1742903176.392914:0:3763:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099d68a80, transno 4294970583 00000004:00080000:2.0:1742903176.392916:0:3763:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099d6ad80, transno 4294970584 00000004:00080000:2.0:1742903176.392918:0:3763:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099d68000, transno 4294970585 00000100:00100000:0.0:1742903176.392918:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000004:00080000:2.0:1742903176.392920:0:3763:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099d6bb80, transno 4294970586 00000004:00080000:2.0:1742903176.392923:0:3763:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012dd11880, transno 4294970587 00000100:00100000:2.0:1742903176.392932:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129b90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161323008:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1742903176.392948:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172225664 00000100:00100000:3.0:1742903176.392950:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172225664 00000100:00100000:2.0:1742903176.392956:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172225792 00000100:00100000:2.0:1742903176.392960:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172225792 00000100:00100000:3.0:1742903176.392971:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76793 00000100:00100000:3.0:1742903176.392974:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+683:13299:x1827566172225664:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.392978:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720afa00/0x5d4000e30d839d60 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef728 expref: 683 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.392985:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1742903176.393007:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22671 00000004:00080000:0.0:1742903176.393010:0:10641:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 5 changes, 0 in progress, 0 in flight, 6 done 00000100:00100000:2.0:1742903176.393013:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a786a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+683:2008:x1827566172225792:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.393023:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.393025:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099214200/0x5d4000e30d839d83 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef73d expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.393028:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800720afa00/0x5d4000e30d839d60 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef728 expref: 683 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.393037:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800720afa00/0x5d4000e30d839d60 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef728 expref: 684 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.393055:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:2.0:1742903176.393059:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839d7c lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.393067:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839d7c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.393072:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839d7c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.393075:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839d8a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.393088:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.393090:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839d8a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.393099:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839d8a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.393108:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839d91 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.393113:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839d91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.393118:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839d91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903176.393130:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a786a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+684:2008:x1827566172225792:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 114us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.393136:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22671 00010000:00010000:2.0:1742903176.393166:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720afa00/0x5d4000e30d839d60 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef728 expref: 683 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.393176:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a785f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161322880:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.393185:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839d98 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.393186:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839d7c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.393192:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839d98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.393193:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839d7c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.393198:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839d98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.393198:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839d7c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1742903176.393211:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00000004:00200000:3.0:1742903176.393227:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe31:0x0]: returning size 12006 00000004:00200000:3.0:1742903176.393230:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.393243:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839d98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.393250:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839d98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.393257:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839d8a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.393265:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839d8a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.393270:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839d8a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.393276:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099215c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.393279:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839d8a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.393279:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5800/0x5d4000e30d839d75 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef72f expref: 684 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.393285:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839d8a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.393289:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839d7c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef72f expref: 683 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.393292:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.393295:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.393295:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:2.0:1742903176.393297:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903176.393298:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839d8a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.393299:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4d4400, rc 0) 00010000:00010000:3.0:1742903176.393302:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215c00/0x5d4000e30d839d8a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.393311:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839d91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.393340:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839d91 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.393345:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839d91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903176.393345:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+683:13300:x1827566172225408:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 8086us (8672us total) trans 4295004848 rc 0/0 00010000:00010000:3.0:1742903176.393349:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099214a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.393351:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839d91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903176.393351:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76792 00010000:00010000:3.0:1742903176.393359:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839d91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.393375:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xa8353d69 (ffff8800721ba600) 00010000:00010000:3.0:1742903176.393377:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.393379:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839d91 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.393383:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839d91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.393401:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214200/0x5d4000e30d839d83 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef73d expref: 683 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.393410:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839d98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef73d expref: 682 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.393416:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:3.0:1742903176.393418:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.393420:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099597a00, rc 0) 00000100:00100000:3.0:1742903176.393443:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+682:13299:x1827566172225664:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 467us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.393448:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76793 00000100:00100000:0.0:1742903176.400846:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.400889:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.400925:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172225920 00000100:00100000:0.0:1742903176.400934:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172225920 00000100:00100000:0.0:1742903176.400971:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172226176 00000100:00100000:0.0:1742903176.400973:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172226176 00000100:00100000:0.0:1742903176.400995:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76794 00000100:00100000:0.0:1742903176.401002:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+683:13300:x1827566172225920:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.401026:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.401046:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5600/0x5d4000e30d839da6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef744 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.401183:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d839dad lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.401197:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839d7c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef72f expref: 684 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.401203:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d839dad lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.401236:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839d7c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef72f expref: 684 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.401247:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839d7c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef72f expref: 684 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903176.401259:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a784700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161323264:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903176.401422:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76795 00000100:00100000:0.0:1742903176.401426:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+684:13299:x1827566172226176:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903176.401451:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1742903176.401472:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839d98 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef73d expref: 684 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.401492:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d839d6e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef736 expref: 683 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.401503:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:0.0:1742903176.401507:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903176.401528:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839db4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.401537:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839db4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.401545:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839db4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903176.401605:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4540 going to sleep for 11 seconds 00000100:00100000:2.0:1742903176.404527:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a784700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161323264:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.404551:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d839dad lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903176.405227:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.405349:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.405412:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172226432 00000100:00100000:3.0:1742903176.405423:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172226432 00000100:00100000:2.0:1742903176.405427:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172226304 00000100:00100000:2.0:1742903176.405432:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172226304 00010000:00010000:2.0:1742903176.405454:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839d7c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef72f expref: 684 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.405470:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11604 00000100:00100000:3.0:1742903176.405477:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+84:2009:x1827566172226432:12345-192.168.203.29@tcp:2:dbench.0 00000100:00100000:2.0:1742903176.405478:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22672 00000100:00100000:2.0:1742903176.405483:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a785180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+684:2009:x1827566172226304:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.405494:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.405499:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839d7c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef72f expref: 684 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.405507:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839d7c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef72f expref: 684 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.405526:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d839d7c lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef72f expref: 684 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.405550:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:2.0:1742903176.405554:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d839dad lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.405562:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d839dad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.405568:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d839dad lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.405586:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:3.0:1742903176.405601:0:9553:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x6fd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1742903176.405604:0:9553:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x6fd:0x0] updating lvb mtime from disk: 1742903163 -> 1742903151 00002000:00010000:3.0:1742903176.405606:0:9553:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x6fd:0x0] updating lvb atime from disk: 1742903165 -> 1742903155 00002000:00010000:3.0:1742903176.405608:0:9553:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x6fd:0x0] updating lvb ctime from disk: 1742903175 -> 1742903175 00002000:00010000:3.0:1742903176.405609:0:9553:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x6fd:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:0.0:1742903176.405629:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d839dad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.405635:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d839dad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903176.405636:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a785180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+683:2009:x1827566172226304:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 152us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.405640:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+85:2009:x1827566172226432:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 163us (324us total) trans 4294970535 rc 0/0 00000100:00100000:2.0:1742903176.405643:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22672 00000100:00100000:3.0:1742903176.405646:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11604 00000004:00200000:0.0:1742903176.405670:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00000004:00200000:0.0:1742903176.405673:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903176.405686:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d839dad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.405711:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5600/0x5d4000e30d839da6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef744 expref: 683 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.405721:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d839dad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef744 expref: 682 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.405726:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:0.0:1742903176.405729:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903176.405731:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4d5a00, rc 0) 00000100:00100000:0.0:1742903176.405748:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+682:13300:x1827566172225920:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 4747us (4911us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.405754:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76794 00000100:00100000:0.0:1742903176.406844:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.406905:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.406926:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172226688 00000100:00100000:3.0:1742903176.406931:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172226688 00000100:00100000:3.0:1742903176.406962:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172226944 00000100:00100000:3.0:1742903176.406964:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172226944 00000100:00100000:3.0:1742903176.406990:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17631 00000100:00100000:3.0:1742903176.406996:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+683:13299:x1827566172226688:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903176.407152:0:18842:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8606, 168 off1508368 00000100:00100000:3.0:1742903176.407218:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+686:13299:x1827566172226688:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 222us (376us total) trans 4295004851 rc 0/0 00000100:00100000:3.0:1742903176.407225:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17631 00000100:00100000:0.0:1742903176.408829:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.408873:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.408888:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172227072 00000100:00100000:2.0:1742903176.408895:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172227072 00000100:00100000:2.0:1742903176.408930:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172227200 00000100:00100000:2.0:1742903176.408933:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172227200 00000100:00100000:2.0:1742903176.408948:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76796 00000100:00100000:2.0:1742903176.408954:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+686:13300:x1827566172227072:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.408971:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.408993:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656c00/0x5d4000e30d839dbb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef74b expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.409043:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839dc9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409056:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839dc9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409065:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839dc9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409075:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839dde lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409081:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839dde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409087:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839dde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409161:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839dec lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409168:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839dec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409174:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839dec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:2.0:1742903176.409196:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00000004:00200000:2.0:1742903176.409200:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.409209:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839dec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409217:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839dec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409223:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839dc9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409228:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839dc9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409234:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839dc9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409238:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c4c7200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.409241:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839dc9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409247:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839dc9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409255:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.409258:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.409261:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839dc9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409266:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839dc9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409275:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839dde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409281:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839dde lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409286:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839dde lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409290:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072031a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.409293:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839dde lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409298:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839dde lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409303:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xa8353d69 (ffff8800721bae00) 00010000:00010000:2.0:1742903176.409306:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.409308:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839dde lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409353:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839dde lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.409384:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656c00/0x5d4000e30d839dbb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef74b expref: 689 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.409398:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839dec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef74b expref: 688 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.409404:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:2.0:1742903176.409406:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.409408:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072030600, rc 0) 00000100:00100000:2.0:1742903176.409434:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+688:13300:x1827566172227072:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 480us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.409441:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76796 00000100:00100000:0.0:1742903176.412839:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.412884:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.413396:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172227456 00000100:00100000:2.0:1742903176.413407:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172227456 00000100:00100000:2.0:1742903176.413445:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76798 00000100:00100000:2.0:1742903176.413452:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+687:13300:x1827566172227456:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.413469:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1742903176.413476:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903176.413486:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839df3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef759 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903176.413506:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172227712 00000100:00100000:0.0:1742903176.413513:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172227712 00000100:00100000:0.0:1742903176.413540:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76799 00010000:00010000:2.0:1742903176.413541:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839dfa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903176.413545:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+689:13299:x1827566172227712:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.413554:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839dfa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.413558:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.413564:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839dfa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.413573:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839e08 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.413573:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d839e01 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef760 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.413579:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839e08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.413585:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839e08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.413617:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839dfa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.413623:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839dfa lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.413628:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839dfa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.413634:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072030c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.413638:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839dfa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.413644:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839dfa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.413645:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839e0f lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.413653:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.413656:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.413657:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d839de5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef752 expref: 690 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.413659:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839dfa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.413664:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839dfa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.413664:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839e0f lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.413673:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839e08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.413678:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839e08 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.413682:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839e08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.413686:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072031c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.413688:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839e08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.413692:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d839de5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef752 expref: 690 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.413693:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839e08 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.413698:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:2.0:1742903176.413700:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.413702:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d839de5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef752 expref: 690 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.413703:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839e08 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.413711:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839e08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903176.413712:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b831f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161323392:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.413731:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839df3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef759 expref: 690 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.413738:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839df3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef759 expref: 690 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.413745:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072030200, rc 0) 00000100:00100000:0.0:1742903176.413771:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4000 going to sleep for 11 seconds 00000100:00100000:2.0:1742903176.413781:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+689:13300:x1827566172227456:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 329us (896us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.413787:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76798 00000100:00100000:3.0:1742903176.414060:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172227328 00000100:00100000:3.0:1742903176.414065:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172227328 00000100:00100000:3.0:1742903176.414091:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8423 00000100:00100000:3.0:1742903176.414095:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880137708850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+689:2007:x1827566172227328:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.414103:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.414114:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839dec lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef74b expref: 689 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.414137:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:3.0:1742903176.414141:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.414159:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880137708850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+688:2007:x1827566172227328:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 63us (1328us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.414165:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8423 00000100:00100000:2.0:1742903176.415549:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.415581:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b831f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161323392:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903176.415598:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839e0f lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903176.415787:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.415841:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172227840 00000100:00100000:3.0:1742903176.415846:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172227840 00000100:00100000:3.0:1742903176.415877:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76800 00000100:00100000:3.0:1742903176.415882:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+688:13300:x1827566172227840:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.415895:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.415908:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839e16 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef767 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.415948:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839e1d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.415959:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839e1d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903176.415963:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172227968 00010000:00010000:3.0:1742903176.415967:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839e1d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903176.415969:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172227968 00010000:00010000:3.0:1742903176.415976:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099596000/0x5d4000e30d839e24 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.415983:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099596000/0x5d4000e30d839e24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.415988:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099596000/0x5d4000e30d839e24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.415989:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d839de5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef752 expref: 690 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.416016:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839e1d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.416021:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839e1d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.416027:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839e1d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.416032:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099597a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.416034:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839e1d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903176.416038:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22673 00010000:00010000:3.0:1742903176.416039:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839e1d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903176.416044:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+690:2010:x1827566172227968:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903176.416054:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.416059:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:0.0:1742903176.416059:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d839de5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef752 expref: 690 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.416062:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.416065:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839e1d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.416069:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839e1d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.416069:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d839de5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef752 expref: 690 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.416081:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099596000/0x5d4000e30d839e24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.416085:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099596000/0x5d4000e30d839e24 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.416087:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d839de5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef752 expref: 690 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.416090:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099596000/0x5d4000e30d839e24 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.416093:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099596000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.416096:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099596000/0x5d4000e30d839e24 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.416100:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099596000/0x5d4000e30d839e24 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.416106:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:3.0:1742903176.416109:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.416111:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099596000/0x5d4000e30d839e24 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.416116:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099596000/0x5d4000e30d839e24 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.416135:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839e16 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef767 expref: 689 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.416141:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597000/0x5d4000e30d839e16 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef767 expref: 689 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.416148:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099597000, rc 0) 00000100:00100000:3.0:1742903176.416580:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+688:13300:x1827566172227840:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 691us (1029us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903176.416604:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76800 00010000:00010000:0.0:1742903176.416778:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:0.0:1742903176.416784:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839e0f lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.416792:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839e0f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.416798:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839e0f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.416946:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839e0f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.416952:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839e0f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:0.0:1742903176.416968:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe31:0x0]: returning size 12006 00000100:00100000:0.0:1742903176.420539:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.420589:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.420882:0:7223:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172228224 00000100:00100000:3.0:1742903176.420889:0:7223:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172228224 00000100:00100000:3.0:1742903176.422069:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 714 00000100:00100000:3.0:1742903176.422074:0:7223:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b831f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+688:13300:x1827566172228224:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903176.422106:0:7223:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1742903176.422122:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d839dad lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef744 expref: 689 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.422136:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:3.0:1742903176.422144:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d839bfb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6a3 expref: 688 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.422151:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.422153:0:7223:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.422183:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839e40 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422191:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839e40 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422198:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839e40 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422205:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d839e47 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422211:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d839e47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422215:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d839e47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422227:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214200/0x5d4000e30d839e4e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422232:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099214200/0x5d4000e30d839e4e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422238:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099214200/0x5d4000e30d839e4e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422293:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839e55 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422303:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839e55 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe30:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422309:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839e55 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe30:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00000040:00080000:3.0:1742903176.422488:0:7223:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8608, 224 off1508760 00000004:00010000:3.0:1742903176.422534:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009b831f80 reply state ffff88009c041000 transno 4295004854 ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839e55 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe30:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422542:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839e55 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422548:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:3.0:1742903176.422550:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:3.0:1742903176.422552:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1742903176.422556:0:7223:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839e40 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422561:0:7223:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839e40 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422566:0:7223:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839e40 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422571:0:7223:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c4c7200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.422574:0:7223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839e40 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422579:0:7223:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839e40 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422585:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.422588:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.422590:0:7223:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839e40 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422595:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839e40 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00000004:00010000:3.0:1742903176.422603:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009b831f80 reply state ffff88009c041000 transno 4295004854 ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d839e47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422609:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d839e47 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422613:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:3.0:1742903176.422615:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.422617:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00010000:3.0:1742903176.422619:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009b831f80 reply state ffff88009c041000 transno 4295004854 ns: mdt-lustre-MDT0000_UUID lock: ffff880099214200/0x5d4000e30d839e4e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422624:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099214200/0x5d4000e30d839e4e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.422628:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xa8353d69 (ffff8800721bae00) 00010000:00010000:3.0:1742903176.422630:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.422631:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1742903176.422678:0:7223:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b831f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+689:13300:x1827566172228224:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 601us (2144us total) trans 4295004854 rc 0/0 00000100:00100000:3.0:1742903176.422684:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 714 00000100:00100000:0.0:1742903176.424355:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.424425:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172228608 00000100:00100000:2.0:1742903176.424436:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172228608 00000100:00100000:0.0:1742903176.424443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.424481:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172228480 00000100:00100000:0.0:1742903176.424487:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172228480 00000100:00100000:2.0:1742903176.424488:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76802 00000100:00100000:2.0:1742903176.424494:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+690:13300:x1827566172228608:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.424511:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839e0f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef760 expref: 690 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.424515:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.424531:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839e5c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef775 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903176.424531:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22674 00000100:00100000:0.0:1742903176.424536:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b833100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+690:2007:x1827566172228480:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903176.424545:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903176.424550:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839e0f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef760 expref: 691 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:0.0:1742903176.424559:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2c00/0x5d4000e30d839e0f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef760 expref: 691 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:0.0:1742903176.424573:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:0.0:1742903176.424577:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800720ae200/0x5d4000e30d839e39 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.424579:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072031800/0x5d4000e30d839e63 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.424584:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720ae200/0x5d4000e30d839e39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.424589:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800720ae200/0x5d4000e30d839e39 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.424590:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072031800/0x5d4000e30d839e63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.424601:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.424602:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072031800/0x5d4000e30d839e63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.424614:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d839e6a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.424620:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d839e6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.424625:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d839e6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903176.424627:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b833100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+691:2007:x1827566172228480:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 90us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.424633:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22674 00010000:00010000:2.0:1742903176.424679:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1a00/0x5d4000e30d839e71 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.424686:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1a00/0x5d4000e30d839e71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.424691:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1a00/0x5d4000e30d839e71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:2.0:1742903176.424720:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00000004:00200000:2.0:1742903176.424723:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.424737:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1a00/0x5d4000e30d839e71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.424745:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1a00/0x5d4000e30d839e71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.424751:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072031800/0x5d4000e30d839e63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.424757:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072031800/0x5d4000e30d839e63 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.424767:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072031800/0x5d4000e30d839e63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.424771:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072031800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.424774:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072031800/0x5d4000e30d839e63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.424780:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072031800/0x5d4000e30d839e63 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.424789:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.424791:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.424794:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072031800/0x5d4000e30d839e63 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.424799:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072031800/0x5d4000e30d839e63 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.424809:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d839e6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.424814:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d839e6a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.424819:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d839e6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.424822:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800867a0600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.424824:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d839e6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.424829:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d839e6a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.424842:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:2.0:1742903176.424848:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.424851:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d839e6a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.424859:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d839e6a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.424881:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839e5c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef775 expref: 691 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.424892:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1a00/0x5d4000e30d839e71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef775 expref: 690 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.424898:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:2.0:1742903176.424900:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.424902:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800867a1a00, rc 0) 00000100:00100000:2.0:1742903176.424951:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+690:13300:x1827566172228608:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 456us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.424957:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76802 00000100:00100000:0.0:1742903176.426408:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.427263:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.427346:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172229120 00000100:00100000:2.0:1742903176.427354:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172229120 00000100:00100000:2.0:1742903176.427404:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76803 00000100:00100000:2.0:1742903176.427410:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+689:13300:x1827566172229120:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.427422:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.427436:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d839e78 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef77c expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.427514:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839e7f lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.427525:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1a00/0x5d4000e30d839e71 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef775 expref: 690 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.427531:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839e7f lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.427559:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1a00/0x5d4000e30d839e71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef775 expref: 690 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.427568:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1a00/0x5d4000e30d839e71 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef775 expref: 690 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.427579:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129b90a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161323648:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.427645:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009da25540 going to sleep for 11 seconds 00000100:00100000:2.0:1742903176.429939:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129b90a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161323648:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.429968:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839e7f lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903176.431249:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.431304:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172229376 00000100:00100000:3.0:1742903176.431327:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172229376 00000100:00100000:2.0:1742903176.431374:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.431377:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76804 00000100:00100000:3.0:1742903176.431383:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+692:13299:x1827566172229376:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.431403:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.431418:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d839e86 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef783 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.431466:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839e8d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.431477:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839e8d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.431486:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839e8d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.431494:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839e94 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.431500:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839e94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.431505:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839e94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.431562:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839e9b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.431570:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839e9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.431576:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839e9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903176.431604:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe31:0x0]: returning size 12006 00000004:00200000:3.0:1742903176.431608:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.431620:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839e9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.431628:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839e9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.431635:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839e8d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.431640:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839e8d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.431645:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839e8d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.431650:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072030200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.431653:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839e8d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.431659:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839e8d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.431659:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839e7f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.431666:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.431667:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839e7f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.431668:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.431672:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839e8d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.431676:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839e8d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.431685:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839e94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.431690:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839e94 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00000004:00200000:2.0:1742903176.431691:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00010000:00010000:3.0:1742903176.431694:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839e94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.431698:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072031c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.431700:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839e94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.431705:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839e94 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.431711:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xa8353d69 (ffff8800721ba600) 00010000:00010000:3.0:1742903176.431712:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.431714:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839e94 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.431718:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839e94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.431736:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d839e86 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef783 expref: 693 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.431745:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839e9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef783 expref: 693 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.431750:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:3.0:1742903176.431752:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.431754:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072030c00, rc 0) 00000100:00100000:3.0:1742903176.431795:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+694:13299:x1827566172229376:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 412us (549us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903176.431799:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d839e78 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef77c expref: 694 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903176.431801:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76804 00010000:00010000:2.0:1742903176.431814:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839e7f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef77c expref: 693 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.431822:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:2.0:1742903176.431824:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1742903176.431827:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072030600, rc 0) 00000100:00100000:2.0:1742903176.431856:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+693:13300:x1827566172229120:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 4445us (4594us total) trans 4295004857 rc 0/0 00000100:00100000:2.0:1742903176.431863:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76803 00000100:00100000:0.0:1742903176.434955:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.435067:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172229504 00000100:00100000:2.0:1742903176.435075:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172229504 00000100:00100000:0.0:1742903176.435075:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.435118:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.435122:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8424 00000100:00100000:2.0:1742903176.435128:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b830000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+692:2007:x1827566172229504:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.435139:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1742903176.435145:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172229632 00000100:00100000:0.0:1742903176.435148:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172229632 00010000:00010000:2.0:1742903176.435160:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d839e9b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef783 expref: 693 pid: 18840 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903176.435165:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172229760 00000100:00100000:0.0:1742903176.435167:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172229760 00010000:00010000:2.0:1742903176.435175:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:2.0:1742903176.435179:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903176.435179:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76805 00000100:00100000:0.0:1742903176.435183:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+693:13300:x1827566172229632:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.435198:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.435208:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5600/0x5d4000e30d839ea9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef78a expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903176.435213:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b830000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+693:2007:x1827566172229504:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 84us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.435218:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8424 00000100:00100000:2.0:1742903176.435238:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76806 00000100:00100000:2.0:1742903176.435242:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+693:13299:x1827566172229760:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.435255:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.435262:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07e00/0x5d4000e30d839eb0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef791 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.435268:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d839eb7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.435279:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839e7f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef77c expref: 694 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.435285:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d839eb7 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.435286:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06a00/0x5d4000e30d839ebe lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.435294:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06a00/0x5d4000e30d839ebe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.435302:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06a00/0x5d4000e30d839ebe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.435306:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839e7f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef77c expref: 694 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.435309:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d839ec5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.435332:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d839ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.435334:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839e7f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef77c expref: 694 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.435338:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d839ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903176.435345:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c5de680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161323776:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.435374:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06a00/0x5d4000e30d839ebe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.435379:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06a00/0x5d4000e30d839ebe lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.435384:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06a00/0x5d4000e30d839ebe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903176.435414:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4000 going to sleep for 11 seconds 00010000:00010000:2.0:1742903176.435457:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009aa06a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.435461:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06a00/0x5d4000e30d839ebe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.435467:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06a00/0x5d4000e30d839ebe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.435474:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.435476:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.435479:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06a00/0x5d4000e30d839ebe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.435483:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06a00/0x5d4000e30d839ebe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.435491:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d839ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.435495:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d839ec5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.435499:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d839ec5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.435502:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009aa06000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.435504:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d839ec5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.435508:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d839ec5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.435514:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4b9bf994 (ffff88012dd00700) 00010000:00010000:2.0:1742903176.435516:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.435518:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d839ec5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.435525:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d839ec5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.435543:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07e00/0x5d4000e30d839eb0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef791 expref: 694 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.435550:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07e00/0x5d4000e30d839eb0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef791 expref: 694 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.435556:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa07e00, rc 0) 00000100:00100000:2.0:1742903176.435573:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+693:13299:x1827566172229760:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 330us (454us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.435578:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76806 00000100:00100000:3.0:1742903176.436303:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c5de680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161323776:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.436337:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d839eb7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903176.437151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.437380:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903176.437631:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d839eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.437638:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d839eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903176.437666:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00000004:00200000:3.0:1742903176.437669:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.437681:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d839eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.437702:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5600/0x5d4000e30d839ea9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef78a expref: 694 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.437712:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d839eb7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef78a expref: 693 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.437719:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:3.0:1742903176.437721:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.437722:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4d5a00, rc 0) 00000100:00100000:3.0:1742903176.437752:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+693:13300:x1827566172229632:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2567us (2676us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.437758:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76805 00000100:00100000:0.0:1742903176.439174:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.439688:0:7223:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172230272 00000100:00100000:3.0:1742903176.439693:0:7223:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172230272 00000100:00100000:3.0:1742903176.439724:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 715 00000100:00100000:3.0:1742903176.439729:0:7223:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+691:13299:x1827566172230272:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903176.439761:0:7223:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1742903176.439779:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720ae200/0x5d4000e30d839e39 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef76e expref: 691 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.439792:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:3.0:1742903176.439800:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597800/0x5d4000e30d839c72 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6d4 expref: 690 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.439807:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.439810:0:7223:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.439827:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839ee1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.439836:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839ee1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.439842:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839ee1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.439849:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839ee8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.439854:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839ee8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.439859:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839ee8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.439881:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839eef lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.439887:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839eef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.439894:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839eef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.440030:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d839ef6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.440038:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d839ef6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.440043:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d839ef6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00000040:00080000:3.0:1742903176.440279:0:7223:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8610, 224 off1509152 00000004:00010000:3.0:1742903176.440352:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c5dca80 reply state ffff880096bca000 transno 4295004858 ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d839ef6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.440371:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d839ef6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.440377:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:3.0:1742903176.440380:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:3.0:1742903176.440382:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1742903176.440387:0:7223:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839ee1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.440392:0:7223:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839ee1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.440398:0:7223:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839ee1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.440403:0:7223:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072031c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.440406:0:7223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839ee1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.440412:0:7223:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839ee1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.440418:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.440420:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.440423:0:7223:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839ee1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.440427:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839ee1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00000004:00010000:3.0:1742903176.440435:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c5dca80 reply state ffff880096bca000 transno 4295004858 ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839ee8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.440441:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839ee8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.440446:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4b9bf994 (ffff88012dd00700) 00010000:00010000:3.0:1742903176.440448:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.440450:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00010000:3.0:1742903176.440452:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c5dca80 reply state ffff880096bca000 transno 4295004858 ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839eef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.440458:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839eef lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.440463:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xa8353d69 (ffff8800721ba600) 00010000:00010000:3.0:1742903176.440465:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.440466:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1742903176.440522:0:7223:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+691:13299:x1827566172230272:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 790us (1348us total) trans 4295004858 rc 0/0 00000100:00100000:3.0:1742903176.440528:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 715 00000100:00100000:0.0:1742903176.440976:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.443005:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.443959:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.444107:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.444311:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172230784 00000100:00100000:3.0:1742903176.444336:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172230784 00000100:00100000:3.0:1742903176.444376:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8425 00000100:00100000:3.0:1742903176.444380:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+695:2008:x1827566172230784:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.444387:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.444399:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720afc00/0x5d4000e30d839f04 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef79f expref: 695 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.444407:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2c:0x0].0x0 (ffff880130ebb200) 00010000:00010000:3.0:1742903176.444410:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.444428:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+694:2008:x1827566172230784:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 48us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.444433:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8425 00000100:00100000:0.0:1742903176.445939:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.446140:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903176.446592:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903176.446598:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839f43 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.446604:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b656400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903176.446606:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839f43 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.446612:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839f43 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.446620:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2c:0x0].0x0 (ffff88009c4ba800) 00010000:00010000:2.0:1742903176.446622:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903176.446625:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839f43 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.446629:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d839f43 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.446644:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903176.446645:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903176.446647:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903176.449844:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.449893:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172231680 00000100:00100000:2.0:1742903176.449898:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172231680 00010000:00010000:2.0:1742903176.449922:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d839f27 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7a6 expref: 697 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.449951:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22677 00000100:00100000:2.0:1742903176.449955:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880137709850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+697:2007:x1827566172231680:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.449996:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.450002:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d839f27 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7a6 expref: 697 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.450010:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d839f27 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7a6 expref: 697 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.450026:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d839f27 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7a6 expref: 697 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.450037:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:2.0:1742903176.450041:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880123383600/0x5d4000e30d839f51 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.450048:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880123383600/0x5d4000e30d839f51 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.450053:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880123383600/0x5d4000e30d839f51 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.450083:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.450120:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880137709850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+696:2007:x1827566172231680:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 162us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.450126:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22677 00000100:00100000:0.0:1742903176.450757:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.452498:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.453112:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.453178:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76814 00000100:00100000:2.0:1742903176.453184:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+697:13300:x1827566172232064:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.453191:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.453199:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07e00/0x5d4000e30d839f7b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef7c2 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.453216:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07e00/0x5d4000e30d839f7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7c2 expref: 699 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.453390:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07e00/0x5d4000e30d839f7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7c2 expref: 699 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.453397:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.453399:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.453401:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa07e00, rc 0) 00000100:00100000:2.0:1742903176.453504:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+699:13300:x1827566172232064:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 234us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.453510:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76814 00000100:00100000:0.0:1742903176.454825:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.454893:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172232192 00000100:00100000:2.0:1742903176.454898:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172232192 00010000:00010000:2.0:1742903176.454914:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123383600/0x5d4000e30d839f51 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7ad expref: 699 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903176.455109:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.455169:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22678 00000100:00100000:2.0:1742903176.455174:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+699:2008:x1827566172232192:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.455182:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.455187:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880123383600/0x5d4000e30d839f51 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7ad expref: 699 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.455195:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880123383600/0x5d4000e30d839f51 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7ad expref: 699 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.455210:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123383600/0x5d4000e30d839f51 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7ad expref: 700 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.455220:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:2.0:1742903176.455224:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009953a200/0x5d4000e30d839f82 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.455229:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009953a200/0x5d4000e30d839f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.455234:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009953a200/0x5d4000e30d839f82 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.455249:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.455272:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+699:2008:x1827566172232192:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 97us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.455277:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22678 00010000:00010000:0.0:1742903176.455426:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009953a200/0x5d4000e30d839f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.455432:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009953a200/0x5d4000e30d839f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903176.455464:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe31:0x0]: returning size 12006 00000004:00200000:0.0:1742903176.455467:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903176.455480:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009953a200/0x5d4000e30d839f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.455502:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009953b600/0x5d4000e30d839f74 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7bb expref: 699 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.455514:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009953a200/0x5d4000e30d839f82 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7bb expref: 698 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.455520:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:0.0:1742903176.455522:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903176.455524:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009953a200, rc 0) 00000100:00100000:0.0:1742903176.455543:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+698:13299:x1827566172231936:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2389us (3048us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.455548:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76813 00000100:00100000:0.0:1742903176.459389:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.459594:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.459695:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172232576 00000100:00100000:3.0:1742903176.459701:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172232576 00000100:00100000:3.0:1742903176.459725:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172232704 00000100:00100000:3.0:1742903176.459726:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172232704 00000100:00100000:3.0:1742903176.459737:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76815 00000100:00100000:3.0:1742903176.459742:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+698:13299:x1827566172232576:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.459757:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.459771:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839f89 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef7c9 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.459844:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839f90 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.460229:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839f90 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.460239:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839f90 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.460247:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe2d:0x0]: returning size 53 00010000:00010000:3.0:1742903176.460345:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072031c00/0x5d4000e30d839f89 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7c9 expref: 701 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.460381:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839f90 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7c9 expref: 700 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.460387:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2d:0x0].0x0 (ffff88009c6e2e00) 00010000:00010000:3.0:1742903176.460389:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.460391:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072030600, rc 0) 00000100:00100000:3.0:1742903176.460744:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+700:13299:x1827566172232576:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1000us (1360us total) trans 4295004863 rc 0/0 00000100:00100000:3.0:1742903176.460753:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76815 00000100:00100000:0.0:1742903176.464264:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.464306:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.465360:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172232832 00000100:00100000:2.0:1742903176.465379:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172232832 00000100:00100000:0.0:1742903176.465402:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.465506:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8426 00000100:00100000:2.0:1742903176.465512:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+700:2007:x1827566172232832:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.465525:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.465545:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072030600/0x5d4000e30d839f90 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7c9 expref: 700 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.465560:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2d:0x0].0x0 (ffff88009c6e2e00) 00010000:00010000:2.0:1742903176.465564:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.465566:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172233344 00000100:00100000:3.0:1742903176.465571:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172233344 00000100:00100000:3.0:1742903176.465592:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76817 00000100:00100000:2.0:1742903176.465595:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+700:2007:x1827566172232832:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 83us (1338us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.465597:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+700:13300:x1827566172233344:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:2.0:1742903176.465601:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8426 00010000:00010000:3.0:1742903176.465607:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.465609:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1742903176.465620:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07e00/0x5d4000e30d839f7b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7c2 expref: 700 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.465629:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.465631:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.465640:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d839fb3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef7d7 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.465711:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839fba lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.465721:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839fba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.465795:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839fba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.465809:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597800/0x5d4000e30d839fc1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.465815:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099597800/0x5d4000e30d839fc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.465821:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099597800/0x5d4000e30d839fc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00080000:3.0:1742903176.466559:0:7211:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x6fd:0x0], index 0: 0 00000040:00080000:3.0:1742903176.466624:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8614, 184 off1509856 00010000:00010000:3.0:1742903176.466681:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839fc8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.466689:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839fc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.466695:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839fc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.466718:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839fba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.466727:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839fba lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.466731:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839fba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.466736:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c4c7200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.466739:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839fba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.466744:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839fba lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.466752:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.466754:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.466756:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839fba lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.466760:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d839fba lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000004:00010000:3.0:1742903176.466769:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880096b74e00 reply state ffff880096bcd000 transno 4295004865 ns: mdt-lustre-MDT0000_UUID lock: ffff880099597800/0x5d4000e30d839fc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.466775:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099597800/0x5d4000e30d839fc1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.466779:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xb9ed2257 (ffff880099660500) 00010000:00010000:3.0:1742903176.466781:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.466783:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1742903176.466802:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d839fb3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7d7 expref: 701 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.466814:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839fc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7d7 expref: 700 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.466819:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660100) 00010000:00010000:3.0:1742903176.466821:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.466823:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099597a00, rc 0) 00000100:00100000:3.0:1742903176.466861:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+701:13300:x1827566172233344:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1263us (1459us total) trans 4295004865 rc 0/0 00000100:00100000:3.0:1742903176.466866:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76817 00000100:00100000:0.0:1742903176.468660:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.468821:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172233600 00000100:00100000:3.0:1742903176.468827:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172233600 00000100:00100000:3.0:1742903176.468855:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76818 00000100:00100000:3.0:1742903176.468860:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+701:13299:x1827566172233600:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903176.468898:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.468918:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5a400/0x5d4000e30d839a26 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5fb expref: 701 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.468930:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2d:0x0].0x0 (ffff88009c6e2e00) 00010000:00010000:3.0:1742903176.468937:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.468950:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839fd6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.468959:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839fd6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.468965:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839fd6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.468976:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51a00/0x5d4000e30d839fdd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0xeca88e0f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.468982:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51a00/0x5d4000e30d839fdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xeca88e0f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.468987:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51a00/0x5d4000e30d839fdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xeca88e0f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469047:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d839fe4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469053:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d839fe4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469059:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d839fe4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000040:00080000:3.0:1742903176.469207:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1730, 64 off118976 00000004:00080000:3.0:1742903176.469213:0:7211:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 304555896318ns, next at 305555895008ns, rc = 0 00000040:00080000:3.0:1742903176.469235:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8615, 184 off1510040 00010000:00010000:3.0:1742903176.469266:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d839feb lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469272:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d839feb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469277:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d839feb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469282:0:7211:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d839feb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469287:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d839feb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469292:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d839feb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469500:0:7211:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903176.469514:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d839fe4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469520:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d839fe4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469526:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d839fe4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469530:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723ce800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.469534:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d839fe4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469539:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d839fe4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469545:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2d:0x0].0x0 (ffff880099660e00) 00010000:00010000:3.0:1742903176.469548:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903176.469550:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d839fe4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469554:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d839fe4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469625:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839fd6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469631:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839fd6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469639:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839fd6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469643:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991e2200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.469645:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839fd6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469650:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839fd6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469655:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.469657:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.469659:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839fd6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469663:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2200/0x5d4000e30d839fd6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000004:00010000:3.0:1742903176.469670:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880096b77100 reply state ffff880096bcf000 transno 4295004866 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51a00/0x5d4000e30d839fdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xeca88e0f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469677:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51a00/0x5d4000e30d839fdd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xeca88e0f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.469682:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xeca88e0f (ffff88009c6e2900) 00010000:00010000:3.0:1742903176.469684:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.469686:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903176.469732:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+702:13299:x1827566172233600:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 871us (1077us total) trans 4295004866 rc 0/0 00000100:00100000:3.0:1742903176.469738:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76818 00010000:00010000:0.0:1742903176.469968:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903176.469973:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d839feb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.469978:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d78f800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903176.469980:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d839feb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.469984:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d839feb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.469991:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2d:0x0].0x0 (ffff880099660e00) 00010000:00010000:0.0:1742903176.469993:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903176.469995:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d839feb lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.470000:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f800/0x5d4000e30d839feb lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.470023:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903176.470024:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903176.470025:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903176.470085:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.470127:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172233728 00000100:00100000:0.0:1742903176.470131:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172233728 00000100:00100000:0.0:1742903176.470171:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11605 00000100:00100000:0.0:1742903176.470176:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+84:2009:x1827566172233728:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.470185:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.470194:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d839ff2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef7de expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1742903176.470211:0:9553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x6fd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1742903176.470222:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903176.470224:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903176.470234:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d839ff2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7de expref: 85 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903176.470246:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d839ff2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7de expref: 85 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1742903176.470254:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4d4e00, rc 0) 00000100:00100000:0.0:1742903176.470295:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+85:2009:x1827566172233728:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 118us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.470300:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11605 00000100:00100000:0.0:1742903176.472887:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.473151:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172233856 00000100:00100000:3.0:1742903176.473157:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172233856 00000100:00100000:3.0:1742903176.473189:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76819 00000100:00100000:3.0:1742903176.473195:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+702:13299:x1827566172233856:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.473213:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.473229:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d839ff9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef7e5 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.473278:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0800/0x5d4000e30d83a000 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.473290:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0800/0x5d4000e30d83a000 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.473300:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0800/0x5d4000e30d83a000 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.473311:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a007 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.473343:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a007 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.473350:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a007 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.473390:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0800/0x5d4000e30d83a000 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.473396:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0800/0x5d4000e30d83a000 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.473402:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0800/0x5d4000e30d83a000 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.473410:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099bd0800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.473413:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0800/0x5d4000e30d83a000 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.473419:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0800/0x5d4000e30d83a000 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.473429:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.473431:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.473434:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0800/0x5d4000e30d83a000 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.473439:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0800/0x5d4000e30d83a000 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.473451:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a007 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.473455:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a007 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.473460:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a007 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.473464:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099bd1a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.473466:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a007 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.473470:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a007 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.473475:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xb9ed2257 (ffff880099660400) 00010000:00010000:3.0:1742903176.473478:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.473479:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a007 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.473484:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a007 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.473506:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d839ff9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7e5 expref: 703 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.473513:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d839ff9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7e5 expref: 703 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.473519:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099597600, rc 0) 00000100:00100000:3.0:1742903176.473568:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+702:13299:x1827566172233856:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 373us (684us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903176.473574:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76819 00000100:00100000:0.0:1742903176.474526:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.475524:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.477500:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.477572:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172234240 00000100:00100000:3.0:1742903176.477579:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172234240 00010000:00010000:3.0:1742903176.477600:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d839ff2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7de expref: 87 pid: 9553 timeout: 404 lvb_type: 1 00000100:00100000:3.0:1742903176.477628:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22679 00000100:00100000:3.0:1742903176.477633:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+87:2010:x1827566172234240:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.477643:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.477659:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d839ff2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7de expref: 87 pid: 9553 timeout: 404 lvb_type: 1 00010000:00010000:3.0:1742903176.477669:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d839ff2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7de expref: 87 pid: 9553 timeout: 404 lvb_type: 1 00010000:00010000:3.0:1742903176.477689:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.477691:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.477696:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009953a000/0x5d4000e30d83a00e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7ec expref: 87 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.477705:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009953a000/0x5d4000e30d83a00e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7ec expref: 87 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.477730:0:10898:0:(ldlm_lockd.c:1128:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009953a000/0x5d4000e30d83a00e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7ec expref: 87 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903176.477739:0:10898:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:10898:1827566161324288:192.168.203.29@tcp:105: 00000100:00100000:3.0:1742903176.477789:0:10898:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130df0cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1742903176.477956:0:18863:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d839ff2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7de expref: 87 pid: 9553 timeout: 404 lvb_type: 1 00000100:00100000:0.0:1742903176.477970:0:18863:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18863:1827566161324160:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903176.477985:0:18863:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009953a000/0x5d4000e30d83a00e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7ec expref: 86 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.477993:0:18863:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009953a000, rc 0) 00000100:00100000:0.0:1742903176.478014:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+86:13300:x1827566172233984:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3377us (3489us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.478020:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11606 00000100:00100000:3.0:1742903176.481497:0:10898:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:10898:1827566161324288:192.168.203.29@tcp:105: 00010000:00010000:3.0:1742903176.481512:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.481545:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+85:2010:x1827566172234240:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3911us (4048us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.481554:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22679 00000100:00100000:0.0:1742903176.481632:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.482509:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.482556:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172234624 00000100:00100000:0.0:1742903176.482559:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172234624 00000100:00100000:0.0:1742903176.482587:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17638 00000100:00100000:0.0:1742903176.482591:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+705:13300:x1827566172234624:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:0.0:1742903176.482750:0:18842:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8616, 168 off1510208 00000001:00080000:0.0:1742903176.482754:0:18842:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004867 00000100:00100000:0.0:1742903176.482804:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+707:13300:x1827566172234624:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 212us (295us total) trans 4295004868 rc 0/0 00000100:00100000:0.0:1742903176.482809:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17638 00000020:00080000:0.0:1742903176.482812:0:18842:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903176.484688:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.484740:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172234880 00000100:00100000:3.0:1742903176.485016:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172234880 00000100:00100000:3.0:1742903176.485188:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76821 00000100:00100000:3.0:1742903176.485194:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+705:13300:x1827566172234880:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.485208:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.485224:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9cc00/0x5d4000e30d83a01c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef7fa expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.485302:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d800/0x5d4000e30d83a023 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.485314:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839fc8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7d7 expref: 706 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.485349:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d800/0x5d4000e30d83a023 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.485384:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839fc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7d7 expref: 706 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.485394:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839fc8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7d7 expref: 706 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.485405:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161324416:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.485466:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130df0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.487420:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.487898:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161324416:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903176.487947:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.487986:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172235136 00000100:00100000:2.0:1742903176.487990:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172235136 00010000:00010000:2.0:1742903176.488005:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839fc8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7d7 expref: 707 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.488010:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d800/0x5d4000e30d83a023 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903176.488021:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22680 00000100:00100000:2.0:1742903176.488026:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+707:2009:x1827566172235136:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.488033:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.488037:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839fc8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7d7 expref: 707 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.488045:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839fc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7d7 expref: 707 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.488057:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d839fc8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7d7 expref: 707 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.488070:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660100) 00010000:00010000:2.0:1742903176.488074:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d800/0x5d4000e30d83a023 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.488080:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d800/0x5d4000e30d83a023 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.488085:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d800/0x5d4000e30d83a023 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.488098:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.488123:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+706:2009:x1827566172235136:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 97us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.488129:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22680 00010000:00010000:3.0:1742903176.488626:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d800/0x5d4000e30d83a023 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.488632:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d800/0x5d4000e30d83a023 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.488645:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe32:0x0]: returning size 11991 00010000:00010000:3.0:1742903176.488725:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9cc00/0x5d4000e30d83a01c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7fa expref: 707 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.488753:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d800/0x5d4000e30d83a023 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7fa expref: 706 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.488760:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660100) 00010000:00010000:3.0:1742903176.488762:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903176.488764:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed9d800, rc 0) 00000100:00100000:3.0:1742903176.488856:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+706:13300:x1827566172234880:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3661us (4168us total) trans 4295004869 rc 0/0 00000100:00100000:3.0:1742903176.488861:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76821 00000100:00100000:0.0:1742903176.489769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.489886:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172235392 00000100:00100000:3.0:1742903176.489891:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172235392 00000100:00100000:3.0:1742903176.489921:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76823 00000100:00100000:3.0:1742903176.489926:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+706:13299:x1827566172235392:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.489937:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.489940:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1742903176.489956:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009953ae00/0x5d4000e30d83a015 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7f3 expref: 706 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.489966:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.489969:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.489978:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d600/0x5d4000e30d83a046 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef808 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.490843:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c800/0x5d4000e30d83a04d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.490855:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c800/0x5d4000e30d83a04d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.490863:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c800/0x5d4000e30d83a04d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.490873:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c600/0x5d4000e30d83a054 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.490878:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c600/0x5d4000e30d83a054 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.490883:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c600/0x5d4000e30d83a054 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00080000:3.0:1742903176.491080:0:7211:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x6fe:0x0], index 1: 0 00000100:00100000:0.0:1742903176.491236:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000040:00080000:3.0:1742903176.491451:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8617, 184 off1510392 00010000:00010000:3.0:1742903176.491498:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d000/0x5d4000e30d83a069 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.491505:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d000/0x5d4000e30d83a069 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.491511:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d000/0x5d4000e30d83a069 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.491529:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c800/0x5d4000e30d83a04d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.491534:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c800/0x5d4000e30d83a04d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.491539:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c800/0x5d4000e30d83a04d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.491544:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed9c800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.491547:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c800/0x5d4000e30d83a04d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.491553:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c800/0x5d4000e30d83a04d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.491560:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.491562:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.491564:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c800/0x5d4000e30d83a04d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.491569:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c800/0x5d4000e30d83a04d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000004:00010000:3.0:1742903176.491577:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88011ef2b800 reply state ffff88011ef71000 transno 4295004870 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c600/0x5d4000e30d83a054 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.491583:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c600/0x5d4000e30d83a054 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.491588:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xb9ed2257 (ffff880099660700) 00010000:00010000:3.0:1742903176.491590:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.491591:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1742903176.491607:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d600/0x5d4000e30d83a046 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef808 expref: 710 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.491616:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d000/0x5d4000e30d83a069 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef808 expref: 709 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.491621:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff880099660e00) 00010000:00010000:3.0:1742903176.491623:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.491625:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed9d000, rc 0) 00000100:00100000:3.0:1742903176.492063:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+710:13299:x1827566172235392:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2135us (2294us total) trans 4295004870 rc 0/0 00000100:00100000:3.0:1742903176.492071:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76823 00000100:00100000:0.0:1742903176.493219:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.493259:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172235648 00000100:00100000:2.0:1742903176.493263:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172235648 00010000:00010000:2.0:1742903176.493278:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d800/0x5d4000e30d83a023 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7fa expref: 710 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.493301:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22681 00000100:00100000:2.0:1742903176.493305:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+710:2007:x1827566172235648:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.493343:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.493348:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d800/0x5d4000e30d83a023 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7fa expref: 710 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.493372:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d800/0x5d4000e30d83a023 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7fa expref: 710 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.493386:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d800/0x5d4000e30d83a023 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7fa expref: 710 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.493396:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660100) 00010000:00010000:2.0:1742903176.493399:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880072031800/0x5d4000e30d83a062 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.493405:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072031800/0x5d4000e30d83a062 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.493410:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072031800/0x5d4000e30d83a062 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.493429:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.493449:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+709:2007:x1827566172235648:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 143us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.493455:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22681 00010000:00010000:0.0:1742903176.493505:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072031800/0x5d4000e30d83a062 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.493511:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072031800/0x5d4000e30d83a062 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:0.0:1742903176.493537:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe32:0x0]: returning size 11991 00000004:00200000:0.0:1742903176.493540:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903176.493549:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072031800/0x5d4000e30d83a062 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.493570:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072030c00/0x5d4000e30d83a05b lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef80f expref: 709 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.493582:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072031800/0x5d4000e30d83a062 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef80f expref: 708 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.493588:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660100) 00010000:00010000:0.0:1742903176.493590:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903176.493593:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072031800, rc 0) 00000100:00100000:0.0:1742903176.493684:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+708:13300:x1827566172235520:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2340us (2449us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.493689:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76824 00000100:00100000:0.0:1742903176.493793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.495131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.495191:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172235904 00000100:00100000:2.0:1742903176.495196:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172235904 00000100:00100000:2.0:1742903176.495231:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76825 00000100:00100000:2.0:1742903176.495236:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+708:13300:x1827566172235904:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.495249:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.495260:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07e00/0x5d4000e30d83a07e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef81d expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.495298:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d83a085 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495307:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d83a085 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495337:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d83a085 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495346:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a08c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495351:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a08c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495357:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a08c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495420:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d83a093 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495426:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d83a093 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495432:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d83a093 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:2.0:1742903176.495458:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe32:0x0]: returning size 11991 00000004:00200000:2.0:1742903176.495461:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.495471:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d83a093 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495479:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d83a093 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495484:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d83a085 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495493:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d83a085 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495498:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d83a085 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495503:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009aa06000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.495505:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d83a085 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495588:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d83a085 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495597:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.495599:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.495602:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d83a085 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495606:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d83a085 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495615:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a08c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495620:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a08c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495624:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a08c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495627:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009aa06600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.495630:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a08c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495636:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a08c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495641:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xb9ed2257 (ffff880099660500) 00010000:00010000:2.0:1742903176.495642:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.495644:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a08c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495648:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a08c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.495664:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07e00/0x5d4000e30d83a07e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef81d expref: 710 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.495673:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d83a093 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef81d expref: 709 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.495678:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660100) 00010000:00010000:2.0:1742903176.495679:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.495681:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099597a00, rc 0) 00000100:00100000:2.0:1742903176.496424:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+709:13300:x1827566172235904:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1185us (1293us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.496430:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76825 00000100:00100000:0.0:1742903176.497291:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.500737:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.501149:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172236160 00000100:00100000:2.0:1742903176.501155:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172236160 00000100:00100000:0.0:1742903176.501165:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.501192:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.501224:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172236288 00000100:00100000:2.0:1742903176.501227:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172236288 00010000:00010000:2.0:1742903176.501237:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072031c00/0x5d4000e30d83a077 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef816 expref: 87 pid: 18863 timeout: 404 lvb_type: 1 00000100:00100000:2.0:1742903176.501303:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22682 00000100:00100000:2.0:1742903176.501308:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880137709c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+87:2010:x1827566172236288:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.501341:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1742903176.501353:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172236544 00000100:00100000:3.0:1742903176.501357:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172236544 00010000:00010000:2.0:1742903176.501357:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072031c00/0x5d4000e30d83a077 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef816 expref: 87 pid: 18863 timeout: 404 lvb_type: 1 00010000:00010000:2.0:1742903176.501376:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072031c00/0x5d4000e30d83a077 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef816 expref: 87 pid: 18863 timeout: 404 lvb_type: 1 00000100:00100000:3.0:1742903176.501386:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76826 00010000:00010000:2.0:1742903176.501389:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072031c00/0x5d4000e30d83a077 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef816 expref: 87 pid: 18863 timeout: 404 lvb_type: 1 00000100:00100000:3.0:1742903176.501390:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+708:13300:x1827566172236544:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903176.501397:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903176.501399:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903176.501403:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b656800/0x5d4000e30d83a09a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef824 expref: 86 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.501411:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b656800/0x5d4000e30d83a09a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef824 expref: 86 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.501421:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.501430:0:10898:0:(ldlm_lockd.c:1128:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b656800/0x5d4000e30d83a09a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef824 expref: 86 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.501431:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072031800/0x5d4000e30d83a062 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef80f expref: 708 pid: 18840 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903176.501438:0:10898:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129b90000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:10898:1827566161324800:192.168.203.29@tcp:105: 00010000:00010000:3.0:1742903176.501439:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660100) 00010000:00010000:3.0:1742903176.501446:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.501472:0:10898:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009da25f00 going to sleep for 11 seconds 00010000:00010000:3.0:1742903176.501496:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c000/0x5d4000e30d83a0a1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.501505:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c000/0x5d4000e30d83a0a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.501511:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c000/0x5d4000e30d83a0a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00010000:3.0:1742903176.501612:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009d2cbb80 reply state ffff88011ee44000 transno 4295004871 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c000/0x5d4000e30d83a0a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.501621:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c000/0x5d4000e30d83a0a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.501627:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903176.501629:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.501631:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903176.501675:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+709:13300:x1827566172236544:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 283us (482us total) trans 4295004871 rc 0/0 00000100:00100000:3.0:1742903176.501681:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76826 00000100:00100000:2.0:1742903176.503925:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.503959:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172236672 00000100:00100000:3.0:1742903176.503964:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172236672 00000100:00100000:3.0:1742903176.503995:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76827 00000100:00100000:3.0:1742903176.503998:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+709:13300:x1827566172236672:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.504011:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.504021:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d800/0x5d4000e30d83a0a8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef82b expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.504050:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d800/0x5d4000e30d83a0a8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef82b expref: 710 pid: 7211 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903176.504055:0:10898:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129b90000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:10898:1827566161324800:192.168.203.29@tcp:105: 00010000:00010000:3.0:1742903176.504060:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d800/0x5d4000e30d83a0a8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef82b expref: 710 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.504073:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.504076:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903176.504079:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1742903176.504081:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed9d800, rc 0) 00000100:00100000:0.0:1742903176.504108:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880137709c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+86:2010:x1827566172236288:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2794us (2937us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.504110:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+710:13300:x1827566172236672:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 110us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.504116:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22682 00000100:00100000:3.0:1742903176.504118:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76827 00000100:00100000:0.0:1742903176.504212:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.507419:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.507466:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.507537:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172237312 00000100:00100000:2.0:1742903176.507543:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172237312 00000100:00100000:2.0:1742903176.507581:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76828 00000100:00100000:2.0:1742903176.507586:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+712:13299:x1827566172237312:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.507603:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.507617:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06a00/0x5d4000e30d83a0af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef832 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.507692:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a0b6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.507703:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d000/0x5d4000e30d83a069 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef808 expref: 713 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.507709:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a0b6 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.507731:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d000/0x5d4000e30d83a069 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef808 expref: 713 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.507739:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d000/0x5d4000e30d83a069 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef808 expref: 713 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.507748:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129b91c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161324928:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.507797:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009da25f00 going to sleep for 11 seconds 00000100:00100000:2.0:1742903176.509392:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129b91c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161324928:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.509410:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a0b6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903176.509814:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.509850:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.509856:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172237440 00000100:00100000:3.0:1742903176.509860:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172237440 00000100:00100000:3.0:1742903176.509888:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76829 00000100:00100000:3.0:1742903176.509892:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+714:13300:x1827566172237440:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.509902:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.509968:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c800/0x5d4000e30d83a0bd lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef839 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.510022:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9cc00/0x5d4000e30d83a0c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.510032:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9cc00/0x5d4000e30d83a0c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.510041:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9cc00/0x5d4000e30d83a0c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.510058:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe32:0x0]: returning size 11991 00000004:00200000:3.0:1742903176.510061:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.510072:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9cc00/0x5d4000e30d83a0c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.510091:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c800/0x5d4000e30d83a0bd lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef839 expref: 717 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.510116:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9cc00/0x5d4000e30d83a0c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef839 expref: 716 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.510124:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903176.510126:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.510129:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed9cc00, rc 0) 00000100:00100000:3.0:1742903176.510164:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+715:13300:x1827566172237440:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 271us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.510170:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76829 00010000:00010000:2.0:1742903176.510251:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a0b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.510257:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a0b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:2.0:1742903176.510268:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe33:0x0]: returning size 11991 00010000:00010000:2.0:1742903176.510360:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06a00/0x5d4000e30d83a0af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef832 expref: 715 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.510396:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a0b6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef832 expref: 714 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.510401:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff880099660e00) 00010000:00010000:2.0:1742903176.510404:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1742903176.510406:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bd1a00, rc 0) 00000100:00100000:2.0:1742903176.510435:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+714:13299:x1827566172237312:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2848us (3022us total) trans 4295004874 rc 0/0 00000100:00100000:2.0:1742903176.510441:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76828 00000100:00100000:0.0:1742903176.511678:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.511737:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172237696 00000100:00100000:2.0:1742903176.511742:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172237696 00000100:00100000:2.0:1742903176.511772:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76830 00000100:00100000:2.0:1742903176.511777:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+714:13300:x1827566172237696:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.511788:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.511798:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0800/0x5d4000e30d83a0d2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef840 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.511829:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d83a0d9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.511838:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d83a0d9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.511846:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d83a0d9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.511854:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d83a0e0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.511859:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d83a0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.511864:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d83a0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.511910:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d297600/0x5d4000e30d83a0e7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.511916:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d297600/0x5d4000e30d83a0e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.511921:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d297600/0x5d4000e30d83a0e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:2.0:1742903176.511939:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe32:0x0]: returning size 11991 00000004:00200000:2.0:1742903176.511942:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.511951:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012d297600/0x5d4000e30d83a0e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.511957:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d297600/0x5d4000e30d83a0e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.511962:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d83a0d9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.511971:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d83a0d9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.511976:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d83a0d9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.511980:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723ce800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.511983:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d83a0d9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.511989:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d83a0d9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.511996:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.511998:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.512001:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d83a0d9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.512006:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce800/0x5d4000e30d83a0d9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.512013:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d83a0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.512018:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d83a0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.512023:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d83a0e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.512026:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c4c7200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.512028:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d83a0e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.512036:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d83a0e0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.512041:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xb9ed2257 (ffff880099660500) 00010000:00010000:2.0:1742903176.512043:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.512045:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d83a0e0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.512049:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7200/0x5d4000e30d83a0e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.512063:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0800/0x5d4000e30d83a0d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef840 expref: 716 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.512071:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d297600/0x5d4000e30d83a0e7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef840 expref: 715 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.512077:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:2.0:1742903176.512078:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.512080:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d297600, rc 0) 00000100:00100000:2.0:1742903176.512276:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+715:13300:x1827566172237696:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 497us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.512282:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76830 00000100:00100000:0.0:1742903176.512336:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.512421:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172237824 00000100:00100000:2.0:1742903176.512425:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172237824 00000100:00100000:2.0:1742903176.512439:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76831 00000100:00100000:2.0:1742903176.512443:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+715:13299:x1827566172237824:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.512453:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.512461:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d83a0ee lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef847 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.512491:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a0f5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.512499:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a0b6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef832 expref: 716 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.512505:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a0f5 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.512526:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a0b6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef832 expref: 716 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.512536:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a0b6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef832 expref: 716 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.512546:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129b91c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161325056:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.512601:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4190f00 going to sleep for 11 seconds 00000100:00100000:2.0:1742903176.513557:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129b91c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161325056:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903176.513558:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903176.513570:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a0f5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903176.513758:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.513824:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172238208 00000100:00100000:3.0:1742903176.513828:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172238208 00000100:00100000:3.0:1742903176.513852:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76832 00000100:00100000:3.0:1742903176.513857:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+716:13300:x1827566172238208:12345-192.168.203.29@tcp:36:dbench.0 00000100:00100000:2.0:1742903176.513887:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903176.513953:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.513964:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9cc00/0x5d4000e30d83a0c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef839 expref: 717 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.513974:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903176.513976:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.514001:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9da00/0x5d4000e30d83a0fc lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.514008:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9da00/0x5d4000e30d83a0fc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.514015:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9da00/0x5d4000e30d83a0fc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00010000:3.0:1742903176.514104:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880129b91c00 reply state ffff88011ee41000 transno 4295004875 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9da00/0x5d4000e30d83a0fc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.514112:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9da00/0x5d4000e30d83a0fc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.514157:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a0f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.514163:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a0f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:2.0:1742903176.514188:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe33:0x0]: returning size 11991 00000004:00200000:2.0:1742903176.514190:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.514203:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a0f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.514224:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2e00/0x5d4000e30d83a0ee lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef847 expref: 716 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.514234:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a0f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef847 expref: 715 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.514239:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff880099660e00) 00010000:00010000:2.0:1742903176.514241:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.514243:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800720af200, rc 0) 00000100:00100000:2.0:1742903176.514268:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+715:13299:x1827566172237824:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1823us (1932us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.514273:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76831 00010000:00010000:3.0:1742903176.514306:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903176.514310:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.514313:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903176.514439:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+715:13300:x1827566172238208:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 580us (681us total) trans 4295004875 rc 0/0 00000100:00100000:3.0:1742903176.514445:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76832 00000100:00100000:0.0:1742903176.515922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.516775:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.517105:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172238592 00000100:00100000:3.0:1742903176.517109:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172238592 00000100:00100000:3.0:1742903176.517142:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76833 00000100:00100000:3.0:1742903176.517147:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+715:13299:x1827566172238592:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.517164:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.517178:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d600/0x5d4000e30d83a103 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef84e expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.517216:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55a200/0x5d4000e30d83a10a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903176.517347:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903176.517405:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55a200/0x5d4000e30d83a10a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517416:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55a200/0x5d4000e30d83a10a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517425:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b000/0x5d4000e30d83a111 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517431:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b000/0x5d4000e30d83a111 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517436:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b000/0x5d4000e30d83a111 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517505:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55a800/0x5d4000e30d83a12d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517511:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55a800/0x5d4000e30d83a12d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517516:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55a800/0x5d4000e30d83a12d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.517539:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe33:0x0]: returning size 11991 00000004:00200000:3.0:1742903176.517542:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.517552:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55a800/0x5d4000e30d83a12d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517558:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55a800/0x5d4000e30d83a12d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517564:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55a200/0x5d4000e30d83a10a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517568:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55a200/0x5d4000e30d83a10a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517573:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55a200/0x5d4000e30d83a10a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517577:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c55a200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.517579:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55a200/0x5d4000e30d83a10a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517584:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55a200/0x5d4000e30d83a10a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517592:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.517594:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.517597:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55a200/0x5d4000e30d83a10a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517601:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55a200/0x5d4000e30d83a10a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517610:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b000/0x5d4000e30d83a111 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517614:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b000/0x5d4000e30d83a111 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517623:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b000/0x5d4000e30d83a111 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517627:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c55b000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.517629:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b000/0x5d4000e30d83a111 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517633:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b000/0x5d4000e30d83a111 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517637:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xb9ed2257 (ffff880099660700) 00010000:00010000:3.0:1742903176.517639:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.517641:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b000/0x5d4000e30d83a111 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517645:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b000/0x5d4000e30d83a111 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.517659:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d600/0x5d4000e30d83a103 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef84e expref: 719 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.517667:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55a800/0x5d4000e30d83a12d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef84e expref: 718 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.517672:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff880099660e00) 00010000:00010000:3.0:1742903176.517674:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.517676:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c55a800, rc 0) 00000100:00100000:3.0:1742903176.518249:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+717:13299:x1827566172238592:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1099us (1473us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.518255:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76833 00000100:00100000:0.0:1742903176.520144:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.520880:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.522641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.525005:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172239360 00000100:00100000:2.0:1742903176.525012:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172239360 00000100:00100000:2.0:1742903176.525047:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17640 00000100:00100000:2.0:1742903176.525053:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+718:13300:x1827566172239360:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:0.0:1742903176.525598:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172239488 00000100:00100000:0.0:1742903176.525603:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172239488 00000100:00100000:0.0:1742903176.525621:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11611 00000100:00100000:0.0:1742903176.525625:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+86:2009:x1827566172239488:12345-192.168.203.29@tcp:2:dbench.0 00002000:00010000:0.0:1742903176.525744:0:9553:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1742903176.525746:0:9553:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb mtime from disk: 0 -> 1742903163 00002000:00010000:0.0:1742903176.525748:0:9553:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb atime from disk: 0 -> 1742903165 00002000:00010000:0.0:1742903176.525750:0:9553:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb ctime from disk: 0 -> 1742903175 00002000:00010000:0.0:1742903176.525752:0:9553:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1742903176.525793:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+87:2009:x1827566172239488:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 165us (846us total) trans 4294970536 rc 0/0 00000100:00100000:0.0:1742903176.525798:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11611 00000100:00100000:2.0:1742903176.528544:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+718:13300:x1827566172239360:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 3482us (3685us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.528555:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17640 00000100:00100000:0.0:1742903176.529124:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.529188:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172239616 00000100:00100000:3.0:1742903176.529196:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172239616 00000100:00100000:3.0:1742903176.529295:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76838 00000100:00100000:3.0:1742903176.529300:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+718:13299:x1827566172239616:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.529422:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.529439:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55a200/0x5d4000e30d83a149 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef86a expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.529506:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e000/0x5d4000e30d83a150 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.529518:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e000/0x5d4000e30d83a150 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.529528:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e000/0x5d4000e30d83a150 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.529549:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe33:0x0]: returning size 11991 00000004:00200000:3.0:1742903176.529552:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.529565:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e000/0x5d4000e30d83a150 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.529585:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55a200/0x5d4000e30d83a149 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef86a expref: 720 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.529834:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e000/0x5d4000e30d83a150 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef86a expref: 719 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.529842:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:3.0:1742903176.529844:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.529847:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d78e000, rc 0) 00000100:00100000:3.0:1742903176.530037:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+719:13299:x1827566172239616:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 735us (913us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.530043:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76838 00000100:00100000:0.0:1742903176.530900:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.530940:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172239872 00000100:00100000:2.0:1742903176.530945:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172239872 00000100:00100000:2.0:1742903176.530974:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17641 00000100:00100000:2.0:1742903176.530980:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098077c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+719:13300:x1827566172239872:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:2.0:1742903176.531097:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8619, 168 off1510728 00000100:00100000:2.0:1742903176.531174:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098077c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+720:13300:x1827566172239872:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 194us (275us total) trans 4295004877 rc 0/0 00000100:00100000:2.0:1742903176.531180:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17641 00000100:00100000:0.0:1742903176.531433:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.531492:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172240000 00000100:00100000:3.0:1742903176.531496:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172240000 00000100:00100000:3.0:1742903176.531516:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76839 00000100:00100000:3.0:1742903176.531521:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+720:13299:x1827566172240000:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.531528:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.531541:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55a800/0x5d4000e30d83a157 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef871 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.531583:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d83a15e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531593:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d83a15e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531601:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d83a15e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531609:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9c00/0x5d4000e30d83a165 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531614:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9c00/0x5d4000e30d83a165 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531619:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9c00/0x5d4000e30d83a165 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531663:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8000/0x5d4000e30d83a16c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531668:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8000/0x5d4000e30d83a16c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531674:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8000/0x5d4000e30d83a16c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.531693:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe33:0x0]: returning size 11991 00000004:00200000:3.0:1742903176.531696:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.531704:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8000/0x5d4000e30d83a16c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531710:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8000/0x5d4000e30d83a16c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531715:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d83a15e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531719:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d83a15e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531724:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d83a15e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531729:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c55b600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.531731:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d83a15e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531736:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d83a15e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531743:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.531745:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.531748:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d83a15e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531751:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b600/0x5d4000e30d83a15e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531759:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9c00/0x5d4000e30d83a165 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531763:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9c00/0x5d4000e30d83a165 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531767:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9c00/0x5d4000e30d83a165 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531771:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800992f9c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.531772:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9c00/0x5d4000e30d83a165 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531776:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9c00/0x5d4000e30d83a165 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531780:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xb9ed2257 (ffff880099660700) 00010000:00010000:3.0:1742903176.531781:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.531783:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9c00/0x5d4000e30d83a165 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531786:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9c00/0x5d4000e30d83a165 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.531800:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55a800/0x5d4000e30d83a157 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef871 expref: 722 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.531807:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8000/0x5d4000e30d83a16c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef871 expref: 721 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.531811:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:3.0:1742903176.531813:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.531815:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992f8000, rc 0) 00000100:00100000:3.0:1742903176.531840:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+721:13299:x1827566172240000:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 318us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.531845:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76839 00000100:00100000:0.0:1742903176.532212:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.532343:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172240128 00000100:00100000:3.0:1742903176.532347:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172240128 00000100:00100000:3.0:1742903176.532377:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76840 00000100:00100000:3.0:1742903176.532381:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+721:13300:x1827566172240128:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.532393:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.532402:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b000/0x5d4000e30d83a173 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef878 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.532479:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bd400/0x5d4000e30d83a17a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532487:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bd400/0x5d4000e30d83a17a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532494:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bd400/0x5d4000e30d83a17a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532502:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bdc00/0x5d4000e30d83a181 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532507:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bdc00/0x5d4000e30d83a181 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532511:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bdc00/0x5d4000e30d83a181 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532549:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2000/0x5d4000e30d83a188 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532556:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2000/0x5d4000e30d83a188 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532561:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2000/0x5d4000e30d83a188 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.532577:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00000004:00200000:3.0:1742903176.532579:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.532586:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2000/0x5d4000e30d83a188 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532592:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2000/0x5d4000e30d83a188 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532597:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bd400/0x5d4000e30d83a17a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532601:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bd400/0x5d4000e30d83a17a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532606:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bd400/0x5d4000e30d83a17a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532610:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800842bd400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.532613:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bd400/0x5d4000e30d83a17a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532617:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bd400/0x5d4000e30d83a17a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532624:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.532626:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.532629:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bd400/0x5d4000e30d83a17a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532634:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bd400/0x5d4000e30d83a17a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532643:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bdc00/0x5d4000e30d83a181 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532647:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bdc00/0x5d4000e30d83a181 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532651:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bdc00/0x5d4000e30d83a181 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532654:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800842bdc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.532656:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bdc00/0x5d4000e30d83a181 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532661:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bdc00/0x5d4000e30d83a181 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532666:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:3.0:1742903176.532667:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.532670:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bdc00/0x5d4000e30d83a181 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532673:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800842bdc00/0x5d4000e30d83a181 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.532687:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c55b000/0x5d4000e30d83a173 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef878 expref: 723 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.532695:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2000/0x5d4000e30d83a188 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef878 expref: 722 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.532705:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:3.0:1742903176.532707:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.532709:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d2000, rc 0) 00000100:00100000:3.0:1742903176.532746:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+722:13300:x1827566172240128:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 364us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.532751:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76840 00000100:00100000:0.0:1742903176.533182:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.533561:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.533616:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172240256 00000100:00100000:2.0:1742903176.533621:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172240256 00000100:00100000:2.0:1742903176.533647:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8429 00000100:00100000:2.0:1742903176.533651:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+722:2007:x1827566172240256:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.533660:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.533673:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8000/0x5d4000e30d83a16c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef871 expref: 722 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.533683:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:2.0:1742903176.533686:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.533707:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+721:2007:x1827566172240256:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 55us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.533712:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8429 00000100:00100000:3.0:1742903176.533847:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172240512 00000100:00100000:3.0:1742903176.533851:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172240512 00000100:00100000:3.0:1742903176.533898:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76841 00000100:00100000:3.0:1742903176.533903:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+721:13299:x1827566172240512:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903176.533929:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.533940:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e000/0x5d4000e30d83a150 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef86a expref: 721 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.533948:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:3.0:1742903176.533951:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.533978:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2200/0x5d4000e30d83a18f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.533986:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2200/0x5d4000e30d83a18f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.533992:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2200/0x5d4000e30d83a18f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00010000:3.0:1742903176.534139:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88011ef28700 reply state ffff88007202d000 transno 4295004878 ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2200/0x5d4000e30d83a18f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.534152:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2200/0x5d4000e30d83a18f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.534157:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:3.0:1742903176.534160:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.534162:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903176.534213:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+722:13299:x1827566172240512:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 309us (651us total) trans 4295004878 rc 0/0 00000100:00100000:3.0:1742903176.534218:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76841 00000100:00100000:0.0:1742903176.534717:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.534751:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.534885:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172240896 00000100:00100000:3.0:1742903176.534963:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172240896 00000100:00100000:3.0:1742903176.534983:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17642 00000100:00100000:3.0:1742903176.534987:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+721:13300:x1827566172240896:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903176.535090:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8620, 168 off1510896 00000001:00080000:3.0:1742903176.535095:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004879 00000100:00100000:3.0:1742903176.535140:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+723:13300:x1827566172240896:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 152us (388us total) trans 4295004880 rc 0/0 00000100:00100000:3.0:1742903176.535146:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17642 00000020:00080000:3.0:1742903176.535150:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903176.536092:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.536180:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172241024 00000100:00100000:2.0:1742903176.536184:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172241024 00000100:00100000:2.0:1742903176.536213:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11612 00000100:00100000:2.0:1742903176.536217:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+87:2009:x1827566172241024:12345-192.168.203.29@tcp:2:dbench.0 00002000:00010000:2.0:1742903176.536307:0:18863:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1742903176.536309:0:18863:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb mtime from disk: 1742903163 -> 1742903151 00002000:00010000:2.0:1742903176.536311:0:18863:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb atime from disk: 1742903165 -> 1742903155 00002000:00010000:2.0:1742903176.536313:0:18863:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb ctime from disk: 1742903175 -> 1742903175 00002000:00010000:2.0:1742903176.536330:0:18863:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1742903176.536375:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+88:2009:x1827566172241024:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 157us (284us total) trans 4294970537 rc 0/0 00000100:00100000:2.0:1742903176.536381:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11612 00000100:00100000:0.0:1742903176.537686:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.537760:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172241280 00000100:00100000:3.0:1742903176.537767:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172241280 00000100:00100000:3.0:1742903176.537807:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76842 00000100:00100000:3.0:1742903176.537812:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+723:13300:x1827566172241280:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.537829:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.537843:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a196 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef87f expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.537921:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8400/0x5d4000e30d83a19d lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.537933:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d839eb7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef78a expref: 724 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.537939:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8400/0x5d4000e30d83a19d lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.537964:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d839eb7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef78a expref: 724 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.537974:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d839eb7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef78a expref: 724 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.537984:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161325184:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.538054:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130df0900 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.538383:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.538432:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172241408 00000100:00100000:2.0:1742903176.538435:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172241408 00000100:00100000:2.0:1742903176.538455:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76843 00000100:00100000:2.0:1742903176.538458:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136274e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+725:13299:x1827566172241408:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.538466:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.538473:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720afc00/0x5d4000e30d83a1a4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef886 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.538500:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a1ab lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.538508:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a1ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.538517:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a1ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.538525:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a1b2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.538530:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a1b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.538534:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a1b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.538559:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a1ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.538564:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a1ab lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.538568:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a1ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.538572:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720aea00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.538575:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a1ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.538581:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a1ab lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.538590:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.538592:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.538595:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a1ab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.538599:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a1ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.538607:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a1b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.538611:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a1b2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.538615:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a1b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.538618:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720af400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.538620:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a1b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.538627:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a1b2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.538631:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xe7082257 (ffff880091643c00) 00010000:00010000:2.0:1742903176.538632:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.538634:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a1b2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.538638:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a1b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.538658:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720afc00/0x5d4000e30d83a1a4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef886 expref: 726 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.538663:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720afc00/0x5d4000e30d83a1a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef886 expref: 726 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.538669:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800720afc00, rc 0) 00000100:00100000:2.0:1742903176.538689:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136274e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+725:13299:x1827566172241408:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 230us (308us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.538695:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76843 00000100:00100000:0.0:1742903176.539373:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903176.539485:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d839eb7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef78a expref: 725 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.539496:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161325184:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.539508:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8400/0x5d4000e30d83a19d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.539514:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8400/0x5d4000e30d83a19d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.539519:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8400/0x5d4000e30d83a19d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.539533:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00010000:00010000:3.0:1742903176.539703:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a196 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef87f expref: 725 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.539714:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8400/0x5d4000e30d83a19d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef87f expref: 724 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.539720:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:3.0:1742903176.539721:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903176.539723:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992f8400, rc 0) 00000100:00100000:3.0:1742903176.539742:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+724:13300:x1827566172241280:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1931us (2061us total) trans 4295004881 rc 0/0 00000100:00100000:3.0:1742903176.539748:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76842 00000100:00100000:0.0:1742903176.540105:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.540261:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172241664 00000100:00100000:3.0:1742903176.540264:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172241664 00000100:00100000:3.0:1742903176.540493:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76844 00000100:00100000:3.0:1742903176.540498:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136274380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+724:13299:x1827566172241664:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.540508:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.540517:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8c00/0x5d4000e30d83a1c0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef88d expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.540531:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8c00/0x5d4000e30d83a1c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef88d expref: 725 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.540540:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8c00/0x5d4000e30d83a1c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef88d expref: 725 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.540550:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.540552:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.540553:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099df8c00, rc 0) 00000100:00100000:3.0:1742903176.540587:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136274380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+725:13299:x1827566172241664:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 88us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.540593:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76844 00000100:00100000:0.0:1742903176.540879:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.541100:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172241792 00000100:00100000:2.0:1742903176.541105:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172241792 00000100:00100000:2.0:1742903176.541131:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76845 00000100:00100000:2.0:1742903176.541135:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136274a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+725:13300:x1827566172241792:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.541145:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.541154:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07000/0x5d4000e30d83a1c7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef894 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.541214:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a1ce lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.541224:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8400/0x5d4000e30d83a19d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef87f expref: 726 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.541230:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a1ce lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.541251:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8400/0x5d4000e30d83a19d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef87f expref: 726 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.541261:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8400/0x5d4000e30d83a19d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef87f expref: 726 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.541270:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129b92300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161325312:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.541341:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096a936c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.542264:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.542383:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172241920 00000100:00100000:2.0:1742903176.542387:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172241920 00000100:00100000:2.0:1742903176.542406:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17643 00000100:00100000:2.0:1742903176.542410:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+727:13299:x1827566172241920:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:3.0:1742903176.542470:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129b92300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161325312:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.542486:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a1ce lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.542927:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a1ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.542934:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a1ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903176.542964:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00000004:00200000:3.0:1742903176.542967:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.542979:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a1ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.543000:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07000/0x5d4000e30d83a1c7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef894 expref: 728 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.543010:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a1ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef894 expref: 727 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.543016:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:3.0:1742903176.543018:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.543021:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa06600, rc 0) 00000100:00100000:3.0:1742903176.543039:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136274a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+727:13300:x1827566172241792:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1903us (2161us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.543045:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76845 00000100:00100000:2.0:1742903176.544578:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+725:13299:x1827566172241920:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2161us (2310us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.544586:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17643 00000100:00100000:2.0:1742903176.546355:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.546449:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172242304 00000100:00100000:3.0:1742903176.546457:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172242304 00000100:00100000:3.0:1742903176.546499:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17644 00000100:00100000:3.0:1742903176.546505:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+725:13300:x1827566172242304:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903176.546640:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8621, 168 off1511064 00000100:00100000:3.0:1742903176.547384:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+726:13300:x1827566172242304:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 876us (1035us total) trans 4295004882 rc 0/0 00000100:00100000:3.0:1742903176.547392:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17644 00000100:00100000:0.0:1742903176.551031:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.551100:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172242432 00000100:00100000:3.0:1742903176.551107:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172242432 00000100:00100000:3.0:1742903176.551154:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76846 00000100:00100000:3.0:1742903176.551160:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136275180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+726:13300:x1827566172242432:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.551178:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.551191:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a1d5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef89b expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.551238:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8600/0x5d4000e30d83a1dc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551248:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8600/0x5d4000e30d83a1dc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551257:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8600/0x5d4000e30d83a1dc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551266:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8000/0x5d4000e30d83a1e3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551271:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8000/0x5d4000e30d83a1e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551276:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8000/0x5d4000e30d83a1e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551355:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9000/0x5d4000e30d83a1ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551371:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9000/0x5d4000e30d83a1ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551377:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9000/0x5d4000e30d83a1ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903176.551402:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00000004:00200000:3.0:1742903176.551405:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.551417:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9000/0x5d4000e30d83a1ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551424:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9000/0x5d4000e30d83a1ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551430:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8600/0x5d4000e30d83a1dc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551434:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8600/0x5d4000e30d83a1dc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551440:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8600/0x5d4000e30d83a1dc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551448:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099df8600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.551451:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8600/0x5d4000e30d83a1dc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551457:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8600/0x5d4000e30d83a1dc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551464:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.551466:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.551469:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8600/0x5d4000e30d83a1dc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551474:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8600/0x5d4000e30d83a1dc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551484:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8000/0x5d4000e30d83a1e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551489:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8000/0x5d4000e30d83a1e3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551494:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8000/0x5d4000e30d83a1e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551497:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099df8000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.551499:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8000/0x5d4000e30d83a1e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551504:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8000/0x5d4000e30d83a1e3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551508:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:3.0:1742903176.551511:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.551513:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8000/0x5d4000e30d83a1e3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551518:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8000/0x5d4000e30d83a1e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.551534:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a1d5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef89b expref: 728 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.551542:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9000/0x5d4000e30d83a1ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef89b expref: 727 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.551548:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:3.0:1742903176.551551:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.551553:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099df9000, rc 0) 00000100:00100000:3.0:1742903176.551606:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136275180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+727:13300:x1827566172242432:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 445us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.551612:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76846 00000100:00100000:2.0:1742903176.552505:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.554213:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172242688 00000100:00100000:3.0:1742903176.554221:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172242688 00000100:00100000:3.0:1742903176.554254:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17645 00000100:00100000:3.0:1742903176.554260:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+727:13299:x1827566172242688:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903176.554412:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8622, 168 off1511232 00000100:00100000:3.0:1742903176.554487:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+728:13299:x1827566172242688:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 226us (1984us total) trans 4295004883 rc 0/0 00000100:00100000:3.0:1742903176.554494:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17645 00000100:00100000:3.0:1742903176.555206:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.555443:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.555595:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172242944 00000100:00100000:0.0:1742903176.555598:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172242944 00000100:00100000:0.0:1742903176.555615:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76847 00000100:00100000:0.0:1742903176.555619:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+729:13300:x1827566172242944:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.555626:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.555638:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83a1f1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef8a2 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.555674:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83a1f8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.555685:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83a1f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.555695:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83a1f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.555705:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a1ff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.555712:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a1ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.555717:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a1ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.555742:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83a1f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.555747:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83a1f8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.555753:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83a1f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.555758:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d5a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.555761:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83a1f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.555767:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83a1f8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.555838:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:0.0:1742903176.555842:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.555845:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83a1f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.555851:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83a1f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.555862:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a1ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.555867:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a1ff lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.555873:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a1ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.555877:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d4e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.555879:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a1ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.555884:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a1ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.555889:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xe7082257 (ffff880130ebb400) 00010000:00010000:0.0:1742903176.555891:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.555893:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a1ff lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.555897:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a1ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.556681:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83a1f1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8a2 expref: 729 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.556688:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83a1f1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8a2 expref: 729 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.556694:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4d4400, rc 0) 00000100:00100000:0.0:1742903176.558196:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.558242:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.558290:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172243456 00000100:00100000:2.0:1742903176.558296:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172243456 00000100:00100000:2.0:1742903176.558997:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17646 00000100:00100000:2.0:1742903176.559002:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+727:13299:x1827566172243456:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:2.0:1742903176.559173:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8623, 168 off1511400 00000001:00080000:2.0:1742903176.559179:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004884 00000100:00100000:2.0:1742903176.559248:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+729:13299:x1827566172243456:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 245us (1005us total) trans 4295004885 rc 0/0 00000100:00100000:2.0:1742903176.559254:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17646 00000020:00080000:2.0:1742903176.559257:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903176.559595:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.561727:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.562490:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.562536:0:7223:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172244096 00000100:00100000:3.0:1742903176.562541:0:7223:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172244096 00000100:00100000:3.0:1742903176.562577:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 716 00000100:00100000:3.0:1742903176.562581:0:7223:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+731:13300:x1827566172244096:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903176.562662:0:7223:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1742903176.562676:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a1ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef894 expref: 731 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.562699:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:3.0:1742903176.562708:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d83a13b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef85c expref: 730 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.562714:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.562715:0:7223:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.562728:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a245 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.562733:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a245 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.562737:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a245 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.562742:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8000/0x5d4000e30d83a24c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.562746:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8000/0x5d4000e30d83a24c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.562749:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8000/0x5d4000e30d83a24c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.562761:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8600/0x5d4000e30d83a253 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.562764:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8600/0x5d4000e30d83a253 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.562767:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8600/0x5d4000e30d83a253 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.562805:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9800/0x5d4000e30d83a25a lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.562808:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9800/0x5d4000e30d83a25a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe30:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.562811:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9800/0x5d4000e30d83a25a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe30:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00000040:00080000:3.0:1742903176.563007:0:7223:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8624, 224 off1511624 00000004:00010000:3.0:1742903176.563052:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88012d342d80 reply state ffff880072011000 transno 4295004886 ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9800/0x5d4000e30d83a25a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe30:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.563061:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9800/0x5d4000e30d83a25a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.563066:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:3.0:1742903176.563068:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:3.0:1742903176.563070:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000004:00010000:3.0:1742903176.563074:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88012d342d80 reply state ffff880072011000 transno 4295004886 ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8600/0x5d4000e30d83a253 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.563080:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8600/0x5d4000e30d83a253 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.563088:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xe7082257 (ffff880099660400) 00010000:00010000:3.0:1742903176.563090:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.563091:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00010000:00010000:3.0:1742903176.563094:0:7223:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a245 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.563098:0:7223:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a245 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.563103:0:7223:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a245 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.563108:0:7223:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099df9200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.563110:0:7223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a245 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.563115:0:7223:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a245 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.563121:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.563123:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.563125:0:7223:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a245 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.563129:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a245 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00000004:00010000:3.0:1742903176.563136:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88012d342d80 reply state ffff880072011000 transno 4295004886 ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8000/0x5d4000e30d83a24c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.563142:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8000/0x5d4000e30d83a24c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.563149:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:3.0:1742903176.563151:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.563153:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1742903176.563186:0:7223:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+731:13300:x1827566172244096:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 603us (696us total) trans 4295004886 rc 0/0 00000100:00100000:3.0:1742903176.563192:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 716 00000100:00100000:0.0:1742903176.563756:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.563813:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172244224 00000100:00100000:3.0:1742903176.563817:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172244224 00010000:00010000:3.0:1742903176.563829:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009953a200/0x5d4000e30d839f82 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7bb expref: 731 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.563853:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22687 00000100:00100000:3.0:1742903176.563858:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d340000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+731:2009:x1827566172244224:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.563865:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.563869:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009953a200/0x5d4000e30d839f82 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7bb expref: 731 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.563878:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009953a200/0x5d4000e30d839f82 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7bb expref: 731 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.563890:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009953a200/0x5d4000e30d839f82 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7bb expref: 731 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.563899:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:3.0:1742903176.563902:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a23e lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.563908:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a23e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.563914:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a23e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.563926:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.563942:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d340000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+730:2009:x1827566172244224:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 84us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.563947:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22687 00010000:00010000:0.0:1742903176.564028:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a23e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.564033:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a23e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903176.564045:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe31:0x0]: returning size 12006 00010000:00010000:0.0:1742903176.564105:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83a237 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8b7 expref: 731 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.564114:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a23e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8b7 expref: 730 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.564120:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:0.0:1742903176.564121:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903176.564124:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f63c400, rc 0) 00000100:00100000:0.0:1742903176.564154:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+730:13299:x1827566172243840:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2297us (2429us total) trans 4295004887 rc 0/0 00000100:00100000:0.0:1742903176.564160:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76850 00000100:00100000:0.0:1742903176.564424:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.564561:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172244352 00000100:00100000:2.0:1742903176.564565:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172244352 00000100:00100000:2.0:1742903176.564584:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76851 00000100:00100000:2.0:1742903176.564588:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+730:13300:x1827566172244352:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.564596:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.564605:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1a00/0x5d4000e30d83a268 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef8be expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.564635:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d83a26f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.564642:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d83a26f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.564648:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d83a26f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.564654:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a276 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.564659:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a276 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.564664:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a276 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.564698:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a27d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.564704:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a27d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.564709:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a27d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:2.0:1742903176.564902:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00000004:00200000:2.0:1742903176.564905:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.564915:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a27d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.564922:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a27d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.564928:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d83a26f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.564932:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d83a26f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.564936:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d83a26f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.564940:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800867a1c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.564943:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d83a26f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.564948:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d83a26f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.564956:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.564958:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.564961:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d83a26f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.564965:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d83a26f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.565082:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a276 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.565087:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a276 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.565092:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a276 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.565096:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800867a0600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.565098:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a276 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.565103:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a276 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.565109:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xe7082257 (ffff880099660400) 00010000:00010000:2.0:1742903176.565111:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.565113:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a276 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.565117:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a276 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.565134:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1a00/0x5d4000e30d83a268 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8be expref: 732 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.565143:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a27d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8be expref: 731 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.565148:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:2.0:1742903176.565150:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.565151:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800867a1e00, rc 0) 00000100:00100000:2.0:1742903176.565275:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+731:13300:x1827566172244352:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 685us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.565280:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76851 00000100:00100000:3.0:1742903176.565671:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172244480 00000100:00100000:3.0:1742903176.565675:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172244480 00000100:00100000:3.0:1742903176.565689:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76852 00000100:00100000:3.0:1742903176.565694:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+731:13299:x1827566172244480:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.565705:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.565712:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a284 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef8c5 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.566142:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a28b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.566153:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a23e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8b7 expref: 732 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.566162:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a28b lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.566184:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a23e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8b7 expref: 732 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.566194:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a23e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8b7 expref: 732 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.566209:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a57480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161325568:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.566272:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130df0900 going to sleep for 11 seconds 00000100:00100000:3.0:1742903176.567471:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a57480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161325568:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.567486:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a28b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903176.567772:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.567879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.567931:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172244736 00000100:00100000:2.0:1742903176.567936:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172244736 00010000:00010000:3.0:1742903176.568201:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a28b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.568206:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a28b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.568235:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe31:0x0]: returning size 12006 00000004:00200000:3.0:1742903176.568238:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.568251:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a28b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.568271:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a284 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8c5 expref: 733 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.568280:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a28b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8c5 expref: 732 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.568285:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:3.0:1742903176.568287:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.568289:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800720af200, rc 0) 00000100:00100000:3.0:1742903176.568306:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+732:13299:x1827566172244480:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2612us (2764us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.568313:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76852 00000100:00100000:3.0:1742903176.568346:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76853 00000100:00100000:3.0:1742903176.568350:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+731:13300:x1827566172244736:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.568360:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.568381:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07000/0x5d4000e30d83a292 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef8cc expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.568433:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07e00/0x5d4000e30d83a299 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.568443:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a27d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8be expref: 732 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.568449:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07e00/0x5d4000e30d83a299 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.568463:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a27d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8be expref: 732 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.568471:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a27d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8be expref: 732 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.568479:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a57480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161325696:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.569135:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130df0900 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.570432:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.570503:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a57480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161325696:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.570519:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07e00/0x5d4000e30d83a299 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903176.570634:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172244992 00000100:00100000:2.0:1742903176.570644:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172244992 00010000:00010000:2.0:1742903176.570664:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a27d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8be expref: 733 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.570692:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22689 00000100:00100000:2.0:1742903176.570697:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d340a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+733:2010:x1827566172244992:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.570706:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.570711:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a27d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8be expref: 733 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.570719:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a27d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8be expref: 733 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.570733:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a27d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8be expref: 733 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.570749:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:2.0:1742903176.570752:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07e00/0x5d4000e30d83a299 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.570759:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07e00/0x5d4000e30d83a299 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.570764:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07e00/0x5d4000e30d83a299 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.570787:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.570820:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d340a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+732:2010:x1827566172244992:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 122us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.570826:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22689 00010000:00010000:3.0:1742903176.570878:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07e00/0x5d4000e30d83a299 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.570885:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07e00/0x5d4000e30d83a299 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.570897:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00010000:00010000:3.0:1742903176.570988:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07000/0x5d4000e30d83a292 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8cc expref: 733 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.570999:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07e00/0x5d4000e30d83a299 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8cc expref: 732 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.571004:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:3.0:1742903176.571007:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903176.571008:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa07e00, rc 0) 00000100:00100000:3.0:1742903176.571038:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+732:13300:x1827566172244736:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2687us (3266us total) trans 4295004888 rc 0/0 00000100:00100000:3.0:1742903176.571044:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76853 00000100:00100000:0.0:1742903176.572913:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.572978:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172245248 00000100:00100000:2.0:1742903176.572984:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172245248 00000100:00100000:2.0:1742903176.573024:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17647 00000100:00100000:2.0:1742903176.573030:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098077850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+732:13299:x1827566172245248:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:2.0:1742903176.573154:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8625, 168 off1511792 00000100:00100000:2.0:1742903176.573226:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098077850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+733:13299:x1827566172245248:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 195us (317us total) trans 4295004889 rc 0/0 00000100:00100000:2.0:1742903176.573232:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17647 00000100:00100000:0.0:1742903176.574492:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.574531:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.574928:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172245376 00000100:00100000:3.0:1742903176.574934:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172245376 00000100:00100000:3.0:1742903176.574973:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172245504 00000100:00100000:3.0:1742903176.574975:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172245504 00000100:00100000:3.0:1742903176.575000:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76855 00000100:00100000:3.0:1742903176.575005:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+734:13299:x1827566172245504:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.575014:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.575023:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a2ae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef8da expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.575061:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2000/0x5d4000e30d83a2b5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575072:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2000/0x5d4000e30d83a2b5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575080:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2000/0x5d4000e30d83a2b5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575089:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d3400/0x5d4000e30d83a2c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575095:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d3400/0x5d4000e30d83a2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575344:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d3400/0x5d4000e30d83a2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575417:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a2ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575425:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a2ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575430:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a2ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.575450:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe31:0x0]: returning size 12006 00000004:00200000:3.0:1742903176.575453:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.575464:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a2ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575471:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a2ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575478:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2000/0x5d4000e30d83a2b5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575482:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2000/0x5d4000e30d83a2b5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575486:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2000/0x5d4000e30d83a2b5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575491:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800990d2000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.575494:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2000/0x5d4000e30d83a2b5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575499:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2000/0x5d4000e30d83a2b5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575508:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.575510:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.575512:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2000/0x5d4000e30d83a2b5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575516:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2000/0x5d4000e30d83a2b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575524:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d3400/0x5d4000e30d83a2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575530:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d3400/0x5d4000e30d83a2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575534:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d3400/0x5d4000e30d83a2c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575542:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800990d3400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.575544:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d3400/0x5d4000e30d83a2c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575548:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d3400/0x5d4000e30d83a2c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575553:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4b9bf994 (ffff88012dd00700) 00010000:00010000:3.0:1742903176.575555:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.575557:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d3400/0x5d4000e30d83a2c3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575561:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d3400/0x5d4000e30d83a2c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.575579:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a2ae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8da expref: 737 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.575587:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a2ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8da expref: 736 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.575592:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:3.0:1742903176.575594:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.575596:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e8c2c00, rc 0) 00000100:00100000:3.0:1742903176.575621:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+736:13299:x1827566172245504:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 615us (1089us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.575627:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76855 00000100:00100000:0.0:1742903176.577099:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.577251:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172245632 00010000:00010000:1.0:1742903176.577270:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07e00/0x5d4000e30d83a299 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8cc expref: 736 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.577543:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22690 00000100:00100000:1.0:1742903176.577548:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+736:2010:x1827566172245632:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.577558:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.577564:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07e00/0x5d4000e30d83a299 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8cc expref: 736 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.577573:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07e00/0x5d4000e30d83a299 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8cc expref: 736 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.577588:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07e00/0x5d4000e30d83a299 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8cc expref: 736 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.577599:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:1.0:1742903176.577602:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a2bc lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.577609:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a2bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.577614:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a2bc lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.577634:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903176.577659:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+735:2010:x1827566172245632:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 110us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.577666:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22690 00010000:00010000:0.0:1742903176.577834:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a2bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.577840:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a2bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:0.0:1742903176.577872:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00000004:00200000:0.0:1742903176.577874:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903176.577885:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a2bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.577908:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a2a7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8d3 expref: 735 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.577919:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a2bc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8d3 expref: 734 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.577924:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:0.0:1742903176.577926:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903176.577928:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f63d000, rc 0) 00000100:00100000:0.0:1742903176.577947:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+734:13300:x1827566172245376:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2961us (3458us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.577952:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76854 00000100:00100000:0.0:1742903176.577992:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.578186:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172245760 00000100:00100000:1.0:1742903176.578190:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172245760 00000100:00100000:1.0:1742903176.578377:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8433 00000100:00100000:1.0:1742903176.578381:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7272c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+734:2008:x1827566172245760:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.578389:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.578398:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a2ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8da expref: 734 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.578406:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:1.0:1742903176.578408:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903176.578423:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7272c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+733:2008:x1827566172245760:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 41us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.578427:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8433 00000100:00100000:0.0:1742903176.578943:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.579052:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172245888 00000100:00100000:1.0:1742903176.579056:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172245888 00000100:00100000:1.0:1742903176.579080:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76856 00000100:00100000:1.0:1742903176.579084:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+733:13299:x1827566172245888:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.579095:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.579103:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a2d1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef8e1 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.579169:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a2d8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.579177:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a2d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.579184:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a2d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.579193:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d200/0x5d4000e30d83a2df lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.579199:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d200/0x5d4000e30d83a2df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.579204:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d200/0x5d4000e30d83a2df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.579230:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a2d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.579235:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a2d8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.579239:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a2d8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.579244:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63ce00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.579247:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a2d8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.579252:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a2d8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.579259:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:1.0:1742903176.579265:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.579268:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a2d8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.579273:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a2d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.579280:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d200/0x5d4000e30d83a2df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.579285:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d200/0x5d4000e30d83a2df lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.579289:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d200/0x5d4000e30d83a2df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.579292:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63d200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.579294:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d200/0x5d4000e30d83a2df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.579298:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d200/0x5d4000e30d83a2df lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.579303:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xe7082257 (ffff88009c4bad00) 00010000:00010000:1.0:1742903176.579305:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.579307:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d200/0x5d4000e30d83a2df lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.579311:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d200/0x5d4000e30d83a2df lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.579404:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a2d1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8e1 expref: 734 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.579410:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a2d1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8e1 expref: 734 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.579417:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f63c200, rc 0) 00000100:00100000:1.0:1742903176.579888:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+733:13299:x1827566172245888:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 800us (944us total) trans 0 rc 301/301 00000100:00100000:1.0:1742903176.579894:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76856 00000100:00100000:0.0:1742903176.580412:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.580961:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172246016 00000100:00100000:1.0:1742903176.580966:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172246016 00000100:00100000:1.0:1742903176.581003:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76857 00000100:00100000:1.0:1742903176.581008:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+733:13300:x1827566172246016:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.581019:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.581030:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a2e6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef8e8 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.581064:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a2ed lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581074:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a2ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581081:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a2ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581088:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a2f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581094:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a2f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581098:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a2f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581145:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a2fb lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581151:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a2fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581157:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a2fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:1.0:1742903176.581181:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00000004:00200000:1.0:1742903176.581185:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903176.581197:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a2fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581205:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a2fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581211:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a2ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581215:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a2ed lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581220:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a2ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581224:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63d400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.581227:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a2ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581232:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a2ed lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581239:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:1.0:1742903176.581242:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.581245:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a2ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581249:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a2ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581258:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a2f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581263:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a2f4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581268:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a2f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581272:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63dc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.581275:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a2f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581278:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a2f4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581283:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xe7082257 (ffff880099660400) 00010000:00010000:1.0:1742903176.581284:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.581286:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a2f4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581289:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a2f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.581304:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a2e6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8e8 expref: 735 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.581312:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a2fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8e8 expref: 734 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.581353:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:1.0:1742903176.581355:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903176.581357:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f63d600, rc 0) 00000100:00100000:1.0:1742903176.581400:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+734:13300:x1827566172246016:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 391us (988us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.581406:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76857 00000100:00100000:0.0:1742903176.584169:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.584275:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172246144 00000100:00100000:1.0:1742903176.584282:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172246144 00000100:00100000:1.0:1742903176.584426:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76858 00000100:00100000:1.0:1742903176.584432:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+734:13299:x1827566172246144:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.584448:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.584461:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a302 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef8ef expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.584508:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a309 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.584518:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a309 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.584528:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a309 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.584539:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a310 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.584545:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a310 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.584550:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a310 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.584577:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a309 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.584582:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a309 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.584588:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a309 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.584593:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63da00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.584596:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a309 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.584602:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a309 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.584611:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:1.0:1742903176.584614:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.584617:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a309 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.584622:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a309 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.584634:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a310 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.584638:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a310 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.584643:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a310 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.584647:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63c000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.584649:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a310 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.584654:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a310 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.584660:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xe7082257 (ffff88009c4ba500) 00010000:00010000:1.0:1742903176.584662:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.584664:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a310 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.584669:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a310 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.584692:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a302 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8ef expref: 735 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.584699:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a302 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8ef expref: 735 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.584706:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f63c800, rc 0) 00000100:00100000:1.0:1742903176.584743:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+734:13299:x1827566172246144:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 310us (579us total) trans 0 rc 301/301 00000100:00100000:1.0:1742903176.584749:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76858 00000100:00100000:0.0:1742903176.585695:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.586202:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.586249:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172246528 00000100:00100000:1.0:1742903176.586256:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172246528 00000100:00100000:1.0:1742903176.586280:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76859 00000100:00100000:1.0:1742903176.586285:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+734:13300:x1827566172246528:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903176.586313:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.586358:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a2bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8d3 expref: 734 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.586378:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:1.0:1742903176.586381:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.586712:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172246272 00000100:00100000:3.0:1742903176.586716:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172246272 00000100:00100000:3.0:1742903176.586740:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8434 00000100:00100000:3.0:1742903176.586743:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+734:2010:x1827566172246272:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.586754:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.586763:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a2fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8e8 expref: 734 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.586774:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:3.0:1742903176.586777:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.586809:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+733:2010:x1827566172246272:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 64us (1120us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.586814:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8434 00000100:00100000:0.0:1742903176.588098:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.588133:0:7223:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172246784 00000100:00100000:3.0:1742903176.588140:0:7223:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172246784 00000100:00100000:3.0:1742903176.588173:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 717 00000100:00100000:3.0:1742903176.588177:0:7223:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+733:13299:x1827566172246784:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903176.588202:0:7223:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1742903176.588214:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a28b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8c5 expref: 733 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.588226:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:3.0:1742903176.588233:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8c00/0x5d4000e30d83a1c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef88d expref: 732 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.588240:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.588242:0:7223:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.588261:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3c00/0x5d4000e30d83a317 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.588270:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3c00/0x5d4000e30d83a317 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.588277:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3c00/0x5d4000e30d83a317 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.588285:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2600/0x5d4000e30d83a31e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.588291:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2600/0x5d4000e30d83a31e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.588295:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2600/0x5d4000e30d83a31e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.588306:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3400/0x5d4000e30d83a325 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.588310:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3400/0x5d4000e30d83a325 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1742903176.588471:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe400/0x5d4000e30d83a32c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.588478:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe400/0x5d4000e30d83a32c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.588484:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe400/0x5d4000e30d83a32c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903176.588575:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880134b63480 reply state ffff8800720ee000 transno 4295004890 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe400/0x5d4000e30d83a32c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.588582:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe400/0x5d4000e30d83a32c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.588587:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:2.0:1742903176.588588:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903176.588590:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903176.588637:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+733:13300:x1827566172246528:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 2351us (2434us total) trans 4295004890 rc 0/0 00000100:00100000:2.0:1742903176.588642:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76859 00010000:00010000:3.0:1742903176.588798:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3400/0x5d4000e30d83a325 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.588847:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3e00/0x5d4000e30d83a333 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.588853:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3e00/0x5d4000e30d83a333 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.588859:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3e00/0x5d4000e30d83a333 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00000040:00080000:3.0:1742903176.588963:0:7223:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8626, 224 off1512016 00000004:00010000:3.0:1742903176.588990:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880134b62d80 reply state ffff88012bd24000 transno 4295004891 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3e00/0x5d4000e30d83a333 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.589000:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3e00/0x5d4000e30d83a333 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.589004:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:3.0:1742903176.589006:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:3.0:1742903176.589007:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000004:00010000:3.0:1742903176.589011:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880134b62d80 reply state ffff88012bd24000 transno 4295004891 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3400/0x5d4000e30d83a325 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.589016:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3400/0x5d4000e30d83a325 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.589020:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xe7082257 (ffff880099660100) 00010000:00010000:3.0:1742903176.589021:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.589022:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00010000:00010000:3.0:1742903176.589024:0:7223:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3c00/0x5d4000e30d83a317 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.589028:0:7223:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3c00/0x5d4000e30d83a317 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.589033:0:7223:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3c00/0x5d4000e30d83a317 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.589037:0:7223:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e8c3c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.589040:0:7223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3c00/0x5d4000e30d83a317 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.589045:0:7223:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3c00/0x5d4000e30d83a317 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.589050:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.589052:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.589054:0:7223:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3c00/0x5d4000e30d83a317 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.589058:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3c00/0x5d4000e30d83a317 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00000004:00010000:3.0:1742903176.589064:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880134b62d80 reply state ffff88012bd24000 transno 4295004891 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2600/0x5d4000e30d83a31e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.589069:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2600/0x5d4000e30d83a31e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.589074:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4b9bf994 (ffff88012dd00700) 00010000:00010000:3.0:1742903176.589075:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.589077:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1742903176.589103:0:7223:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+734:13299:x1827566172246784:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 924us (1007us total) trans 4295004891 rc 0/0 00000100:00100000:3.0:1742903176.589108:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 717 00000100:00100000:0.0:1742903176.591075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.591163:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.591221:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172246912 00000100:00100000:2.0:1742903176.591228:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172246912 00000100:00100000:2.0:1742903176.591256:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11613 00000100:00100000:2.0:1742903176.591261:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+87:2009:x1827566172246912:12345-192.168.203.29@tcp:2:dbench.0 00002000:00010000:2.0:1742903176.591385:0:9553:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x6fc:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1742903176.591387:0:9553:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x6fc:0x0] updating lvb mtime from disk: 1742903151 -> 1742903163 00002000:00010000:2.0:1742903176.591389:0:9553:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x6fc:0x0] updating lvb atime from disk: 1742903155 -> 1742903165 00002000:00010000:2.0:1742903176.591391:0:9553:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x6fc:0x0] updating lvb ctime from disk: 1742903175 -> 1742903175 00002000:00010000:2.0:1742903176.591392:0:9553:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x6fc:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1742903176.591432:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+88:2009:x1827566172246912:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 170us (362us total) trans 4294970602 rc 0/0 00000100:00100000:2.0:1742903176.591437:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11613 00000100:00100000:3.0:1742903176.591574:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172247040 00000100:00100000:3.0:1742903176.591577:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172247040 00000100:00100000:3.0:1742903176.591598:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76860 00000100:00100000:3.0:1742903176.591602:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+734:13299:x1827566172247040:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.591614:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.591623:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2000/0x5d4000e30d83a33a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef8f6 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.591656:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2200/0x5d4000e30d83a341 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591665:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2200/0x5d4000e30d83a341 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591677:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2200/0x5d4000e30d83a341 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591684:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3600/0x5d4000e30d83a348 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591690:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3600/0x5d4000e30d83a348 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591695:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3600/0x5d4000e30d83a348 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591739:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a34f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591746:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a34f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591751:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a34f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903176.591774:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe31:0x0]: returning size 12006 00000004:00200000:3.0:1742903176.591778:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.591788:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a34f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591795:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a34f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591801:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2200/0x5d4000e30d83a341 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591805:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2200/0x5d4000e30d83a341 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591813:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2200/0x5d4000e30d83a341 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591817:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e8c2200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.591819:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2200/0x5d4000e30d83a341 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591824:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2200/0x5d4000e30d83a341 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591832:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.591834:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.591837:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2200/0x5d4000e30d83a341 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591841:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2200/0x5d4000e30d83a341 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591850:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3600/0x5d4000e30d83a348 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591855:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3600/0x5d4000e30d83a348 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591859:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3600/0x5d4000e30d83a348 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591864:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e8c3600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.591865:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3600/0x5d4000e30d83a348 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591869:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3600/0x5d4000e30d83a348 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591874:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xe7082257 (ffff880099660100) 00010000:00010000:3.0:1742903176.591876:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.591878:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3600/0x5d4000e30d83a348 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591882:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3600/0x5d4000e30d83a348 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.591899:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2000/0x5d4000e30d83a33a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8f6 expref: 736 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.591908:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a34f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8f6 expref: 735 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.591912:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:3.0:1742903176.591914:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.591915:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e8c2400, rc 0) 00000100:00100000:3.0:1742903176.591936:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+735:13299:x1827566172247040:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 333us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.591941:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76860 00000100:00100000:0.0:1742903176.593421:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.593465:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.593759:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172247296 00000100:00100000:2.0:1742903176.593764:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172247296 00000100:00100000:2.0:1742903176.593803:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17648 00000100:00100000:2.0:1742903176.593808:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+735:13300:x1827566172247296:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:1.0:1742903176.593907:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172247552 00000100:00100000:1.0:1742903176.593911:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172247552 00000100:00100000:1.0:1742903176.593931:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76861 00000100:00100000:1.0:1742903176.593936:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+736:13299:x1827566172247552:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.593943:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.593955:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63cc00/0x5d4000e30d83a356 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef8fd expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.594008:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a35d lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.594019:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a34f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8f6 expref: 737 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.594025:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a35d lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.594048:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a34f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8f6 expref: 737 pid: 7212 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1742903176.594191:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8627, 168 off1512184 00010000:00010000:1.0:1742903176.594345:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a34f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8f6 expref: 738 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.594356:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161325952:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.594492:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+738:13300:x1827566172247296:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 681us (1072us total) trans 4295004892 rc 0/0 00000100:00100000:2.0:1742903176.594498:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17648 00000100:00100000:1.0:1742903176.594617:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009967df00 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.597520:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.597545:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172247680 00000100:00100000:3.0:1742903176.597551:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172247680 00000100:00100000:0.0:1742903176.597553:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.597570:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172247808 00000100:00100000:0.0:1742903176.597572:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172247808 00010000:00010000:0.0:1742903176.597588:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a34f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8f6 expref: 739 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.597592:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76862 00000100:00100000:3.0:1742903176.597598:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+739:13300:x1827566172247680:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:1.0:1742903176.597612:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161325952:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903176.597616:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22691 00000100:00100000:0.0:1742903176.597621:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+739:2009:x1827566172247808:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903176.597631:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.597636:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a35d lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.597636:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a34f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8f6 expref: 739 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:0.0:1742903176.597646:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a34f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8f6 expref: 739 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:0.0:1742903176.597978:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a34f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8f6 expref: 739 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:0.0:1742903176.597996:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:0.0:1742903176.598000:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a35d lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.598007:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a35d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.598013:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a35d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.598029:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.598040:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a364 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef904 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.598044:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903176.598076:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+739:2009:x1827566172247808:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 455us (522us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903176.598082:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a36b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903176.598082:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22691 00010000:00010000:3.0:1742903176.598089:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a36b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.598096:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a36b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.598103:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a372 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.598108:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a372 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.598112:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a372 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.598171:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a379 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.598177:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a379 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.598182:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a379 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.598195:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a35d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.598203:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a35d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.598209:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe32:0x0]: returning size 11991 00000004:00200000:3.0:1742903176.598212:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00200000:1.0:1742903176.598214:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe31:0x0]: returning size 12006 00000004:00010000:3.0:1742903176.598223:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a379 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.598229:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a379 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.598235:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a36b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.598239:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a36b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.598243:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a36b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.598247:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63d800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.598249:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a36b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.598254:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a36b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.598260:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.598262:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.598265:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a36b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.598268:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a36b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.598275:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a372 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.598279:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a372 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.598283:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a372 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.598286:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63c800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.598287:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63cc00/0x5d4000e30d83a356 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8fd expref: 740 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.598289:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a372 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.598293:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a372 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.598297:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a35d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8fd expref: 739 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.598298:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xb9ed2257 (ffff880099660500) 00010000:00010000:3.0:1742903176.598300:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.598302:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a372 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.598303:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:1.0:1742903176.598305:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903176.598306:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a372 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.598306:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800867a1e00, rc 0) 00010000:00010000:3.0:1742903176.598339:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a364 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef904 expref: 740 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903176.598344:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+740:13299:x1827566172247552:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 4407us (4879us total) trans 4295004893 rc 0/0 00010000:00010000:3.0:1742903176.598347:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a379 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef904 expref: 739 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903176.598349:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76861 00010000:00010000:3.0:1742903176.598352:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903176.598354:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.598355:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f63c000, rc 0) 00000100:00100000:3.0:1742903176.598382:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+738:13300:x1827566172247680:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 784us (869us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.598387:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76862 00000100:00100000:0.0:1742903176.599895:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.599962:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172247936 00000100:00100000:3.0:1742903176.599968:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172247936 00000100:00100000:3.0:1742903176.600003:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76863 00000100:00100000:3.0:1742903176.600008:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+738:13299:x1827566172247936:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.600025:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.600040:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a387 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef90b expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.600097:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a38e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.600108:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a35d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8fd expref: 739 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.600114:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a38e lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.600135:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a35d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8fd expref: 739 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.600144:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a35d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8fd expref: 739 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.600154:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a57480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161326080:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903176.600435:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.600498:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130df0e40 going to sleep for 11 seconds 00000100:00100000:1.0:1742903176.600541:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172248192 00000100:00100000:1.0:1742903176.600545:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172248192 00000100:00100000:1.0:1742903176.600564:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76864 00000100:00100000:1.0:1742903176.600568:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+740:13300:x1827566172248192:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.600575:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.600582:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d83a395 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef912 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.600632:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83a39c lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.600641:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a379 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef904 expref: 741 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.600647:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83a39c lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.600661:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a379 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef904 expref: 741 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.600669:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a379 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef904 expref: 741 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.600677:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161326208:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.601093:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009967d840 going to sleep for 11 seconds 00000100:00100000:3.0:1742903176.601680:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a57480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161326080:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903176.601683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.601729:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172248320 00000100:00100000:1.0:1742903176.601732:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172248320 00010000:00010000:1.0:1742903176.601747:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a35d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8fd expref: 742 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.601777:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22692 00000100:00100000:1.0:1742903176.601781:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d69c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+742:2010:x1827566172248320:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.601789:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.601794:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a35d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8fd expref: 742 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.601801:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a35d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8fd expref: 742 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.601815:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1e00/0x5d4000e30d83a35d lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef8fd expref: 742 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.601830:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:1.0:1742903176.601833:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a38e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.601841:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a38e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.601846:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a38e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.601862:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.601902:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a38e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.601910:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a38e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.601914:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a38e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903176.601944:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe31:0x0]: returning size 12006 00000004:00200000:3.0:1742903176.601947:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.601960:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a38e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.601980:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a387 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef90b expref: 742 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.601990:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a38e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef90b expref: 741 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.601996:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:3.0:1742903176.601997:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.601999:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f63dc00, rc 0) 00000100:00100000:1.0:1742903176.602152:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d69c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+741:2010:x1827566172248320:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 368us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.602159:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22692 00000100:00100000:3.0:1742903176.602218:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+740:13299:x1827566172247936:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2208us (2326us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.602224:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76863 00000100:00100000:1.0:1742903176.602694:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161326208:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903176.602707:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83a39c lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903176.603014:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.603084:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172248448 00000100:00100000:1.0:1742903176.603088:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172248448 00010000:00010000:1.0:1742903176.603100:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a379 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef904 expref: 740 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.603130:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22693 00000100:00100000:1.0:1742903176.603134:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d68700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+740:2009:x1827566172248448:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.603143:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.603147:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a379 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef904 expref: 740 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.603160:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a379 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef904 expref: 740 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.603173:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a379 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef904 expref: 740 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.603182:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:1.0:1742903176.603186:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83a39c lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.603192:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83a39c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.603197:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83a39c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.603211:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903176.603230:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d68700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+739:2009:x1827566172248448:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 94us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.603235:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22693 00010000:00010000:0.0:1742903176.603335:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83a39c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.603341:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83a39c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903176.603354:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe32:0x0]: returning size 11991 00010000:00010000:0.0:1742903176.603451:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a1c00/0x5d4000e30d83a395 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef912 expref: 740 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.603462:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83a39c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef912 expref: 739 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.603468:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:0.0:1742903176.603470:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903176.603472:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099597600, rc 0) 00000100:00100000:0.0:1742903176.603488:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+739:13300:x1827566172248192:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2919us (3054us total) trans 4295004894 rc 0/0 00000100:00100000:0.0:1742903176.603494:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76864 00000100:00100000:2.0:1742903176.604210:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.604329:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172248576 00000100:00100000:0.0:1742903176.604333:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172248576 00000100:00100000:0.0:1742903176.604372:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76865 00000100:00100000:0.0:1742903176.604376:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+739:13299:x1827566172248576:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.604387:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.604397:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83a3aa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef919 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.604431:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83a3b1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604439:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83a3b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604446:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83a3b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604454:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a3b8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604459:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a3b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604465:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a3b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604518:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a3bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604525:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a3bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604530:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a3bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903176.604554:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe31:0x0]: returning size 12006 00000004:00200000:0.0:1742903176.604557:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903176.604564:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a3bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604570:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a3bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604576:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83a3b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604581:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83a3b1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604585:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83a3b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604590:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d5a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.604593:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83a3b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604598:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83a3b1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604605:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:0.0:1742903176.604608:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.604610:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83a3b1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604614:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5a00/0x5d4000e30d83a3b1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604622:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a3b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604627:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a3b8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604632:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a3b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604636:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800867a0600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.604638:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a3b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604642:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a3b8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604647:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xe7082257 (ffff880099660100) 00010000:00010000:0.0:1742903176.604649:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.604651:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a3b8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604655:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a3b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.604669:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83a3aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef919 expref: 741 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.604677:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a3bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef919 expref: 740 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.604682:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:0.0:1742903176.604684:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903176.604686:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bd1a00, rc 0) 00000100:00100000:0.0:1742903176.604721:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+740:13299:x1827566172248576:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 344us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.604727:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76865 00000100:00100000:0.0:1742903176.605134:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.605544:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172248704 00000100:00100000:3.0:1742903176.605549:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172248704 00000100:00100000:3.0:1742903176.605579:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76866 00000100:00100000:3.0:1742903176.605583:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+740:13300:x1827566172248704:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.605594:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.605602:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a3c6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef920 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.605639:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a3cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.605651:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83a39c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef912 expref: 741 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.605657:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a3cd lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.605679:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83a39c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef912 expref: 741 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.605687:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83a39c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef912 expref: 741 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.605697:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a57480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161326336:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.606435:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130df0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.608156:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.608242:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172248960 00000100:00100000:2.0:1742903176.608249:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172248960 00000100:00100000:2.0:1742903176.608286:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76867 00000100:00100000:2.0:1742903176.608292:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+742:13299:x1827566172248960:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903176.608348:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1742903176.608380:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a3bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef919 expref: 742 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.608812:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a38e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef90b expref: 741 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.608823:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:2.0:1742903176.608826:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.608861:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe200/0x5d4000e30d83a3d4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.608872:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe200/0x5d4000e30d83a3d4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.608879:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe200/0x5d4000e30d83a3d4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00010000:2.0:1742903176.608981:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880099d6a300 reply state ffff88012cf41000 transno 4295004895 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe200/0x5d4000e30d83a3d4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.608990:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe200/0x5d4000e30d83a3d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.608995:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:2.0:1742903176.608997:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903176.608999:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903176.609139:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+742:13299:x1827566172248960:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 846us (986us total) trans 4295004895 rc 0/0 00000100:00100000:2.0:1742903176.609146:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76867 00000100:00100000:1.0:1742903176.609305:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.609368:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a57480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161326336:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.609383:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a3cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903176.609535:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172249088 00000100:00100000:2.0:1742903176.609539:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172249088 00010000:00010000:2.0:1742903176.609553:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83a39c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef912 expref: 742 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.609579:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22694 00000100:00100000:2.0:1742903176.609583:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+742:2010:x1827566172249088:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.609590:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.609594:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83a39c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef912 expref: 742 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.609602:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83a39c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef912 expref: 742 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.609618:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83a39c lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef912 expref: 742 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.609663:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:2.0:1742903176.609667:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a3cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.609673:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a3cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.609678:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a3cd lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.609721:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a3cd lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.609727:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a3cd lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903176.609755:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe32:0x0]: returning size 11991 00010000:00010000:2.0:1742903176.609755:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00200000:3.0:1742903176.609757:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.609806:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a3cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903176.609806:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+741:2010:x1827566172249088:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 220us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.609811:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22694 00010000:00010000:3.0:1742903176.609826:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a3c6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef920 expref: 741 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.609840:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a3cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef920 expref: 740 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.609854:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903176.609857:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.609858:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f63d400, rc 0) 00000100:00100000:3.0:1742903176.609877:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+740:13300:x1827566172248704:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 4293us (4744us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.609882:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76866 00000100:00100000:0.0:1742903176.610686:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.610773:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172249216 00000100:00100000:2.0:1742903176.610777:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172249216 00000100:00100000:2.0:1742903176.610797:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11614 00000100:00100000:2.0:1742903176.610801:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+88:2009:x1827566172249216:12345-192.168.203.29@tcp:2:dbench.0 00002000:00010000:2.0:1742903176.610877:0:18863:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x6fd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1742903176.610880:0:18863:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x6fd:0x0] updating lvb mtime from disk: 1742903151 -> 1742903163 00002000:00010000:2.0:1742903176.610882:0:18863:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x6fd:0x0] updating lvb atime from disk: 1742903155 -> 1742903165 00002000:00010000:2.0:1742903176.610884:0:18863:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x6fd:0x0] updating lvb ctime from disk: 1742903175 -> 1742903175 00002000:00010000:2.0:1742903176.610886:0:18863:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x6fd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1742903176.610918:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+89:2009:x1827566172249216:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 116us (233us total) trans 4294970538 rc 0/0 00000100:00100000:2.0:1742903176.610924:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11614 00000100:00100000:0.0:1742903176.611377:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.611427:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172249472 00000100:00100000:2.0:1742903176.611431:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172249472 00000100:00100000:2.0:1742903176.611492:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17649 00000100:00100000:2.0:1742903176.611497:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+740:13300:x1827566172249472:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:2.0:1742903176.611623:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8628, 168 off1512352 00000001:00080000:2.0:1742903176.611628:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004896 00000100:00100000:2.0:1742903176.611936:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+742:13300:x1827566172249472:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 437us (558us total) trans 4295004897 rc 0/0 00000100:00100000:2.0:1742903176.611942:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17649 00000020:00080000:2.0:1742903176.611945:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903176.613056:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.613092:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172249600 00000100:00100000:3.0:1742903176.613096:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172249600 00000100:00100000:3.0:1742903176.613127:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76868 00000100:00100000:3.0:1742903176.613131:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+742:13300:x1827566172249600:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.613143:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.613156:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63cc00/0x5d4000e30d83a3db lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef927 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.613191:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a3e2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613200:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a3e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613208:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a3e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613217:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a3e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613222:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a3e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613231:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a3e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613276:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a3f0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613281:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a3f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613284:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a3f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903176.613300:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe32:0x0]: returning size 11991 00000004:00200000:3.0:1742903176.613302:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.613309:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a3f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613313:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a3f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613345:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a3e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613351:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a3e2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613356:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a3e2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613371:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63d000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.613374:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a3e2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613380:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a3e2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613389:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.613392:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.613395:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a3e2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613400:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a3e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613409:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a3e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613413:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a3e9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613416:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a3e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613420:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63ca00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.613422:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a3e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613427:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a3e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613432:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xb9ed2257 (ffff880099660500) 00010000:00010000:3.0:1742903176.613434:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.613436:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a3e9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613441:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a3e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.613456:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63cc00/0x5d4000e30d83a3db lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef927 expref: 744 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.613465:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a3f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef927 expref: 743 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.613470:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903176.613472:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.613474:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f63c800, rc 0) 00000100:00100000:3.0:1742903176.613505:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+743:13300:x1827566172249600:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 373us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.613510:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76868 00000100:00100000:0.0:1742903176.613841:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.614020:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172249856 00000100:00100000:2.0:1742903176.614024:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172249856 00000100:00100000:2.0:1742903176.614051:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17650 00000100:00100000:2.0:1742903176.614055:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+743:13299:x1827566172249856:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:2.0:1742903176.614310:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8629, 168 off1512520 00000100:00100000:2.0:1742903176.614542:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+744:13299:x1827566172249856:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 484us (700us total) trans 4295004898 rc 0/0 00000100:00100000:2.0:1742903176.614548:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17650 00000100:00100000:0.0:1742903176.615625:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.615680:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172249984 00000100:00100000:3.0:1742903176.615684:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172249984 00000100:00100000:3.0:1742903176.615704:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76869 00000100:00100000:3.0:1742903176.615709:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+744:13300:x1827566172249984:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.615718:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.615729:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a3f7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef92e expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.615759:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a3fe lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.615768:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a3fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.615776:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a3fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.615785:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a405 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.615794:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a405 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.615799:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a405 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.615818:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a3fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.615823:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a3fe lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.615829:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a3fe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.615833:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63ce00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.615835:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a3fe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.615840:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a3fe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.615847:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.615850:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.615852:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a3fe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.615857:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a3fe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.615865:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a405 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.615869:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a405 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.615874:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a405 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.615878:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63d600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.615880:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a405 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.615883:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a405 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.615888:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:3.0:1742903176.615890:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.615892:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a405 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.615897:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a405 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.615913:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a3f7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef92e expref: 745 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.615919:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a3f7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef92e expref: 745 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.615925:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f63d800, rc 0) 00000100:00100000:3.0:1742903176.615961:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+744:13300:x1827566172249984:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 251us (338us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903176.615967:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76869 00000100:00100000:0.0:1742903176.616108:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.616268:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172250112 00000100:00100000:3.0:1742903176.616272:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172250112 00000100:00100000:3.0:1742903176.616300:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8435 00000100:00100000:3.0:1742903176.616304:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+744:2010:x1827566172250112:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.616311:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.617477:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a3f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef927 expref: 744 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.617489:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903176.617492:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.617524:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+743:2010:x1827566172250112:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1218us (1415us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.617530:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8435 00000100:00100000:1.0:1742903176.620643:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.620663:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172250240 00000100:00100000:0.0:1742903176.620670:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172250240 00000100:00100000:1.0:1742903176.620685:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.620696:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172250368 00000100:00100000:0.0:1742903176.620698:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172250368 00000100:00100000:1.0:1742903176.620716:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76870 00000100:00100000:1.0:1742903176.620721:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+744:13299:x1827566172250240:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.620738:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.620753:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07000/0x5d4000e30d83a40c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef935 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.620797:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a413 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.620807:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a413 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.620815:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a413 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.620822:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a41a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.620827:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a41a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.620832:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a41a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.620881:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a421 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.620886:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a421 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.620890:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a421 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:1.0:1742903176.620915:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe33:0x0]: returning size 11991 00000004:00200000:1.0:1742903176.620918:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903176.620929:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a421 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.620936:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a421 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.620942:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a413 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.620947:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a413 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.620957:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a413 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.620962:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009aa06600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.620965:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a413 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.620971:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a413 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.620983:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:1.0:1742903176.620986:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.620988:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a413 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.620993:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06600/0x5d4000e30d83a413 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.621057:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a41a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.621062:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a41a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.621067:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a41a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.621071:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099bd1a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.621073:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a41a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.621077:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a41a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.621084:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xb9ed2257 (ffff880099660700) 00010000:00010000:1.0:1742903176.621086:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.621088:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a41a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.621092:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a41a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.621110:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07000/0x5d4000e30d83a40c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef935 expref: 746 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.621120:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a421 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef935 expref: 745 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.621125:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:1.0:1742903176.621127:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903176.621129:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4d4e00, rc 0) 00000100:00100000:1.0:1742903176.621172:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+745:13299:x1827566172250240:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 449us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.621177:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76870 00000100:00100000:1.0:1742903176.621206:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76871 00000100:00100000:1.0:1742903176.621210:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+744:13300:x1827566172250368:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.621216:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.621224:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d296a00/0x5d4000e30d83a428 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef93c expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.621236:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d296a00/0x5d4000e30d83a428 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef93c expref: 745 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.621243:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d296a00/0x5d4000e30d83a428 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef93c expref: 745 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.621248:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:1.0:1742903176.621250:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.621675:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d296a00, rc 0) 00000100:00100000:1.0:1742903176.621710:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+745:13300:x1827566172250368:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 498us (1023us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.621714:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76871 00000100:00100000:0.0:1742903176.623606:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.623666:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172250624 00000100:00100000:1.0:1742903176.623672:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172250624 00000100:00100000:1.0:1742903176.623696:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76872 00000100:00100000:1.0:1742903176.623700:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+745:13299:x1827566172250624:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.623713:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.623726:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625c00/0x5d4000e30d83a42f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef943 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.623789:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a436 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.623799:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a421 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef935 expref: 746 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.623806:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a436 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.623829:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a421 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef935 expref: 746 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.623839:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a421 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef935 expref: 746 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.623849:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161326464:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.623977:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009967d840 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.625093:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.625130:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172250752 00000100:00100000:2.0:1742903176.625135:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172250752 00000100:00100000:2.0:1742903176.625164:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17651 00000100:00100000:2.0:1742903176.625168:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+747:13300:x1827566172250752:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:0.0:1742903176.625526:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161326464:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903176.625541:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a436 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903176.626059:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.626121:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172250880 00000100:00100000:3.0:1742903176.626125:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172250880 00010000:00010000:3.0:1742903176.626140:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a421 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef935 expref: 749 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.626253:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22695 00000100:00100000:3.0:1742903176.626257:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7273050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+749:2010:x1827566172250880:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.626265:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.626270:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a421 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef935 expref: 749 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.626279:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a421 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef935 expref: 749 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.626295:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a421 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef935 expref: 749 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.626312:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:3.0:1742903176.626330:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a436 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.626337:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a436 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.626343:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a436 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.626377:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.626401:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7273050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+748:2010:x1827566172250880:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 143us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.626407:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22695 00010000:00010000:0.0:1742903176.626523:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a436 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.626592:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a436 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1742903176.626606:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe33:0x0]: returning size 11991 00010000:00010000:0.0:1742903176.626692:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625c00/0x5d4000e30d83a42f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef943 expref: 749 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.626711:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a436 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef943 expref: 748 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.626717:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:0.0:1742903176.626720:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903176.626722:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f625e00, rc 0) 00000100:00100000:0.0:1742903176.626753:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+748:13299:x1827566172250624:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3052us (3150us total) trans 4295004899 rc 0/0 00000100:00100000:0.0:1742903176.626758:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76872 00000100:00100000:2.0:1742903176.627537:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+746:13300:x1827566172250752:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2366us (2443us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.627545:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17651 00000100:00100000:0.0:1742903176.630182:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.630223:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.630496:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172251008 00000100:00100000:1.0:1742903176.630501:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172251136 00000100:00100000:2.0:1742903176.630503:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172251008 00000100:00100000:1.0:1742903176.630504:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172251136 00000100:00100000:1.0:1742903176.630531:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76873 00000100:00100000:2.0:1742903176.630543:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76874 00000100:00100000:2.0:1742903176.630548:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+747:13299:x1827566172251008:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.630567:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.630582:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a444 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef94a expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903176.630608:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+748:13300:x1827566172251136:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.630614:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.630621:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a44b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef951 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.630644:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624800/0x5d4000e30d83a452 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.630646:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83a459 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.630653:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624800/0x5d4000e30d83a452 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.630654:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a436 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef943 expref: 749 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.630660:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83a459 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.630663:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624800/0x5d4000e30d83a452 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.630670:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a460 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.630675:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a460 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.630681:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a436 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef943 expref: 749 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.630681:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a460 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.630689:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a436 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef943 expref: 749 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.630700:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129b92300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161326592:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903176.630705:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624800/0x5d4000e30d83a452 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.630709:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624800/0x5d4000e30d83a452 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.630715:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624800/0x5d4000e30d83a452 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.630720:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f624800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.630723:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624800/0x5d4000e30d83a452 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.630728:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624800/0x5d4000e30d83a452 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.630737:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:1.0:1742903176.630740:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.630743:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624800/0x5d4000e30d83a452 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.630748:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624800/0x5d4000e30d83a452 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.630758:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a460 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.630763:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a460 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.630768:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a460 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.630773:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f625a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.630775:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a460 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.630779:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a460 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.630784:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:1.0:1742903176.630786:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.630788:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a460 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.630791:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a460 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.630811:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a44b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef951 expref: 749 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903176.630836:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096a93b40 going to sleep for 11 seconds 00010000:00010000:1.0:1742903176.630884:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a44b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef951 expref: 749 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.630892:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f625600, rc 0) 00000100:00100000:1.0:1742903176.630911:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+748:13300:x1827566172251136:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 374us (688us total) trans 0 rc 301/301 00000100:00100000:1.0:1742903176.630916:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76873 00000100:00100000:2.0:1742903176.631797:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129b92300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161326592:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.631813:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83a459 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903176.631942:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.632012:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172251264 00000100:00100000:1.0:1742903176.632016:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172251264 00010000:00010000:1.0:1742903176.632032:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a436 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef943 expref: 748 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.632267:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22696 00000100:00100000:1.0:1742903176.632272:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+748:2010:x1827566172251264:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.632281:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.632286:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a436 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef943 expref: 748 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.632294:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a436 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef943 expref: 748 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.632307:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a436 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef943 expref: 748 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.632467:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:1.0:1742903176.632471:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83a459 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.632478:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83a459 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.632483:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83a459 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.632504:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903176.632538:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+747:2010:x1827566172251264:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 264us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.632544:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22696 00010000:00010000:2.0:1742903176.632663:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83a459 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.632673:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83a459 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:2.0:1742903176.632702:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe33:0x0]: returning size 11991 00000004:00200000:2.0:1742903176.632705:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.632715:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83a459 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.632743:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a444 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef94a expref: 747 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.632765:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83a459 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef94a expref: 746 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.632771:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:2.0:1742903176.632773:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.632774:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4d4400, rc 0) 00000100:00100000:2.0:1742903176.633239:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+746:13299:x1827566172251008:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2689us (3061us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.633245:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76874 00000100:00100000:0.0:1742903176.633299:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.633517:0:7223:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172251520 00000100:00100000:3.0:1742903176.633521:0:7223:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172251520 00000100:00100000:3.0:1742903176.633543:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 718 00000100:00100000:3.0:1742903176.633547:0:7223:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+746:13300:x1827566172251520:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903176.633573:0:7223:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1742903176.633584:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a3cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef920 expref: 746 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.633594:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903176.633601:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d296a00/0x5d4000e30d83a428 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef93c expref: 745 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.633607:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.633609:0:7223:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.633625:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a467 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.633632:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a467 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.633638:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a467 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.633644:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a46e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.633649:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a46e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.633653:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a46e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.633663:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a475 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.633667:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a475 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.633672:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a475 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.633727:0:7223:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a47c lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.633733:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a47c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe32:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.633738:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a47c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe32:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00000040:00080000:3.0:1742903176.633883:0:7223:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8630, 224 off1512744 00000004:00010000:3.0:1742903176.633927:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009172dc00 reply state ffff8800917ca000 transno 4295004900 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a47c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe32:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.633935:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a47c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.633939:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903176.633941:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:3.0:1742903176.633943:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1742903176.633947:0:7223:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a467 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.633952:0:7223:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a467 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.633956:0:7223:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a467 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.633960:0:7223:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63c800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.633963:0:7223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a467 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.633968:0:7223:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a467 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.633974:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.633975:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.633978:0:7223:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a467 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.633981:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a467 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00000004:00010000:3.0:1742903176.633993:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009172dc00 reply state ffff8800917ca000 transno 4295004900 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a46e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.633998:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a46e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.634003:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:3.0:1742903176.634005:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.634006:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00010000:3.0:1742903176.634009:0:7223:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009172dc00 reply state ffff8800917ca000 transno 4295004900 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a475 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.634014:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a475 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903176.634018:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xb9ed2257 (ffff880099660500) 00010000:00010000:3.0:1742903176.634019:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.634021:0:7223:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1742903176.634051:0:7223:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+746:13300:x1827566172251520:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 502us (752us total) trans 4295004900 rc 0/0 00000100:00100000:3.0:1742903176.634056:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 718 00000100:00100000:0.0:1742903176.635065:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.635126:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172251776 00000100:00100000:2.0:1742903176.635131:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172251776 00000100:00100000:2.0:1742903176.635165:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17652 00000100:00100000:2.0:1742903176.635170:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+746:13299:x1827566172251776:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903176.635173:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000040:00080000:2.0:1742903176.635282:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8631, 168 off1512912 00000001:00080000:2.0:1742903176.635287:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004901 00000100:00100000:3.0:1742903176.635539:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172251904 00000100:00100000:3.0:1742903176.635542:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172251904 00000100:00100000:2.0:1742903176.635758:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+749:13299:x1827566172251776:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 587us (695us total) trans 4295004902 rc 0/0 00000100:00100000:2.0:1742903176.635767:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17652 00000020:00080000:2.0:1742903176.635771:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1742903176.635814:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76875 00000100:00100000:3.0:1742903176.635819:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+748:13300:x1827566172251904:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.635828:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.635839:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a483 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef958 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.635867:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a48a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.635876:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a48a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.635885:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a48a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.635893:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a491 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.635898:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a491 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.635903:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a491 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.635938:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a498 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.635944:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a498 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.635949:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a498 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.635965:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe32:0x0]: returning size 11991 00000004:00200000:3.0:1742903176.635968:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.635976:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a498 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.635982:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a498 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.635988:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a48a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.635996:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a48a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.636001:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a48a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.636005:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63d000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.636007:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a48a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.636012:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a48a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.636019:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.636021:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.636023:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a48a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.636027:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a48a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.636038:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a491 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.636042:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a491 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.636047:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a491 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.636050:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63da00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.636052:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a491 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.636060:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a491 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.636065:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:3.0:1742903176.636066:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.636074:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a491 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.636079:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a491 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.636094:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a483 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef958 expref: 750 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.636102:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a498 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef958 expref: 749 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.636108:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903176.636109:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.636111:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f63dc00, rc 0) 00000100:00100000:3.0:1742903176.636127:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+749:13300:x1827566172251904:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 308us (954us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.636132:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76875 00000100:00100000:0.0:1742903176.637644:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.638132:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.638216:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172252032 00000100:00100000:3.0:1742903176.638224:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172252032 00000100:00100000:1.0:1742903176.638240:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172252288 00000100:00100000:1.0:1742903176.638246:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172252288 00000100:00100000:3.0:1742903176.638255:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76876 00000100:00100000:3.0:1742903176.638260:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+750:13299:x1827566172252032:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.638275:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1742903176.638289:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76877 00000100:00100000:1.0:1742903176.638294:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+750:13300:x1827566172252288:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.638297:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a49f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef95f expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.638309:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.638343:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094800/0x5d4000e30d83a4a6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef966 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.638356:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d200/0x5d4000e30d83a4ad lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.638377:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d200/0x5d4000e30d83a4ad lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.638386:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d200/0x5d4000e30d83a4ad lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.638394:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a4b4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.638400:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a4b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.638404:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a4b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.638436:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094a00/0x5d4000e30d83a4bb lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.638447:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a498 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef958 expref: 752 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.638451:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a4c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.638453:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094a00/0x5d4000e30d83a4bb lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.638458:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a4c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.638462:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a4c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.638482:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a498 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef958 expref: 752 pid: 7211 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1742903176.638483:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe33:0x0]: returning size 11991 00000004:00200000:3.0:1742903176.638485:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1742903176.638492:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a498 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef958 expref: 752 pid: 7211 timeout: 404 lvb_type: 0 00000004:00010000:3.0:1742903176.638495:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a4c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.638503:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a4c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00000100:00100000:1.0:1742903176.638503:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161326720:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.638509:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d200/0x5d4000e30d83a4ad lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.638514:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d200/0x5d4000e30d83a4ad lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.638519:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d200/0x5d4000e30d83a4ad lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.638523:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63d200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.638525:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d200/0x5d4000e30d83a4ad lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.638530:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d200/0x5d4000e30d83a4ad lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.638539:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.638541:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.638544:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d200/0x5d4000e30d83a4ad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.638548:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d200/0x5d4000e30d83a4ad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.638558:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a4b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.638563:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a4b4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00000100:00100000:1.0:1742903176.638563:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009967d9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1742903176.638567:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a4b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.638570:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63c400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.638573:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a4b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.638577:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a4b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.638878:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xb9ed2257 (ffff880099660700) 00010000:00010000:3.0:1742903176.638881:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.638885:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a4b4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.638889:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a4b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.639009:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a49f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef95f expref: 753 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.639021:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a4c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef95f expref: 752 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.639027:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:3.0:1742903176.639029:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.639031:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bd1a00, rc 0) 00000100:00100000:3.0:1742903176.639404:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+752:13299:x1827566172252032:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1142us (1765us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.639411:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76876 00000100:00100000:0.0:1742903176.640251:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.640309:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172252416 00000100:00100000:1.0:1742903176.640315:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172252416 00010000:00010000:1.0:1742903176.640353:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a498 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef958 expref: 752 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.640390:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22697 00000100:00100000:1.0:1742903176.640394:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+752:2009:x1827566172252416:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.640405:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.640409:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a498 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef958 expref: 752 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.640417:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a498 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef958 expref: 752 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.640429:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:1.0:1742903176.640433:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094a00/0x5d4000e30d83a4bb lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.640440:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094a00/0x5d4000e30d83a4bb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.640445:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094a00/0x5d4000e30d83a4bb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.640457:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903176.640475:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+752:2009:x1827566172252416:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 81us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.640480:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22697 00010000:00010000:1.0:1742903176.640508:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a498 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef958 expref: 751 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.640518:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161326720:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903176.640529:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094a00/0x5d4000e30d83a4bb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.640535:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094a00/0x5d4000e30d83a4bb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.640543:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094a00/0x5d4000e30d83a4bb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:1.0:1742903176.640555:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe32:0x0]: returning size 11991 00010000:00010000:1.0:1742903176.640636:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094800/0x5d4000e30d83a4a6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef966 expref: 752 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.640646:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094a00/0x5d4000e30d83a4bb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef966 expref: 751 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.640651:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:1.0:1742903176.640654:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1742903176.640655:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c094a00, rc 0) 00000100:00100000:1.0:1742903176.640669:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+751:13300:x1827566172252288:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2375us (2538us total) trans 4295004903 rc 0/0 00000100:00100000:1.0:1742903176.640673:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76877 00000100:00100000:2.0:1742903176.644503:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.644644:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.644687:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172252544 00000100:00100000:1.0:1742903176.644701:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172252544 00000100:00100000:1.0:1742903176.644760:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76878 00000100:00100000:3.0:1742903176.644761:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172252672 00000100:00100000:3.0:1742903176.644768:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172252672 00000100:00100000:1.0:1742903176.644769:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+751:13300:x1827566172252544:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.644791:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.644808:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094400/0x5d4000e30d83a4d0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef96d expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903176.644817:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8436 00000100:00100000:3.0:1742903176.644823:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+753:2009:x1827566172252672:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.644837:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.644857:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a4c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef95f expref: 753 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.644871:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:3.0:1742903176.644874:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903176.644889:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c095e00/0x5d4000e30d83a4d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.644901:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094a00/0x5d4000e30d83a4bb lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef966 expref: 752 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.644909:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c095e00/0x5d4000e30d83a4d7 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903176.644923:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+752:2009:x1827566172252672:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 99us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.644929:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8436 00010000:00010000:1.0:1742903176.644957:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094a00/0x5d4000e30d83a4bb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef966 expref: 751 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.644968:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094a00/0x5d4000e30d83a4bb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef966 expref: 751 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.644979:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161326848:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.645048:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009967d600 going to sleep for 11 seconds 00000100:00100000:2.0:1742903176.645063:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.645228:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172252800 00000100:00100000:0.0:1742903176.645232:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172252800 00000100:00100000:0.0:1742903176.645263:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76879 00000100:00100000:0.0:1742903176.645268:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+752:13299:x1827566172252800:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.645280:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.645291:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d83a4de lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef974 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.645372:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a4e5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.645383:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a4e5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.645391:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a4e5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.645443:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868a00/0x5d4000e30d83a4ec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.645452:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868a00/0x5d4000e30d83a4ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.645461:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868a00/0x5d4000e30d83a4ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.645495:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a4e5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.645500:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a4e5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.645505:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a4e5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.645511:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800867a0600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.645514:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a4e5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.645520:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a4e5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.645528:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:1.0:1742903176.645530:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.645992:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a4e5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.645998:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a4e5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.646009:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868a00/0x5d4000e30d83a4ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.646014:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868a00/0x5d4000e30d83a4ec lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.646018:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868a00/0x5d4000e30d83a4ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.646022:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b868a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.646024:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868a00/0x5d4000e30d83a4ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.646029:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868a00/0x5d4000e30d83a4ec lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.646035:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4b9bf994 (ffff88012dd00700) 00010000:00010000:1.0:1742903176.646043:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.646048:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868a00/0x5d4000e30d83a4ec lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.646053:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868a00/0x5d4000e30d83a4ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.646079:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d83a4de lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef974 expref: 753 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.646092:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597a00/0x5d4000e30d83a4de lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef974 expref: 753 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.646099:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099597a00, rc 0) 00000100:00100000:1.0:1742903176.646150:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+752:13299:x1827566172252800:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 881us (1086us total) trans 0 rc 301/301 00000100:00100000:1.0:1742903176.646157:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76879 00000100:00100000:0.0:1742903176.646838:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.646854:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172252928 00000100:00100000:0.0:1742903176.647068:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172252928 00000100:00100000:1.0:1742903176.647070:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161326848:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903176.647084:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094a00/0x5d4000e30d83a4bb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef966 expref: 752 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.647088:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009c095e00/0x5d4000e30d83a4d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903176.647109:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22698 00000100:00100000:0.0:1742903176.647113:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+752:2010:x1827566172252928:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1742903176.647500:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903176.647531:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.647543:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094a00/0x5d4000e30d83a4bb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef966 expref: 752 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.647553:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094a00/0x5d4000e30d83a4bb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef966 expref: 752 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.647562:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172253056 00000100:00100000:2.0:1742903176.647566:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172253056 00010000:00010000:1.0:1742903176.647568:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094a00/0x5d4000e30d83a4bb lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe32:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef966 expref: 752 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.647580:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:1.0:1742903176.647583:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c095e00/0x5d4000e30d83a4d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.647593:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c095e00/0x5d4000e30d83a4d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.647598:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c095e00/0x5d4000e30d83a4d7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.647614:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903176.647626:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009c095e00/0x5d4000e30d83a4d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.647633:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c095e00/0x5d4000e30d83a4d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:1.0:1742903176.647641:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+752:2010:x1827566172252928:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 526us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.647648:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22698 00000100:00100000:2.0:1742903176.647736:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76880 00000100:00100000:2.0:1742903176.647741:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+751:13299:x1827566172253056:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.647752:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.647762:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a4f3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef97b expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.647779:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a4f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef97b expref: 752 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.647789:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a4f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef97b expref: 752 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.647795:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.647798:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.647800:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4d4e00, rc 0) 00000100:00100000:2.0:1742903176.647828:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+752:13299:x1827566172253056:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 86us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.647833:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76880 00000004:00200000:1.0:1742903176.648051:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe32:0x0]: returning size 11991 00000004:00200000:1.0:1742903176.648055:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903176.648073:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c095e00/0x5d4000e30d83a4d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.648098:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094400/0x5d4000e30d83a4d0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef96d expref: 752 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.648109:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c095e00/0x5d4000e30d83a4d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef96d expref: 751 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.648115:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:1.0:1742903176.648117:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903176.648119:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c095e00, rc 0) 00000100:00100000:1.0:1742903176.648149:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+751:13300:x1827566172252544:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3382us (3653us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.648155:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76878 00000100:00100000:0.0:1742903176.649169:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.649396:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172253184 00000100:00100000:2.0:1742903176.649401:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172253184 00000100:00100000:2.0:1742903176.649436:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17653 00000100:00100000:2.0:1742903176.649441:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098077450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+751:13299:x1827566172253184:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:0.0:1742903176.650104:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.650198:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172253312 00000100:00100000:1.0:1742903176.650207:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172253312 00000100:00100000:1.0:1742903176.650249:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76881 00000100:00100000:1.0:1742903176.650254:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+753:13300:x1827566172253312:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.650268:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.650282:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869200/0x5d4000e30d83a4fa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef982 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.650750:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869e00/0x5d4000e30d83a501 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.650763:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869e00/0x5d4000e30d83a501 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.650772:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869e00/0x5d4000e30d83a501 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.650784:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a508 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x53504954 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.650790:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a508 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.650795:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a508 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.650825:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869e00/0x5d4000e30d83a501 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.650830:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869e00/0x5d4000e30d83a501 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.650835:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869e00/0x5d4000e30d83a501 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.650840:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b869e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.650844:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869e00/0x5d4000e30d83a501 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.650850:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869e00/0x5d4000e30d83a501 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.650859:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:1.0:1742903176.650861:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.650864:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869e00/0x5d4000e30d83a501 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.650868:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869e00/0x5d4000e30d83a501 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.650877:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a508 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.650881:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a508 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.650885:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a508 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.650889:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b868400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.650891:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a508 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.650894:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a508 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.650899:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x53504954 (ffff88009c4bad00) 00010000:00010000:1.0:1742903176.650901:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.650902:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a508 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.650910:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a508 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.650933:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869200/0x5d4000e30d83a4fa lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef982 expref: 754 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.650939:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869200/0x5d4000e30d83a4fa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef982 expref: 754 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.650945:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b869200, rc 0) 00000100:00100000:1.0:1742903176.650979:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+753:13300:x1827566172253312:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 724us (876us total) trans 0 rc 301/301 00000100:00100000:1.0:1742903176.650986:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76881 00000100:00100000:2.0:1742903176.651613:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098077450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+751:13299:x1827566172253184:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2170us (2444us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.651622:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17653 00000100:00100000:1.0:1742903176.652593:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.652672:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172253440 00000100:00100000:2.0:1742903176.652678:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172253440 00000100:00100000:2.0:1742903176.652711:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76882 00000100:00100000:2.0:1742903176.652716:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+751:13300:x1827566172253440:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.652728:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.652749:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a50f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef989 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.652773:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a50f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef989 expref: 752 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.652785:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a50f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef989 expref: 752 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.652851:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.652855:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.652857:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b656400, rc 0) 00000100:00100000:2.0:1742903176.652889:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+752:13300:x1827566172253440:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 172us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.652894:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76882 00000100:00100000:0.0:1742903176.653850:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.653939:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172253568 00000100:00100000:2.0:1742903176.653948:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172253568 00000100:00100000:2.0:1742903176.653989:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76883 00000100:00100000:2.0:1742903176.653994:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+752:13299:x1827566172253568:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.654007:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.654022:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8c00/0x5d4000e30d83a516 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef990 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.654063:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a51d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.654073:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a51d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.654082:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a51d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.654092:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a524 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.654098:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a524 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.654103:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a524 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.654129:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a51d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.654134:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a51d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.654139:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a51d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.654144:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099df9200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.654148:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a51d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.654153:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a51d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.654161:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.654162:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.654164:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a51d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.654167:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a51d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.654184:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a524 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.654187:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a524 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.654189:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a524 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.654192:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099956c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.654193:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a524 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.654196:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a524 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.654199:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4b9bf994 (ffff88012dd00700) 00010000:00010000:2.0:1742903176.654200:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.654201:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a524 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.654206:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a524 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.654221:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8c00/0x5d4000e30d83a516 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef990 expref: 753 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.654225:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8c00/0x5d4000e30d83a516 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef990 expref: 753 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.654229:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099df8c00, rc 0) 00000100:00100000:2.0:1742903176.654257:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+752:13299:x1827566172253568:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 263us (409us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.654261:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76883 00000100:00100000:0.0:1742903176.655005:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.655066:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172253696 00000100:00100000:2.0:1742903176.655071:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172253696 00000100:00100000:2.0:1742903176.655100:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17654 00000100:00100000:2.0:1742903176.655104:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+752:13300:x1827566172253696:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:1.0:1742903176.655831:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.656005:0:18847:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172253952 00000100:00100000:2.0:1742903176.656008:0:18847:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172253952 00000100:00100000:2.0:1742903176.656039:0:18847:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 719 00000100:00100000:2.0:1742903176.656043:0:18847:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+754:13299:x1827566172253952:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903176.656073:0:18847:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1742903176.656092:0:18847:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83a459 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef94a expref: 754 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.656107:0:18847:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:2.0:1742903176.656116:0:18847:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a4f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef97b expref: 753 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.656123:0:18847:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.656125:0:18847:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.656145:0:18847:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099957600/0x5d4000e30d83a52b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656154:0:18847:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099957600/0x5d4000e30d83a52b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656161:0:18847:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099957600/0x5d4000e30d83a52b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656168:0:18847:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099957e00/0x5d4000e30d83a532 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656175:0:18847:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099957e00/0x5d4000e30d83a532 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656179:0:18847:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099957e00/0x5d4000e30d83a532 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656190:0:18847:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099957400/0x5d4000e30d83a539 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656195:0:18847:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099957400/0x5d4000e30d83a539 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656199:0:18847:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099957400/0x5d4000e30d83a539 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656249:0:18847:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099957000/0x5d4000e30d83a540 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656258:0:18847:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099957000/0x5d4000e30d83a540 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe33:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656264:0:18847:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099957000/0x5d4000e30d83a540 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe33:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 00000040:00080000:2.0:1742903176.656475:0:18847:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8632, 224 off1513136 00000004:00010000:2.0:1742903176.656524:0:18847:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880097e5f100 reply state ffff88011e076000 transno 4295004904 ns: mdt-lustre-MDT0000_UUID lock: ffff880099957000/0x5d4000e30d83a540 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe33:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656533:0:18847:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099957000/0x5d4000e30d83a540 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656538:0:18847:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:2.0:1742903176.656540:0:18847:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:2.0:1742903176.656542:0:18847:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1742903176.656546:0:18847:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099957600/0x5d4000e30d83a52b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656551:0:18847:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099957600/0x5d4000e30d83a52b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656556:0:18847:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099957600/0x5d4000e30d83a52b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656560:0:18847:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099957600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.656563:0:18847:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099957600/0x5d4000e30d83a52b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656568:0:18847:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099957600/0x5d4000e30d83a52b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656573:0:18847:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.656575:0:18847:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.656578:0:18847:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099957600/0x5d4000e30d83a52b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656582:0:18847:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099957600/0x5d4000e30d83a52b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 00000004:00010000:2.0:1742903176.656588:0:18847:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880097e5f100 reply state ffff88011e076000 transno 4295004904 ns: mdt-lustre-MDT0000_UUID lock: ffff880099957e00/0x5d4000e30d83a532 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656593:0:18847:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099957e00/0x5d4000e30d83a532 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656597:0:18847:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4b9bf994 (ffff88012dd00700) 00010000:00010000:2.0:1742903176.656599:0:18847:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903176.656600:0:18847:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00010000:2.0:1742903176.656602:0:18847:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880097e5f100 reply state ffff88011e076000 transno 4295004904 ns: mdt-lustre-MDT0000_UUID lock: ffff880099957400/0x5d4000e30d83a539 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656607:0:18847:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099957400/0x5d4000e30d83a539 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 00010000:00010000:2.0:1742903176.656610:0:18847:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xb9ed2257 (ffff880099660700) 00010000:00010000:2.0:1742903176.656612:0:18847:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903176.656613:0:18847:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1742903176.656651:0:18847:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+754:13299:x1827566172253952:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 606us (819us total) trans 4295004904 rc 0/0 00000100:00100000:2.0:1742903176.656657:0:18847:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 719 00000100:00100000:2.0:1742903176.657523:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+752:13300:x1827566172253696:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2416us (2660us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.657531:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17654 00000100:00100000:0.0:1742903176.657873:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.657984:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172254080 00000100:00100000:2.0:1742903176.657994:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172254080 00000100:00100000:2.0:1742903176.658031:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76884 00000100:00100000:2.0:1742903176.658037:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+752:13299:x1827566172254080:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.658049:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.658063:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83a547 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef997 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.658103:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a54e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658113:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a54e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658123:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a54e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658129:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a555 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658135:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a555 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658140:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a555 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658190:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099eddc00/0x5d4000e30d83a55c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658197:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099eddc00/0x5d4000e30d83a55c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658202:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099eddc00/0x5d4000e30d83a55c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:2.0:1742903176.658230:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe33:0x0]: returning size 11991 00000004:00200000:2.0:1742903176.658233:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.658244:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099eddc00/0x5d4000e30d83a55c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658251:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099eddc00/0x5d4000e30d83a55c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658257:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a54e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658262:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a54e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658266:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a54e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658276:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099edde00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.658278:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a54e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658283:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a54e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658291:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.658294:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.658296:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a54e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658301:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a54e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658310:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a555 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658343:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a555 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658348:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a555 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658351:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099edce00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.658353:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a555 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658358:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a555 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658380:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4b9bf994 (ffff88012dd00700) 00010000:00010000:2.0:1742903176.658382:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.658384:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a555 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658388:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a555 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.658408:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83a547 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef997 expref: 754 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.658419:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099eddc00/0x5d4000e30d83a55c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef997 expref: 753 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.658424:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:2.0:1742903176.658426:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.658428:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099eddc00, rc 0) 00000100:00100000:2.0:1742903176.658467:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+753:13299:x1827566172254080:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 429us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.658474:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76884 00000100:00100000:0.0:1742903176.659689:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.659750:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172254208 00000100:00100000:2.0:1742903176.659755:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172254208 00000100:00100000:2.0:1742903176.659781:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76885 00000100:00100000:2.0:1742903176.659786:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+753:13300:x1827566172254208:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.659798:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.659807:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc800/0x5d4000e30d83a563 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef99e expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.659831:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc400/0x5d4000e30d83a56a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.659839:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc400/0x5d4000e30d83a56a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.659846:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc400/0x5d4000e30d83a56a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.659855:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83a571 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.659860:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83a571 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.659865:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83a571 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.659885:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc400/0x5d4000e30d83a56a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.659890:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc400/0x5d4000e30d83a56a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.659895:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc400/0x5d4000e30d83a56a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.659899:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099edc400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.659901:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc400/0x5d4000e30d83a56a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.659905:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc400/0x5d4000e30d83a56a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.659911:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.659913:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.659916:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc400/0x5d4000e30d83a56a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.659920:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc400/0x5d4000e30d83a56a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.659927:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83a571 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.659931:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83a571 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.659935:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83a571 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.659939:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099edc600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.659941:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83a571 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.659945:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83a571 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.659950:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x764e078d (ffff880091643e00) 00010000:00010000:2.0:1742903176.659952:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.659954:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83a571 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.659958:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83a571 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.659974:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc800/0x5d4000e30d83a563 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef99e expref: 754 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.659980:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc800/0x5d4000e30d83a563 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef99e expref: 754 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.659987:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099edc800, rc 0) 00000100:00100000:2.0:1742903176.660027:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+753:13300:x1827566172254208:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 240us (339us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.660032:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76885 00000100:00100000:0.0:1742903176.661659:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.661702:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.661879:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172254464 00000100:00100000:2.0:1742903176.661884:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172254464 00000100:00100000:2.0:1742903176.661913:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172254720 00000100:00100000:2.0:1742903176.661915:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172254720 00000100:00100000:2.0:1742903176.661928:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76886 00000100:00100000:2.0:1742903176.661932:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+754:13299:x1827566172254464:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.661943:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.661954:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a578 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef9a5 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903176.661958:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76887 00000100:00100000:0.0:1742903176.661963:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+754:13300:x1827566172254720:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.661970:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.661971:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1742903176.661995:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a50f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef989 expref: 755 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.662013:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:0.0:1742903176.662016:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903176.662022:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a57f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef9ac expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.662023:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd400/0x5d4000e30d83a586 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.662033:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099eddc00/0x5d4000e30d83a55c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef997 expref: 755 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.662039:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd400/0x5d4000e30d83a586 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.662065:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a58d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.662067:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099eddc00/0x5d4000e30d83a55c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef997 expref: 755 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.662073:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a58d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.662076:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099eddc00/0x5d4000e30d83a55c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef997 expref: 755 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:0.0:1742903176.662080:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a58d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903176.662086:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129b91500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161326976:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903176.662088:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624800/0x5d4000e30d83a594 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.662094:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624800/0x5d4000e30d83a594 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.662098:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624800/0x5d4000e30d83a594 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903176.662145:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f203480 going to sleep for 11 seconds 00000004:00080000:1.0:1742903176.662425:0:9576:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x6fe:0x0], index 0: 0 00000040:00080000:1.0:1742903176.662533:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8633, 184 off1513320 00010000:00010000:1.0:1742903176.662613:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869a00/0x5d4000e30d83a59b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.662624:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869a00/0x5d4000e30d83a59b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.662633:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869a00/0x5d4000e30d83a59b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.662666:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a58d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.662672:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a58d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.662676:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a58d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.662679:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f625a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.662682:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a58d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.662686:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a58d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.662692:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:1.0:1742903176.662694:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.662696:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a58d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.662698:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a58d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903176.662706:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88008f67e300 reply state ffff88011eefb000 transno 4295004905 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624800/0x5d4000e30d83a594 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.662710:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624800/0x5d4000e30d83a594 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.662713:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x764e078d (ffff880130ebb700) 00010000:00010000:1.0:1742903176.662715:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903176.662716:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1742903176.662739:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a57f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9ac expref: 757 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.662748:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869a00/0x5d4000e30d83a59b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9ac expref: 756 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.662758:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe34:0x0].0x0 (ffff88009c4ba800) 00010000:00010000:1.0:1742903176.662760:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903176.662761:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b869a00, rc 0) 00000100:00100000:1.0:1742903176.662861:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+757:13300:x1827566172254720:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 895us (1156us total) trans 4295004905 rc 0/0 00000100:00100000:1.0:1742903176.662867:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76887 00000100:00100000:0.0:1742903176.663608:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.663616:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129b91500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161326976:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.663636:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd400/0x5d4000e30d83a586 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:1.0:1742903176.663701:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172254848 00000100:00100000:1.0:1742903176.663708:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172254848 00010000:00010000:1.0:1742903176.663726:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099eddc00/0x5d4000e30d83a55c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef997 expref: 757 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.663761:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22699 00000100:00100000:1.0:1742903176.663766:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+757:2010:x1827566172254848:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.663777:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.663782:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099eddc00/0x5d4000e30d83a55c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef997 expref: 757 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.663792:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099eddc00/0x5d4000e30d83a55c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef997 expref: 757 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.663803:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099eddc00/0x5d4000e30d83a55c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef997 expref: 757 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.663811:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:1.0:1742903176.663815:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd400/0x5d4000e30d83a586 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.663825:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd400/0x5d4000e30d83a586 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.663829:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd400/0x5d4000e30d83a586 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.663857:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903176.663884:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+756:2010:x1827566172254848:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 117us (276us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903176.663889:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd400/0x5d4000e30d83a586 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:1.0:1742903176.663889:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22699 00010000:00010000:2.0:1742903176.663895:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd400/0x5d4000e30d83a586 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:2.0:1742903176.663908:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe33:0x0]: returning size 11991 00010000:00010000:2.0:1742903176.663967:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a578 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9a5 expref: 757 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.663980:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd400/0x5d4000e30d83a586 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9a5 expref: 756 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.663986:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:2.0:1742903176.663987:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1742903176.663989:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099edd400, rc 0) 00000100:00100000:2.0:1742903176.664008:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+756:13299:x1827566172254464:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2075us (2353us total) trans 4295004906 rc 0/0 00000100:00100000:2.0:1742903176.664013:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76886 00000100:00100000:0.0:1742903176.666386:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.666454:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172254976 00000100:00100000:2.0:1742903176.666461:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172254976 00000100:00100000:2.0:1742903176.666500:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76888 00000100:00100000:2.0:1742903176.666507:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+756:13299:x1827566172254976:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.666529:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.666546:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a5b0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef9b3 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.666615:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099956400/0x5d4000e30d83a5b7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903176.666816:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.666960:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172255104 00000100:00100000:1.0:1742903176.666964:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172255104 00000100:00100000:1.0:1742903176.667035:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11615 00010000:00010000:2.0:1742903176.667115:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd400/0x5d4000e30d83a586 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9a5 expref: 757 pid: 7211 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903176.667118:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+88:2007:x1827566172255104:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.667124:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099956400/0x5d4000e30d83a5b7 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.667129:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.667141:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b869800/0x5d4000e30d83a5be lrc: 2/0,0 mode: --/PR res: [0x280000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef9ba expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.667154:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd400/0x5d4000e30d83a586 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9a5 expref: 757 pid: 7211 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1742903176.667159:0:9553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x6fe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1742903176.667165:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd400/0x5d4000e30d83a586 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9a5 expref: 757 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.667173:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903176.667175:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1742903176.667176:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129b91500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161327104:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903176.667182:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b869800/0x5d4000e30d83a5be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9ba expref: 89 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903176.667193:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b869800/0x5d4000e30d83a5be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9ba expref: 89 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903176.667201:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b869800, rc 0) 00000100:00100000:1.0:1742903176.667279:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+89:2007:x1827566172255104:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 237us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.667285:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11615 00000100:00100000:2.0:1742903176.667379:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f203780 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.668883:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.668917:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129b91500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161327104:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903176.668919:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.668925:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172255360 00000100:00100000:3.0:1742903176.668930:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172255360 00010000:00010000:2.0:1742903176.668936:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099956400/0x5d4000e30d83a5b7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903176.668968:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17655 00000100:00100000:2.0:1742903176.668973:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aadb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+758:13300:x1827566172255360:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:1.0:1742903176.668980:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172255488 00000100:00100000:1.0:1742903176.668984:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172255488 00010000:00010000:1.0:1742903176.668997:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd400/0x5d4000e30d83a586 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9a5 expref: 759 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.669020:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22700 00000100:00100000:1.0:1742903176.669024:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+759:2009:x1827566172255488:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.669033:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.669038:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd400/0x5d4000e30d83a586 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9a5 expref: 759 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.669046:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd400/0x5d4000e30d83a586 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9a5 expref: 759 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.669060:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd400/0x5d4000e30d83a586 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe33:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9a5 expref: 759 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.669071:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:1.0:1742903176.669074:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099956400/0x5d4000e30d83a5b7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.669081:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099956400/0x5d4000e30d83a5b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.669086:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099956400/0x5d4000e30d83a5b7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.669107:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.669126:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099956400/0x5d4000e30d83a5b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.669132:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099956400/0x5d4000e30d83a5b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:1.0:1742903176.669140:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+759:2009:x1827566172255488:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 115us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.669146:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22700 00000004:00200000:3.0:1742903176.669156:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe33:0x0]: returning size 11991 00000004:00200000:3.0:1742903176.669159:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000040:00080000:2.0:1742903176.669166:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8634, 168 off1513488 00000004:00010000:3.0:1742903176.669173:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099956400/0x5d4000e30d83a5b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000001:00080000:2.0:1742903176.669173:0:7213:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004907 00010000:00010000:3.0:1742903176.669199:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a5b0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9b3 expref: 760 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.669212:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099956400/0x5d4000e30d83a5b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9b3 expref: 759 pid: 7211 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903176.669212:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aadb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+759:13300:x1827566172255360:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 238us (329us total) trans 4295004908 rc 0/0 00010000:00010000:3.0:1742903176.669218:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00000100:00100000:2.0:1742903176.669218:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17655 00010000:00010000:3.0:1742903176.669220:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000020:00080000:2.0:1742903176.669222:0:7213:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1742903176.669223:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099956400, rc 0) 00000100:00100000:3.0:1742903176.669246:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+758:13299:x1827566172254976:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2739us (2865us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.669252:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76888 00000100:00100000:0.0:1742903176.671252:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.671341:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172255744 00000100:00100000:3.0:1742903176.671347:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172255744 00000100:00100000:3.0:1742903176.671384:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76889 00000100:00100000:3.0:1742903176.671390:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aadaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+758:13299:x1827566172255744:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.671406:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.671418:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a5c5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef9c1 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.671460:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a5cc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.671470:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a5cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.671479:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a5cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.671490:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a5d3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x53504954 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.671496:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a5d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.671501:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a5d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.671529:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a5cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.671538:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a5cc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.671543:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a5cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.671547:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63d000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.671564:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a5cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903176.671565:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903176.671571:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a5cc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.671579:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.671581:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.671584:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a5cc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.671589:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a5cc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.671597:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a5d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00000100:00100000:1.0:1742903176.671598:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172255872 00010000:00010000:3.0:1742903176.671602:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a5d3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00000100:00100000:1.0:1742903176.671602:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172255872 00010000:00010000:3.0:1742903176.671606:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a5d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.671610:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63c800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.671612:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a5d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.671620:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a5d3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.671625:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x53504954 (ffff880099660e00) 00010000:00010000:3.0:1742903176.671627:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.671628:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a5d3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:1.0:1742903176.671631:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76890 00010000:00010000:3.0:1742903176.671633:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c800/0x5d4000e30d83a5d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x53504954 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:1.0:1742903176.671635:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aadbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+760:13300:x1827566172255872:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903176.671654:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a5c5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9c1 expref: 760 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.671659:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.671660:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63da00/0x5d4000e30d83a5c5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9c1 expref: 760 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.671667:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f63da00, rc 0) 00010000:00010000:1.0:1742903176.671672:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869a00/0x5d4000e30d83a59b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9ac expref: 759 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.671682:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe34:0x0].0x0 (ffff88009c4ba800) 00010000:00010000:1.0:1742903176.671687:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903176.671695:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868200/0x5d4000e30d83a5da lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.671703:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868200/0x5d4000e30d83a5da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903176.671708:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aadaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+758:13299:x1827566172255744:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 317us (460us total) trans 0 rc 301/301 00010000:00010000:1.0:1742903176.671709:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868200/0x5d4000e30d83a5da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903176.671715:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76889 00010000:00010000:1.0:1742903176.671717:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868e00/0x5d4000e30d83a5e1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.671721:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868e00/0x5d4000e30d83a5e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.671726:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868e00/0x5d4000e30d83a5e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.671778:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869c00/0x5d4000e30d83a5e8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.671784:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869c00/0x5d4000e30d83a5e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.671789:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869c00/0x5d4000e30d83a5e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:1.0:1742903176.671947:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1732, 64 off119104 00000040:00080000:1.0:1742903176.671971:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8635, 184 off1513672 00010000:00010000:1.0:1742903176.671999:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a5ef lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.672005:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a5ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.672011:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a5ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.672017:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a5ef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.672021:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a5ef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.672025:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a5ef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.672047:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903176.672058:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869c00/0x5d4000e30d83a5e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.672062:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869c00/0x5d4000e30d83a5e8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.672066:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869c00/0x5d4000e30d83a5e8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.672070:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b869c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.672072:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869c00/0x5d4000e30d83a5e8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.672076:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869c00/0x5d4000e30d83a5e8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.672083:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe34:0x0].0x0 (ffff88009c4ba500) 00010000:00010000:1.0:1742903176.672085:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903176.672087:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869c00/0x5d4000e30d83a5e8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.672090:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869c00/0x5d4000e30d83a5e8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.672135:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903176.672146:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a5ef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.672153:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b868400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903176.672156:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a5ef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.672164:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a5ef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.672168:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868200/0x5d4000e30d83a5da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.672174:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868200/0x5d4000e30d83a5da lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.672178:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868200/0x5d4000e30d83a5da lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.672178:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe34:0x0].0x0 (ffff88009c4ba500) 00010000:00010000:0.0:1742903176.672181:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903176.672182:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b868200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.672184:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868200/0x5d4000e30d83a5da lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.672184:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a5ef lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.672189:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868200/0x5d4000e30d83a5da lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.672189:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a5ef lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.672199:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:1.0:1742903176.672201:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.672203:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868200/0x5d4000e30d83a5da lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.672208:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868200/0x5d4000e30d83a5da lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903176.672215:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009aadbb80 reply state ffff880099154000 transno 4295004909 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868e00/0x5d4000e30d83a5e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.672222:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868e00/0x5d4000e30d83a5e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.672226:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x764e078d (ffff880130ebb700) 00010000:00010000:1.0:1742903176.672228:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.672229:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903176.672231:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1742903176.672231:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903176.672233:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903176.672379:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aadbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+759:13300:x1827566172255872:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 726us (797us total) trans 4295004909 rc 0/0 00000100:00100000:1.0:1742903176.672387:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76890 00000100:00100000:0.0:1742903176.672991:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.673056:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172256000 00000100:00100000:1.0:1742903176.673060:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172256000 00000100:00100000:1.0:1742903176.673155:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76891 00000100:00100000:1.0:1742903176.673159:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+759:13299:x1827566172256000:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.673167:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.673175:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869e00/0x5d4000e30d83a5f6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef9c8 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.673190:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869e00/0x5d4000e30d83a5f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9c8 expref: 760 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.673200:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869e00/0x5d4000e30d83a5f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9c8 expref: 760 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.673205:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:1.0:1742903176.673207:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.673209:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b869e00, rc 0) 00000100:00100000:1.0:1742903176.673236:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+760:13299:x1827566172256000:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 76us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.673241:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76891 00000100:00100000:0.0:1742903176.673404:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.673460:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172256128 00000100:00100000:3.0:1742903176.673464:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172256128 00000100:00100000:3.0:1742903176.673491:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76892 00000100:00100000:3.0:1742903176.673495:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+760:13300:x1827566172256128:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.673686:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.673694:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a5fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef9cf expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.673728:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a604 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673735:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a604 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673742:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a604 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673749:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a60b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673755:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a60b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673760:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a60b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673793:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a612 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673799:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a612 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673804:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a612 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.673827:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe32:0x0]: returning size 11991 00000004:00200000:3.0:1742903176.673831:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.673841:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a612 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673848:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a612 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673853:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a604 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673858:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a604 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673863:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a604 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673867:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63c000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.673869:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a604 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673875:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a604 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673881:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.673883:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.673885:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a604 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673890:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a604 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673898:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a60b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673903:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a60b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673908:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a60b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673912:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63dc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.673914:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a60b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673919:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a60b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673924:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:3.0:1742903176.673926:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.673928:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a60b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673933:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a60b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.673948:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d400/0x5d4000e30d83a5fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9cf expref: 762 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.673956:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a612 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9cf expref: 761 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.673961:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903176.673963:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.673965:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f63c200, rc 0) 00000100:00100000:3.0:1742903176.673996:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+761:13300:x1827566172256128:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 500us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.674002:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76892 00000100:00100000:0.0:1742903176.674901:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.674951:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172256256 00000100:00100000:2.0:1742903176.674957:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172256256 00000100:00100000:2.0:1742903176.674985:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17656 00000100:00100000:2.0:1742903176.674990:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+761:13299:x1827566172256256:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:2.0:1742903176.675888:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.676636:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172256384 00000100:00100000:1.0:1742903176.676642:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172256384 00000100:00100000:2.0:1742903176.676660:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.676688:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8437 00000100:00100000:1.0:1742903176.676692:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7273450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+763:2009:x1827566172256384:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.676703:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1742903176.676717:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172256640 00000100:00100000:3.0:1742903176.676721:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172256640 00010000:00010000:1.0:1742903176.676721:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a612 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9cf expref: 763 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.676736:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:1.0:1742903176.676739:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.676753:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76893 00000100:00100000:3.0:1742903176.676758:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+762:13300:x1827566172256640:12345-192.168.203.29@tcp:36:dbench.0 00000100:00100000:1.0:1742903176.676765:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7273450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+762:2009:x1827566172256384:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 72us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.676771:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8437 00010000:00010000:3.0:1742903176.676792:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.676803:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c095e00/0x5d4000e30d83a4d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef96d expref: 761 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.676813:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903176.676816:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.676848:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a619 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.676884:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a619 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.676894:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a619 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00010000:3.0:1742903176.677089:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880129b91500 reply state ffff880084285000 transno 4295004910 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a619 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.677096:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a619 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.677099:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903176.677101:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.677102:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903176.677151:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+762:13300:x1827566172256640:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 392us (492us total) trans 4295004910 rc 0/0 00000100:00100000:3.0:1742903176.677156:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76893 00000100:00100000:2.0:1742903176.677219:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+761:13299:x1827566172256256:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2227us (2319us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.677230:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17656 00000100:00100000:0.0:1742903176.680724:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.680903:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172256768 00000100:00100000:1.0:1742903176.680912:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172256768 00000100:00100000:1.0:1742903176.680959:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11616 00000100:00100000:1.0:1742903176.680966:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+89:2010:x1827566172256768:12345-192.168.203.29@tcp:2:dbench.0 00002000:00010000:1.0:1742903176.681092:0:9553:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x6fd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1742903176.681095:0:9553:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x6fd:0x0] updating lvb mtime from disk: 1742903151 -> 1742903163 00002000:00010000:1.0:1742903176.681097:0:9553:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x6fd:0x0] updating lvb atime from disk: 1742903155 -> 1742903166 00002000:00010000:1.0:1742903176.681099:0:9553:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x6fd:0x0] updating lvb ctime from disk: 1742903175 -> 1742903176 00002000:00010000:1.0:1742903176.681100:0:9553:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x6fd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1742903176.681147:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+90:2010:x1827566172256768:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 180us (429us total) trans 4294970603 rc 0/0 00000100:00100000:1.0:1742903176.681153:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11616 00000100:00100000:0.0:1742903176.681207:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.681223:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172256896 00000100:00100000:3.0:1742903176.681226:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172256896 00000100:00100000:3.0:1742903176.681256:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76894 00000100:00100000:3.0:1742903176.681261:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+761:13299:x1827566172256896:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.681276:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.681295:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a620 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef9d6 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.681386:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a627 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.681399:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a627 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.681410:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a627 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.681422:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a62e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.681428:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a62e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.681433:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a62e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.681461:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a627 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.681467:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a627 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.681473:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a627 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.681478:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b656400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.681482:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a627 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.681489:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a627 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.681498:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.681501:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.681504:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a627 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.681509:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a627 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.681518:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a62e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.681523:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a62e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.681527:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a62e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.681531:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099bd1a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.681533:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a62e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.681538:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a62e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.681544:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x764e078d (ffff880099660300) 00010000:00010000:3.0:1742903176.681546:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.681548:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a62e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.681552:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a62e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.681577:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a620 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9d6 expref: 762 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.681585:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9200/0x5d4000e30d83a620 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9d6 expref: 762 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.681591:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099df9200, rc 0) 00000100:00100000:3.0:1742903176.681625:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+761:13299:x1827566172256896:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 363us (418us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903176.681631:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76894 00000100:00100000:0.0:1742903176.682664:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.682819:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172257024 00000100:00100000:3.0:1742903176.682824:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172257024 00000100:00100000:3.0:1742903176.682853:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76895 00000100:00100000:3.0:1742903176.682857:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aadad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+761:13300:x1827566172257024:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.682866:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.682875:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a635 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef9dd expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.682923:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a63c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.682932:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a63c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.682940:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a63c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.682959:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe32:0x0]: returning size 11991 00000004:00200000:3.0:1742903176.682963:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.682975:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a63c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.682991:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a635 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9dd expref: 763 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.683001:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a63c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9dd expref: 762 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.683007:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903176.683009:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.683012:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f63c000, rc 0) 00000100:00100000:3.0:1742903176.683051:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aadad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+762:13300:x1827566172257024:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 192us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.683057:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76895 00000100:00100000:0.0:1742903176.684227:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.684281:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172257280 00000100:00100000:2.0:1742903176.684285:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172257280 00000100:00100000:2.0:1742903176.684346:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76896 00000100:00100000:2.0:1742903176.684351:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+762:13299:x1827566172257280:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.684371:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.684374:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1742903176.684390:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869e00/0x5d4000e30d83a5f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9c8 expref: 762 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.684404:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.684407:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.684414:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83a643 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef9e4 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.684472:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83a64a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.684481:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83a64a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.684488:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83a64a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.684498:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a651 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.684504:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a651 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.684512:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a651 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00080000:2.0:1742903176.684774:0:9576:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x6ff:0x0], index 1: 0 00000040:00080000:2.0:1742903176.684850:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8636, 184 off1513856 00010000:00010000:2.0:1742903176.684906:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a658 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.684913:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a658 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.684919:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a658 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.684945:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83a64a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.684951:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83a64a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.684956:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83a64a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.684961:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009935fe00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.684963:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83a64a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.684969:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83a64a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.684976:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.684979:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.684982:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83a64a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.684986:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83a64a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:2.0:1742903176.684994:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009aad9180 reply state ffff880096b38000 transno 4295004911 ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a651 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685001:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a651 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685006:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x764e078d (ffff880091643e00) 00010000:00010000:2.0:1742903176.685008:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903176.685010:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1742903176.685027:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83a643 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9e4 expref: 764 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.685035:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a658 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9e4 expref: 763 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.685040:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe35:0x0].0x0 (ffff880091643b00) 00010000:00010000:2.0:1742903176.685042:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.685044:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4d4e00, rc 0) 00000100:00100000:2.0:1742903176.685310:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+764:13299:x1827566172257280:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 958us (1084us total) trans 4295004911 rc 0/0 00000100:00100000:2.0:1742903176.685331:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76896 00000100:00100000:3.0:1742903176.685422:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.685495:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172257408 00000100:00100000:2.0:1742903176.685499:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172257408 00000100:00100000:2.0:1742903176.685517:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76897 00000100:00100000:2.0:1742903176.685521:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+764:13300:x1827566172257408:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.685531:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.685540:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83a666 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef9eb expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.685565:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83a66d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685572:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83a66d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685578:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83a66d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685586:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d83a674 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685591:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d83a674 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685596:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d83a674 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685626:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83a67b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685633:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83a67b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685639:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83a67b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:2.0:1742903176.685656:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe32:0x0]: returning size 11991 00000004:00200000:2.0:1742903176.685659:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.685665:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83a67b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685674:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83a67b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685680:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83a66d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685684:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83a66d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685689:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83a66d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685693:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009935fc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.685695:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83a66d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685700:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83a66d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685707:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903176.685709:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.685711:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83a66d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685715:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83a66d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685722:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d83a674 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685727:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d83a674 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685731:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d83a674 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685736:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012edcae00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.685739:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d83a674 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685743:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d83a674 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685749:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:2.0:1742903176.685751:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.685753:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d83a674 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685758:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d83a674 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.685773:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83a666 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9eb expref: 766 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.685783:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83a67b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9eb expref: 765 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.685789:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:2.0:1742903176.685791:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.685793:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012edca000, rc 0) 00000100:00100000:2.0:1742903176.685828:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+765:13300:x1827566172257408:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 305us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.685834:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76897 00000100:00100000:0.0:1742903176.688980:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.689074:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172257536 00000100:00100000:3.0:1742903176.689081:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172257536 00000100:00100000:3.0:1742903176.689121:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11617 00000100:00100000:3.0:1742903176.689127:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+89:2007:x1827566172257536:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.689140:0:18863:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.689155:0:18863:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f63d400/0x5d4000e30d83a682 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef9f2 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1742903176.689175:0:18863:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6ff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1742903176.689191:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.689192:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.689199:0:18863:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f63d400/0x5d4000e30d83a682 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9f2 expref: 90 pid: 18863 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903176.689214:0:18863:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f63d400/0x5d4000e30d83a682 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9f2 expref: 90 pid: 18863 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903176.689223:0:18863:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f63d400, rc 0) 00000100:00100000:3.0:1742903176.689271:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+90:2007:x1827566172257536:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 143us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.689277:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11617 00000100:00100000:0.0:1742903176.691217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.691294:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172257792 00000100:00100000:2.0:1742903176.691304:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172257792 00000100:00100000:2.0:1742903176.691405:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76898 00000100:00100000:2.0:1742903176.691412:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+765:13300:x1827566172257792:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903176.691457:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1742903176.691477:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83a67b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9eb expref: 765 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.691495:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c000/0x5d4000e30d83a63c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9dd expref: 764 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.691504:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:2.0:1742903176.691507:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.691541:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcaa00/0x5d4000e30d83a689 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.691551:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcaa00/0x5d4000e30d83a689 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.691558:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcaa00/0x5d4000e30d83a689 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:1.0:1742903176.691581:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.691625:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172258048 00000100:00100000:3.0:1742903176.691629:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172258048 00000100:00100000:3.0:1742903176.691649:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17657 00000004:00010000:2.0:1742903176.691651:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880121f8c380 reply state ffff880096b3b000 transno 4295004912 ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcaa00/0x5d4000e30d83a689 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903176.691654:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+765:13299:x1827566172258048:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:2.0:1742903176.691660:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcaa00/0x5d4000e30d83a689 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.691665:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:2.0:1742903176.691667:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903176.691669:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000040:00080000:3.0:1742903176.691760:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8637, 168 off1514024 00000001:00080000:3.0:1742903176.691765:0:7213:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004913 00000100:00100000:2.0:1742903176.691784:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+768:13300:x1827566172257792:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 371us (568us total) trans 4295004912 rc 0/0 00000100:00100000:2.0:1742903176.691793:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76898 00000100:00100000:3.0:1742903176.691802:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+767:13299:x1827566172258048:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 147us (221us total) trans 4295004914 rc 0/0 00000100:00100000:3.0:1742903176.691808:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17657 00000020:00080000:3.0:1742903176.691811:0:7213:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903176.693551:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.693623:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172258176 00000100:00100000:1.0:1742903176.693630:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172258176 00000100:00100000:1.0:1742903176.693672:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11618 00000100:00100000:1.0:1742903176.693678:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+90:2008:x1827566172258176:12345-192.168.203.29@tcp:2:dbench.0 00002000:00010000:1.0:1742903176.693789:0:9553:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x6fd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1742903176.693792:0:9553:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x6fd:0x0] updating lvb mtime from disk: 1742903163 -> 1742903151 00002000:00010000:1.0:1742903176.693794:0:9553:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x6fd:0x0] updating lvb atime from disk: 1742903166 -> 1742903156 00002000:00010000:1.0:1742903176.693796:0:9553:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x6fd:0x0] updating lvb ctime from disk: 1742903176 -> 1742903176 00002000:00010000:1.0:1742903176.693798:0:9553:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x6fd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1742903176.693840:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+91:2008:x1827566172258176:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 161us (291us total) trans 4294970604 rc 0/0 00000100:00100000:1.0:1742903176.693846:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11618 00000100:00100000:0.0:1742903176.695729:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.695774:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.695790:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172258432 00000100:00100000:2.0:1742903176.695796:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172258432 00000100:00100000:2.0:1742903176.695818:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172258560 00000100:00100000:2.0:1742903176.695820:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172258560 00000100:00100000:3.0:1742903176.695849:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76899 00000100:00100000:3.0:1742903176.695854:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+768:13299:x1827566172258432:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903176.695891:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.695916:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83a658 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9e4 expref: 768 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.695930:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe35:0x0].0x0 (ffff880091643b00) 00000100:00100000:2.0:1742903176.695930:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76900 00000100:00100000:2.0:1742903176.695936:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+767:13300:x1827566172258560:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.695939:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.695945:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.695955:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a690 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.695956:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83a697 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335ef9f9 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.695966:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a690 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.695974:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a690 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.695983:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a69e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.695989:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a69e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.695994:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a69e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.696061:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a6a5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.696068:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a6a5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.696074:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a6a5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.696197:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbc00/0x5d4000e30d83a6ac lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.696205:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbc00/0x5d4000e30d83a6ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.696212:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbc00/0x5d4000e30d83a6ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:3.0:1742903176.696240:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1731, 64 off119040 00000040:00080000:3.0:1742903176.696268:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8638, 184 off1514208 00000004:00200000:2.0:1742903176.696296:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe32:0x0]: returning size 11991 00000004:00200000:2.0:1742903176.696300:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1742903176.696301:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a6b3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.696308:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a6b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7211 initiator: MDT0 00000004:00010000:2.0:1742903176.696339:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbc00/0x5d4000e30d83a6ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.696348:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a6b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.696354:0:7211:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a6b3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.696358:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83a697 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9f9 expref: 770 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.696371:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a6b3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.696376:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a6b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.696379:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbc00/0x5d4000e30d83a6ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9f9 expref: 769 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.696391:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:2.0:1742903176.696393:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.696394:0:7211:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903176.696395:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012edcbc00, rc 0) 00010000:00010000:3.0:1742903176.696405:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a6a5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.696410:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a6a5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.696415:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a6a5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.696421:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63ca00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.696424:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a6a5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.696430:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a6a5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.696437:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe35:0x0].0x0 (ffff88009c4ba500) 00010000:00010000:3.0:1742903176.696439:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903176.696441:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a6a5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903176.696444:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+769:13300:x1827566172258560:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 507us (668us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903176.696449:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a6a5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903176.696450:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76900 00010000:00010000:0.0:1742903176.696513:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903176.696521:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a6b3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.696529:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099bd1a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903176.696533:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a6b3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.696534:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a690 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.696539:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a690 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.696541:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a6b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.696543:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a690 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.696546:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63c200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.696548:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a690 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.696552:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a690 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.696553:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe35:0x0].0x0 (ffff88009c4ba500) 00010000:00010000:0.0:1742903176.696556:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1742903176.696559:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:0.0:1742903176.696559:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a6b3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.696561:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.696563:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83a6b3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.696564:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a690 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.696567:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a690 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000004:00010000:3.0:1742903176.696575:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880121f8c000 reply state ffff88009b8a2000 transno 4295004915 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a69e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.696582:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a69e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.696590:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x764e078d (ffff880091643e00) 00010000:00010000:3.0:1742903176.696591:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.696594:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1742903176.696594:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903176.696595:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903176.696598:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1742903176.696616:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+769:13299:x1827566172258432:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 761us (894us total) trans 4295004915 rc 0/0 00000100:00100000:3.0:1742903176.696621:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76899 00000100:00100000:0.0:1742903176.698643:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.698901:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.698955:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172258688 00000100:00100000:2.0:1742903176.698963:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172258688 00000100:00100000:3.0:1742903176.698965:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172258816 00000100:00100000:3.0:1742903176.698972:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172258816 00000100:00100000:2.0:1742903176.698998:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76901 00000100:00100000:2.0:1742903176.699003:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+770:13300:x1827566172258688:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.699019:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1742903176.699023:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76902 00000100:00100000:3.0:1742903176.699029:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+770:13299:x1827566172258816:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.699034:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a6ba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa00 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.699042:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.699057:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83a6c1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa07 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.699078:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83a6c8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.699090:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83a6c8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.699098:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83a6c8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.699106:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb600/0x5d4000e30d83a6cf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.699113:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb600/0x5d4000e30d83a6cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.699122:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb600/0x5d4000e30d83a6cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.699150:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a6d6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.699161:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a6d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.699169:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a6d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.699172:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb400/0x5d4000e30d83a6dd lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.699177:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a6e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.699179:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb400/0x5d4000e30d83a6dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.699183:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.699185:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb400/0x5d4000e30d83a6dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.699188:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:2.0:1742903176.699212:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe32:0x0]: returning size 11991 00000004:00200000:2.0:1742903176.699216:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.699226:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb400/0x5d4000e30d83a6dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.699235:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb400/0x5d4000e30d83a6dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.699238:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a6eb lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.699241:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83a6c8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.699244:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a6eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.699246:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83a6c8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.699248:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a6eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.699251:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83a6c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.699256:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012edcbe00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.699258:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83a6c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.699265:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83a6c8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.699273:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00000004:00200000:3.0:1742903176.699275:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe33:0x0]: returning size 11991 00010000:00010000:2.0:1742903176.699276:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00200000:3.0:1742903176.699279:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1742903176.699279:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83a6c8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.699284:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83a6c8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:3.0:1742903176.699289:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a6eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.699293:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb600/0x5d4000e30d83a6cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.699296:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a6eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.699297:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb600/0x5d4000e30d83a6cf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.699301:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a6d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.699302:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb600/0x5d4000e30d83a6cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.699305:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a6d6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.699306:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012edcb600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.699309:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a6d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.699309:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb600/0x5d4000e30d83a6cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.699313:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b656400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.699313:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb600/0x5d4000e30d83a6cf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.699340:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a6d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.699346:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a6d6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.699350:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:2.0:1742903176.699352:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.699354:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb600/0x5d4000e30d83a6cf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.699355:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.699358:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.699370:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb600/0x5d4000e30d83a6cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.699389:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a6ba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa00 expref: 773 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.699401:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb400/0x5d4000e30d83a6dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa00 expref: 772 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.699406:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:2.0:1742903176.699408:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.699410:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012edcb400, rc 0) 00000100:00100000:2.0:1742903176.699456:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+772:13300:x1827566172258688:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 451us (817us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.699462:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76901 00010000:00010000:3.0:1742903176.700094:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a6d6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.700102:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b656400/0x5d4000e30d83a6d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.700111:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.700116:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a6e4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.700120:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a6e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.700124:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800867a0600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.700126:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a6e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.700131:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a6e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.700138:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4b9bf994 (ffff88012dd00700) 00010000:00010000:3.0:1742903176.700140:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.700143:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a6e4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.700147:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0600/0x5d4000e30d83a6e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.700391:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83a6c1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa07 expref: 772 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.700406:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a6eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa07 expref: 771 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.700411:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:3.0:1742903176.700413:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.700415:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e8c2c00, rc 0) 00000100:00100000:3.0:1742903176.700459:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+771:13299:x1827566172258816:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1429us (1557us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.700566:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76902 00000100:00100000:0.0:1742903176.701560:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.701619:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172259072 00000100:00100000:3.0:1742903176.701624:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172259072 00000100:00100000:3.0:1742903176.701657:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76903 00000100:00100000:3.0:1742903176.701662:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+771:13300:x1827566172259072:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903176.701689:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1742903176.701703:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb400/0x5d4000e30d83a6dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa00 expref: 771 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.701716:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbc00/0x5d4000e30d83a6ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9f9 expref: 770 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.701724:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903176.701727:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.701757:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2000/0x5d4000e30d83a6f2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.701766:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2000/0x5d4000e30d83a6f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.701775:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2000/0x5d4000e30d83a6f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00010000:3.0:1742903176.701862:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880121f8d180 reply state ffff880130a8e000 transno 4295004916 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2000/0x5d4000e30d83a6f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.701869:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2000/0x5d4000e30d83a6f2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.701874:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903176.701875:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.701877:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903176.701928:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+771:13300:x1827566172259072:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 265us (369us total) trans 4295004916 rc 0/0 00000100:00100000:3.0:1742903176.701933:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76903 00000100:00100000:0.0:1742903176.702433:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.702543:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172259200 00000100:00100000:1.0:1742903176.702548:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172259200 00000100:00100000:1.0:1742903176.702578:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8438 00000100:00100000:1.0:1742903176.702582:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+771:2009:x1827566172259200:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.702590:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.702598:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a6eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa07 expref: 771 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.702612:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:1.0:1742903176.702614:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903176.702632:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+770:2009:x1827566172259200:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 49us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.702637:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8438 00000100:00100000:0.0:1742903176.703416:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.703459:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172259328 00000100:00100000:1.0:1742903176.703463:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172259328 00000100:00100000:1.0:1742903176.703492:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11619 00000100:00100000:1.0:1742903176.703496:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+91:2010:x1827566172259328:12345-192.168.203.29@tcp:2:dbench.0 00002000:00010000:1.0:1742903176.703581:0:9553:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x6fd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1742903176.703584:0:9553:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x6fd:0x0] updating lvb mtime from disk: 1742903151 -> 1742903164 00002000:00010000:1.0:1742903176.703586:0:9553:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x6fd:0x0] updating lvb atime from disk: 1742903156 -> 1742903146 00002000:00010000:1.0:1742903176.703588:0:9553:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x6fd:0x0] updating lvb ctime from disk: 1742903176 -> 1742903176 00002000:00010000:1.0:1742903176.703590:0:9553:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x6fd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1742903176.703627:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+92:2010:x1827566172259328:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 130us (212us total) trans 4294970605 rc 0/0 00000100:00100000:1.0:1742903176.703632:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11619 00000100:00100000:0.0:1742903176.703869:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.703901:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172259584 00000100:00100000:3.0:1742903176.703905:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172259584 00000100:00100000:3.0:1742903176.703927:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76904 00000100:00100000:3.0:1742903176.703932:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+770:13299:x1827566172259584:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903176.703957:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.703970:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099956400/0x5d4000e30d83a5b7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9b3 expref: 770 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.703980:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:3.0:1742903176.703983:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.704005:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2200/0x5d4000e30d83a6f9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.704014:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2200/0x5d4000e30d83a6f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.704021:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2200/0x5d4000e30d83a6f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00010000:3.0:1742903176.704084:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c6b5880 reply state ffff880130a8c000 transno 4295004917 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2200/0x5d4000e30d83a6f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.704119:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2200/0x5d4000e30d83a6f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.704125:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:3.0:1742903176.704127:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.704130:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903176.704177:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+771:13299:x1827566172259584:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 241us (305us total) trans 4295004917 rc 0/0 00000100:00100000:3.0:1742903176.704183:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76904 00000100:00100000:0.0:1742903176.704926:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.704978:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172259840 00000100:00100000:3.0:1742903176.704982:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172259840 00000100:00100000:3.0:1742903176.705008:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76905 00000100:00100000:3.0:1742903176.705012:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+771:13300:x1827566172259840:12345-192.168.203.29@tcp:55:dbench.0 00010000:00010000:3.0:1742903176.705034:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83a700 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.705043:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83a700 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.705055:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83a700 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.705070:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83a700 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.705079:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83a700 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.705084:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83a700 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.705090:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e8c3800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.705093:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83a700 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.705099:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83a700 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.705106:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903176.705107:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1742903176.705110:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83a700 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.705114:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83a700 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903176.705143:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+771:13300:x1827566172259840:12345-192.168.203.29@tcp:55:dbench.0 Request processed in 130us (217us total) trans 0 rc -22/-22 00000100:00100000:3.0:1742903176.705149:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76905 00000100:00100000:0.0:1742903176.705310:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.705390:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172259968 00000100:00100000:1.0:1742903176.705394:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172259968 00000100:00100000:1.0:1742903176.705408:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11620 00000100:00100000:1.0:1742903176.705411:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+90:2009:x1827566172259968:12345-192.168.203.29@tcp:2:dbench.0 00002000:00010000:1.0:1742903176.705468:0:9553:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1742903176.705470:0:9553:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb mtime from disk: 1742903151 -> 1742903163 00002000:00010000:1.0:1742903176.705471:0:9553:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb atime from disk: 1742903155 -> 1742903166 00002000:00010000:1.0:1742903176.705473:0:9553:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb ctime from disk: 1742903175 -> 1742903176 00002000:00010000:1.0:1742903176.705474:0:9553:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1742903176.705490:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+91:2009:x1827566172259968:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 78us (181us total) trans 4294970539 rc 0/0 00000100:00100000:1.0:1742903176.705496:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11620 00000100:00100000:0.0:1742903176.707631:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.707673:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.707821:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172260096 00000100:00100000:3.0:1742903176.707827:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172260096 00000100:00100000:3.0:1742903176.707850:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172260224 00000100:00100000:3.0:1742903176.707852:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172260224 00000100:00100000:3.0:1742903176.707877:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76906 00000100:00100000:3.0:1742903176.707882:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+772:13300:x1827566172260096:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.707899:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.707912:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a707 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa0e expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.707968:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a70e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00000100:00100000:1.0:1742903176.707970:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76907 00000100:00100000:1.0:1742903176.707976:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+773:13299:x1827566172260224:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.707978:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a70e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.707983:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.707986:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a70e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.707992:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869400/0x5d4000e30d83a715 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa15 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1742903176.708004:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe32:0x0]: returning size 11991 00000004:00200000:3.0:1742903176.708007:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.708019:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a70e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.708031:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869000/0x5d4000e30d83a71c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.708037:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c200/0x5d4000e30d83a707 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa0e expref: 775 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.708039:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869000/0x5d4000e30d83a71c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.708047:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869000/0x5d4000e30d83a71c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.708049:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a70e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa0e expref: 774 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.708056:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903176.708058:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.708060:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f63ca00, rc 0) 00000004:00200000:1.0:1742903176.708064:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe33:0x0]: returning size 11991 00000004:00200000:1.0:1742903176.708067:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903176.708074:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869000/0x5d4000e30d83a71c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.708088:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869400/0x5d4000e30d83a715 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa15 expref: 775 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903176.708092:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+775:13300:x1827566172260096:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 209us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.708097:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76906 00010000:00010000:1.0:1742903176.708106:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869000/0x5d4000e30d83a71c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa15 expref: 774 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.708112:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:1.0:1742903176.708114:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903176.708117:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b869000, rc 0) 00000100:00100000:1.0:1742903176.708140:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+773:13299:x1827566172260224:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 164us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.708146:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76907 00000100:00100000:0.0:1742903176.709708:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.710158:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.710240:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172260352 00000100:00100000:1.0:1742903176.710247:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172260352 00000100:00100000:1.0:1742903176.710284:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172260480 00000100:00100000:1.0:1742903176.710286:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172260480 00000100:00100000:1.0:1742903176.710299:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76908 00000100:00100000:1.0:1742903176.710304:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+774:13299:x1827566172260352:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.710340:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.710354:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869c00/0x5d4000e30d83a723 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa1c expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.710403:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869a00/0x5d4000e30d83a72a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.710413:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869a00/0x5d4000e30d83a72a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903176.710417:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76909 00000100:00100000:0.0:1742903176.710421:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+775:13300:x1827566172260480:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.710426:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869a00/0x5d4000e30d83a72a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.710428:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.710434:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a731 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.710436:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625c00/0x5d4000e30d83a738 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa23 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.710441:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a731 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.710446:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a731 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.710455:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a73f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.710462:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a73f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.710467:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a73f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.710473:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a746 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.710480:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a746 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.710484:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a746 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.710506:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869600/0x5d4000e30d83a74d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.710506:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a754 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.710512:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869600/0x5d4000e30d83a74d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.710512:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a754 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.710517:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869600/0x5d4000e30d83a74d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.710517:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a754 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:1.0:1742903176.710538:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe33:0x0]: returning size 11991 00000004:00200000:0.0:1742903176.710538:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe32:0x0]: returning size 11991 00000004:00200000:1.0:1742903176.710541:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00200000:0.0:1742903176.710541:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903176.710550:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869600/0x5d4000e30d83a74d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00010000:0.0:1742903176.710550:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a754 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.710556:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869600/0x5d4000e30d83a74d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.710556:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a754 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.710562:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869a00/0x5d4000e30d83a72a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.710562:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a73f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.710567:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869a00/0x5d4000e30d83a72a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.710567:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a73f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.710572:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869a00/0x5d4000e30d83a72a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.710572:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a73f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.710576:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b869a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.710576:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f625600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.710579:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869a00/0x5d4000e30d83a72a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.710579:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a73f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.710585:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869a00/0x5d4000e30d83a72a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.710585:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a73f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.710592:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:0.0:1742903176.710592:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:1.0:1742903176.710595:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.710595:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.710597:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869a00/0x5d4000e30d83a72a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.710597:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a73f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.710602:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869a00/0x5d4000e30d83a72a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.710602:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a73f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.710610:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a731 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.710614:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a731 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.710618:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a731 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.710623:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b868400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.710625:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a731 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.710626:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a746 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.710629:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a731 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.710631:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a746 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.710635:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4b9bf994 (ffff88012dd00700) 00010000:00010000:0.0:1742903176.710635:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a746 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.710637:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.710639:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a731 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.710639:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f625a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.710641:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a746 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.710643:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a731 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.710645:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a746 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.710650:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:0.0:1742903176.710652:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.710654:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a746 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.710658:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a746 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.710659:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869c00/0x5d4000e30d83a723 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa1c expref: 777 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.710667:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869600/0x5d4000e30d83a74d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa1c expref: 777 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.710670:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625c00/0x5d4000e30d83a738 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa23 expref: 777 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.710673:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:1.0:1742903176.710675:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903176.710677:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b869600, rc 0) 00010000:00010000:0.0:1742903176.710678:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a754 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa23 expref: 776 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.710682:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:0.0:1742903176.710683:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903176.710684:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f625e00, rc 0) 00000100:00100000:1.0:1742903176.710706:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+776:13299:x1827566172260352:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 402us (1001us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.710712:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76908 00000100:00100000:1.0:1742903176.710986:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+775:13300:x1827566172260480:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 561us (827us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.710992:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76909 00000100:00100000:0.0:1742903176.712377:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.712441:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172260736 00000100:00100000:1.0:1742903176.712447:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172260736 00000100:00100000:1.0:1742903176.712484:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76910 00000100:00100000:1.0:1742903176.712489:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+775:13299:x1827566172260736:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903176.712522:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1742903176.712539:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869600/0x5d4000e30d83a74d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa1c expref: 775 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.712555:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869000/0x5d4000e30d83a71c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa15 expref: 774 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.712566:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:1.0:1742903176.712568:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903176.712598:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868800/0x5d4000e30d83a75b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.712607:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868800/0x5d4000e30d83a75b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.712613:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868800/0x5d4000e30d83a75b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00010000:1.0:1742903176.712712:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c6b5500 reply state ffff880099153000 transno 4295004918 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868800/0x5d4000e30d83a75b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.712720:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868800/0x5d4000e30d83a75b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.712726:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:1.0:1742903176.712728:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903176.712730:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903176.712793:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+775:13299:x1827566172260736:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 303us (432us total) trans 4295004918 rc 0/0 00000100:00100000:1.0:1742903176.712799:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76910 00000100:00100000:0.0:1742903176.712916:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.713292:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172260992 00000100:00100000:1.0:1742903176.713296:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172260992 00000100:00100000:3.0:1742903176.713338:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76911 00000100:00100000:3.0:1742903176.713344:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+775:13300:x1827566172260992:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903176.713376:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1742903176.713388:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625e00/0x5d4000e30d83a754 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa23 expref: 775 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.713401:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ca00/0x5d4000e30d83a70e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa0e expref: 774 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.713409:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903176.713412:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.713430:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a762 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.713437:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a762 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.713444:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a762 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00010000:3.0:1742903176.713491:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c6b4000 reply state ffff880130a8d000 transno 4295004919 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a762 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.713498:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a762 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.713503:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903176.713505:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.713507:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903176.713540:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+775:13300:x1827566172260992:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 196us (624us total) trans 4295004919 rc 0/0 00000100:00100000:3.0:1742903176.713545:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76911 00000100:00100000:0.0:1742903176.714372:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.714437:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172261120 00000100:00100000:3.0:1742903176.714441:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172261120 00000100:00100000:3.0:1742903176.714457:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11621 00000100:00100000:3.0:1742903176.714461:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+91:2010:x1827566172261120:12345-192.168.203.29@tcp:2:dbench.0 00002000:00010000:3.0:1742903176.714540:0:18863:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1742903176.714543:0:18863:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb mtime from disk: 1742903163 -> 1742903151 00002000:00010000:3.0:1742903176.714545:0:18863:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb atime from disk: 1742903166 -> 1742903156 00002000:00010000:3.0:1742903176.714546:0:18863:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb ctime from disk: 1742903176 -> 1742903176 00002000:00010000:3.0:1742903176.714548:0:18863:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1742903176.714568:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+92:2010:x1827566172261120:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 106us (208us total) trans 4294970540 rc 0/0 00000100:00100000:3.0:1742903176.714573:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11621 00000100:00100000:0.0:1742903176.714710:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.714811:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172261248 00000100:00100000:3.0:1742903176.714815:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172261248 00000100:00100000:3.0:1742903176.714878:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11622 00000100:00100000:3.0:1742903176.714883:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+92:2010:x1827566172261248:12345-192.168.203.29@tcp:2:dbench.0 00002000:00010000:3.0:1742903176.714965:0:18863:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x6fd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1742903176.714967:0:18863:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x6fd:0x0] updating lvb mtime from disk: 1742903164 -> 1742903152 00002000:00010000:3.0:1742903176.714968:0:18863:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x6fd:0x0] updating lvb atime from disk: 1742903146 -> 1742903136 00002000:00010000:3.0:1742903176.714970:0:18863:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x6fd:0x0] updating lvb ctime from disk: 1742903176 -> 1742903176 00002000:00010000:3.0:1742903176.714972:0:18863:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x6fd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1742903176.715077:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+93:2010:x1827566172261248:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 193us (367us total) trans 4294970606 rc 0/0 00000100:00100000:3.0:1742903176.715081:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11622 00000100:00100000:0.0:1742903176.716469:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.716521:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.716583:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172261376 00000100:00100000:1.0:1742903176.716591:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172261376 00000100:00100000:1.0:1742903176.716632:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76912 00000100:00100000:1.0:1742903176.716638:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+775:13299:x1827566172261376:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.716660:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.716677:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83a769 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa2a expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.716754:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc400/0x5d4000e30d83a770 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.716766:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc400/0x5d4000e30d83a770 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.716776:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc400/0x5d4000e30d83a770 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:1.0:1742903176.716797:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe33:0x0]: returning size 11991 00000004:00200000:1.0:1742903176.716801:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903176.716812:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc400/0x5d4000e30d83a770 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.716830:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83a769 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa2a expref: 777 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.716845:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc400/0x5d4000e30d83a770 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa2a expref: 776 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.716852:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:1.0:1742903176.716855:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903176.716858:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099edc400, rc 0) 00000100:00100000:1.0:1742903176.716894:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+776:13299:x1827566172261376:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 256us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.716900:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76912 00000100:00100000:2.0:1742903176.717155:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172261632 00000100:00100000:2.0:1742903176.717163:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172261632 00000100:00100000:2.0:1742903176.717204:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17658 00000100:00100000:2.0:1742903176.717210:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098077050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+776:13300:x1827566172261632:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:2.0:1742903176.717379:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8639, 168 off1514376 00000100:00100000:2.0:1742903176.717476:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098077050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+777:13300:x1827566172261632:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 264us (953us total) trans 4295004920 rc 0/0 00000100:00100000:2.0:1742903176.717483:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17658 00000100:00100000:0.0:1742903176.720855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.720907:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.720988:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172261760 00000100:00100000:2.0:1742903176.720988:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172262016 00000100:00100000:3.0:1742903176.720995:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172261760 00000100:00100000:2.0:1742903176.720995:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172262016 00000100:00100000:2.0:1742903176.721025:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17659 00000100:00100000:2.0:1742903176.721030:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+778:13300:x1827566172262016:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903176.721037:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76913 00000100:00100000:3.0:1742903176.721041:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+778:13299:x1827566172261760:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.721049:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.721063:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83a777 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa31 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.721099:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a77e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.721109:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a77e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.721117:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a77e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.721125:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a785 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.721130:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a785 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.721135:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a785 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:2.0:1742903176.721154:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8640, 168 off1514544 00010000:00010000:3.0:1742903176.721177:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a78c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.721184:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a78c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.721189:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a78c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903176.721209:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe33:0x0]: returning size 11991 00000004:00200000:3.0:1742903176.721212:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.721221:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a78c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903176.721224:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+780:13300:x1827566172262016:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 193us (316us total) trans 4295004921 rc 0/0 00010000:00010000:3.0:1742903176.721227:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a78c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903176.721230:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17659 00010000:00010000:3.0:1742903176.721233:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a77e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.721237:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a77e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.721242:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a77e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.721246:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e8c2c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.721249:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a77e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.721254:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a77e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.721262:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.721264:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.721267:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a77e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.721271:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a77e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.721278:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a785 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.721283:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a785 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.721291:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a785 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.721294:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e8c2400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.721296:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a785 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.721300:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a785 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.721305:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4b9bf994 (ffff88012dd00700) 00010000:00010000:3.0:1742903176.721307:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.721309:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a785 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.721560:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a785 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.721578:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83a777 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa31 expref: 780 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.721588:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a78c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa31 expref: 779 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.721593:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:3.0:1742903176.721595:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.721597:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d2e00, rc 0) 00000100:00100000:3.0:1742903176.721617:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+779:13299:x1827566172261760:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 575us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.721623:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76913 00000100:00100000:0.0:1742903176.726642:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.726679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.726701:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172262272 00000100:00100000:3.0:1742903176.726708:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172262272 00000100:00100000:0.0:1742903176.726718:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.726767:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172262528 00000100:00100000:1.0:1742903176.726770:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172262528 00000100:00100000:2.0:1742903176.726784:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172262144 00000100:00100000:2.0:1742903176.726787:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172262144 00000100:00100000:1.0:1742903176.726791:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76914 00000100:00100000:1.0:1742903176.726797:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+781:13300:x1827566172262272:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:2.0:1742903176.726815:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8439 00000100:00100000:2.0:1742903176.726819:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdadc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+781:2010:x1827566172262144:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.726825:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.726829:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.726837:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd600/0x5d4000e30d83a793 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa38 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.726845:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a78c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa31 expref: 782 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.726857:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:2.0:1742903176.726861:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903176.726878:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a79a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.726888:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a79a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903176.726893:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdadc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+781:2010:x1827566172262144:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 73us (213us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903176.726895:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a79a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903176.726898:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8439 00010000:00010000:1.0:1742903176.726903:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83a7a1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.726907:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83a7a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.726912:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83a7a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.726969:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a7a8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.726976:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a7a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.726981:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a7a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:1.0:1742903176.727009:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe29:0x0]: returning size 15360 00000004:00200000:1.0:1742903176.727012:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903176.727023:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a7a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.727031:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a7a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.727036:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a79a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.727040:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a79a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.727045:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a79a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.727049:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099edc000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.727052:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a79a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.727058:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a79a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.727064:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:1.0:1742903176.727066:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.727069:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a79a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.727073:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a79a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.727081:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83a7a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.727085:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83a7a1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.727093:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83a7a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.727097:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099edd200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.727099:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83a7a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.727103:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83a7a1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.727109:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xd4e4194e (ffff8801362c7300) 00010000:00010000:1.0:1742903176.727111:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.727112:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83a7a1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.727116:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83a7a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903176.727117:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76915 00000100:00100000:0.0:1742903176.727122:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+780:13299:x1827566172262528:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903176.727133:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd600/0x5d4000e30d83a793 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa38 expref: 781 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.727141:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a7a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa38 expref: 780 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.727142:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.727147:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:1.0:1742903176.727148:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903176.727150:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099edce00, rc 0) 00010000:00010000:0.0:1742903176.727150:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc400/0x5d4000e30d83a770 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa2a expref: 780 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.727166:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00000100:00100000:1.0:1742903176.727167:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+779:13300:x1827566172262272:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 371us (533us total) trans 0 rc 0/0 00010000:00010000:0.0:1742903176.727168:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903176.727172:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76914 00010000:00010000:0.0:1742903176.727189:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8000/0x5d4000e30d83a7af lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.727196:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8000/0x5d4000e30d83a7af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.727204:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8000/0x5d4000e30d83a7af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00010000:1.0:1742903176.727311:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88012bdad880 reply state ffff88011eefc000 transno 4295004922 ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8000/0x5d4000e30d83a7af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.727344:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8000/0x5d4000e30d83a7af lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.727349:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:1.0:1742903176.727351:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903176.727353:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903176.727395:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+780:13299:x1827566172262528:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 271us (676us total) trans 4295004922 rc 0/0 00000100:00100000:1.0:1742903176.727399:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76915 00000100:00100000:0.0:1742903176.729241:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.729305:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172262656 00000100:00100000:3.0:1742903176.729311:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172262656 00000100:00100000:3.0:1742903176.729547:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11623 00000100:00100000:3.0:1742903176.729553:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+92:2010:x1827566172262656:12345-192.168.203.29@tcp:2:dbench.0 00002000:00010000:3.0:1742903176.729646:0:18863:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1742903176.729649:0:18863:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb mtime from disk: 1742903151 -> 1742903164 00002000:00010000:3.0:1742903176.729651:0:18863:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb atime from disk: 1742903156 -> 1742903146 00002000:00010000:3.0:1742903176.729652:0:18863:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb ctime from disk: 1742903176 -> 1742903176 00002000:00010000:3.0:1742903176.729654:0:18863:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1742903176.729702:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+93:2010:x1827566172262656:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 147us (462us total) trans 4294970541 rc 0/0 00000100:00100000:3.0:1742903176.729707:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11623 00000100:00100000:0.0:1742903176.730184:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.730297:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172262912 00000100:00100000:1.0:1742903176.730302:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172262912 00000100:00100000:1.0:1742903176.730349:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76916 00000100:00100000:1.0:1742903176.730353:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+780:13300:x1827566172262912:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.730377:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.730390:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc800/0x5d4000e30d83a7b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa3f expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.730455:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a7bd lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.730466:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a7a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa38 expref: 781 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.730472:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a7bd lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.730498:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a7a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa38 expref: 781 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.730511:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a7a8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa38 expref: 781 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.730521:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161327232:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.730584:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009967d840 going to sleep for 11 seconds 00000100:00100000:1.0:1742903176.731555:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161327232:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903176.731566:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a7bd lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903176.731725:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.731795:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172263040 00000100:00100000:2.0:1742903176.731799:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172263040 00010000:00010000:2.0:1742903176.731814:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a7a8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa38 expref: 782 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903176.731832:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.731839:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22701 00000100:00100000:3.0:1742903176.731866:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172263296 00000100:00100000:3.0:1742903176.731869:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172263296 00000100:00100000:3.0:1742903176.731888:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76917 00000100:00100000:3.0:1742903176.731892:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+783:13299:x1827566172263296:12345-192.168.203.29@tcp:55:dbench.0 00010000:00010000:3.0:1742903176.731920:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83a7c4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.731932:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83a7c4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.731940:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83a7c4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.731956:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83a7c4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.731964:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83a7c4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.731968:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83a7c4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.731972:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099956000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.731974:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83a7c4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.731979:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83a7c4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.731987:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:3.0:1742903176.731990:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1742903176.731993:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83a7c4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.731997:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83a7c4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903176.732041:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+783:13299:x1827566172263296:12345-192.168.203.29@tcp:55:dbench.0 Request processed in 148us (208us total) trans 0 rc -22/-22 00000100:00100000:3.0:1742903176.732048:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76917 00000100:00100000:2.0:1742903176.732125:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+782:2010:x1827566172263040:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.732133:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.732137:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a7a8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa38 expref: 782 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.732146:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a7a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa38 expref: 782 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.732161:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a7a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa38 expref: 782 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.732171:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:2.0:1742903176.732174:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a7bd lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.732180:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a7bd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.732184:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a7bd lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.732198:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.732216:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+781:2010:x1827566172263040:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 91us (492us total) trans 0 rc 0/0 00010000:00010000:0.0:1742903176.732284:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a7bd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.732289:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a7bd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:0.0:1742903176.732302:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe29:0x0]: returning size 15360 00000100:00100000:2.0:1742903176.732408:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22701 00010000:00010000:1.0:1742903176.732455:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc800/0x5d4000e30d83a7b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa3f expref: 782 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.732467:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a7bd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa3f expref: 781 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.732472:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:1.0:1742903176.732474:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1742903176.732476:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099edca00, rc 0) 00000100:00100000:1.0:1742903176.732503:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+781:13300:x1827566172262912:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2149us (2319us total) trans 4295004923 rc 0/0 00000100:00100000:1.0:1742903176.732508:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76916 00000100:00100000:0.0:1742903176.733593:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.733709:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172263424 00000100:00100000:1.0:1742903176.733714:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172263424 00000100:00100000:1.0:1742903176.733768:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76918 00000100:00100000:1.0:1742903176.733773:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+781:13299:x1827566172263424:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.733783:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.733792:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a7d2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa46 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.733836:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869a00/0x5d4000e30d83a7d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.733845:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869a00/0x5d4000e30d83a7d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.733853:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869a00/0x5d4000e30d83a7d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:1.0:1742903176.733868:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe33:0x0]: returning size 11991 00000004:00200000:1.0:1742903176.733870:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903176.733877:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869a00/0x5d4000e30d83a7d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.733890:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a7d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa46 expref: 783 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.733900:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869a00/0x5d4000e30d83a7d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa46 expref: 782 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.733905:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:1.0:1742903176.733907:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903176.733908:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b869a00, rc 0) 00000100:00100000:1.0:1742903176.734071:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+782:13299:x1827566172263424:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 296us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.734076:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76918 00000100:00100000:0.0:1742903176.734390:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.734496:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172263552 00000100:00100000:1.0:1742903176.734499:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172263552 00000100:00100000:1.0:1742903176.734647:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76919 00000100:00100000:1.0:1742903176.734652:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+782:13300:x1827566172263552:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.734661:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.734668:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869400/0x5d4000e30d83a7e0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa4d expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.734697:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868200/0x5d4000e30d83a7e7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.734705:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a7bd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa3f expref: 783 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.734711:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868200/0x5d4000e30d83a7e7 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.734731:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a7bd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa3f expref: 783 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.734741:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a7bd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa3f expref: 783 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.734751:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161327360:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.735087:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009967d600 going to sleep for 11 seconds 00000100:00100000:2.0:1742903176.737061:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.737220:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172263680 00000100:00100000:3.0:1742903176.737226:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172263680 00000100:00100000:3.0:1742903176.737257:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76920 00000100:00100000:3.0:1742903176.737261:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+784:13299:x1827566172263680:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.737274:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.737287:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a7ee lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa54 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.737349:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a7f5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.737369:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a7f5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.737378:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a7f5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.737387:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a7fc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.737393:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a7fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.737398:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a7fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:1.0:1742903176.737621:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.737639:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161327360:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903176.737657:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868200/0x5d4000e30d83a7e7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903176.737662:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172263808 00000100:00100000:2.0:1742903176.737666:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172263808 00010000:00010000:3.0:1742903176.737681:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf800/0x5d4000e30d83a803 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.737685:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a7bd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa3f expref: 786 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.737688:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf800/0x5d4000e30d83a803 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.737693:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf800/0x5d4000e30d83a803 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903176.737703:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22702 00000100:00100000:2.0:1742903176.737706:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+786:2010:x1827566172263808:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.737714:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.737719:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a7bd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa3f expref: 786 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.737727:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a7bd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa3f expref: 786 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.737743:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a7bd lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe29:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa3f expref: 786 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.737755:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00000004:00200000:3.0:1742903176.737758:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe33:0x0]: returning size 11991 00010000:00010000:2.0:1742903176.737758:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868200/0x5d4000e30d83a7e7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903176.737761:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1742903176.737765:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868200/0x5d4000e30d83a7e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.737770:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868200/0x5d4000e30d83a7e7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00000004:00010000:3.0:1742903176.737773:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf800/0x5d4000e30d83a803 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.737780:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf800/0x5d4000e30d83a803 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.737786:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a7f5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.737791:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a7f5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.737794:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.737796:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a7f5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.737800:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720aea00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.737803:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a7f5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.737808:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a7f5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.737809:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868200/0x5d4000e30d83a7e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.737815:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.737818:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.737818:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868200/0x5d4000e30d83a7e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.737820:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a7f5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903176.737827:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+785:2010:x1827566172263808:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 120us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.737832:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22702 00000004:00200000:0.0:1742903176.737836:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe29:0x0]: returning size 15360 00000004:00200000:0.0:1742903176.737839:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903176.737846:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868200/0x5d4000e30d83a7e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.737865:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869400/0x5d4000e30d83a7e0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa4d expref: 785 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.737885:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868200/0x5d4000e30d83a7e7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa4d expref: 784 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.737890:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:0.0:1742903176.737892:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903176.737894:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b868200, rc 0) 00010000:00010000:3.0:1742903176.737920:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a7f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903176.737924:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+784:13300:x1827566172263552:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3271us (3534us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903176.737928:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a7fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903176.737929:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76919 00010000:00010000:3.0:1742903176.737932:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a7fc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.737937:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a7fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.737940:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720af400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.737943:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a7fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.737948:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a7fc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.737954:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4b9bf994 (ffff88012dd00700) 00010000:00010000:3.0:1742903176.737956:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.737958:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a7fc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.737962:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a7fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.737976:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a7ee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa54 expref: 784 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.737985:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf800/0x5d4000e30d83a803 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa54 expref: 783 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.737989:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:3.0:1742903176.737991:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.737992:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ddf800, rc 0) 00000100:00100000:3.0:1742903176.738185:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+783:13299:x1827566172263680:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 922us (1130us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.738190:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76920 00000100:00100000:0.0:1742903176.741914:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.741953:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.741992:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.742006:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172263936 00000100:00100000:2.0:1742903176.742014:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172263936 00000100:00100000:2.0:1742903176.742055:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8440 00000100:00100000:2.0:1742903176.742062:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+783:2007:x1827566172263936:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.742074:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1742903176.742075:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172264192 00000100:00100000:3.0:1742903176.742082:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172264192 00010000:00010000:2.0:1742903176.742094:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf800/0x5d4000e30d83a803 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa54 expref: 784 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903176.742106:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76921 00010000:00010000:2.0:1742903176.742109:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00000100:00100000:3.0:1742903176.742111:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+783:13299:x1827566172264192:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903176.742112:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.742148:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+783:2007:x1827566172263936:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 87us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.742154:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8440 00000100:00100000:1.0:1742903176.742164:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172264448 00000100:00100000:1.0:1742903176.742168:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172264448 00000100:00100000:1.0:1742903176.742197:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17660 00000100:00100000:1.0:1742903176.742202:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+783:13300:x1827566172264448:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:1.0:1742903176.742374:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8641, 168 off1514712 00010000:00010000:3.0:1742903176.744192:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.744222:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869a00/0x5d4000e30d83a7d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa46 expref: 784 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.744238:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:3.0:1742903176.744241:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.744274:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddfc00/0x5d4000e30d83a80a lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.744284:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddfc00/0x5d4000e30d83a80a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.744291:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddfc00/0x5d4000e30d83a80a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00010000:3.0:1742903176.744401:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800720f1c00 reply state ffff880072135000 transno 4295004925 ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddfc00/0x5d4000e30d83a80a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.744409:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddfc00/0x5d4000e30d83a80a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.744414:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:3.0:1742903176.744416:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.744418:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903176.744493:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+785:13299:x1827566172264192:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 2380us (2586us total) trans 4295004925 rc 0/0 00000100:00100000:3.0:1742903176.744499:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76921 00000100:00100000:1.0:1742903176.744621:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+784:13300:x1827566172264448:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 2417us (2626us total) trans 4295004924 rc 0/0 00000100:00100000:1.0:1742903176.744628:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17660 00000100:00100000:0.0:1742903176.746725:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.746787:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172264576 00000100:00100000:1.0:1742903176.746795:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172264576 00000100:00100000:1.0:1742903176.746833:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11624 00000100:00100000:1.0:1742903176.746838:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+93:2009:x1827566172264576:12345-192.168.203.29@tcp:2:dbench.0 00002000:00010000:1.0:1742903176.746938:0:9553:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1742903176.746940:0:9553:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb mtime from disk: 1742903164 -> 1742903152 00002000:00010000:1.0:1742903176.746942:0:9553:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb atime from disk: 1742903146 -> 1742903136 00002000:00010000:1.0:1742903176.746944:0:9553:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb ctime from disk: 1742903176 -> 1742903176 00002000:00010000:1.0:1742903176.746946:0:9553:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x6fe:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1742903176.746978:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+94:2009:x1827566172264576:12345-192.168.203.29@tcp:2:dbench.0 Request processed in 139us (258us total) trans 4294970542 rc 0/0 00000100:00100000:1.0:1742903176.746983:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11624 00000100:00100000:0.0:1742903176.747189:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.747268:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172264704 00000100:00100000:3.0:1742903176.747271:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172264704 00000100:00100000:3.0:1742903176.747291:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76922 00000100:00100000:3.0:1742903176.747295:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+784:13300:x1827566172264704:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.747310:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.747337:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde600/0x5d4000e30d83a811 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa5b expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.747387:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83a818 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747397:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83a818 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747405:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83a818 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747414:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf000/0x5d4000e30d83a81f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747419:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf000/0x5d4000e30d83a81f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747424:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf000/0x5d4000e30d83a81f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747616:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83a826 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747623:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83a826 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747629:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83a826 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903176.747651:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe29:0x0]: returning size 15360 00000004:00200000:3.0:1742903176.747654:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.747664:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83a826 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747672:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83a826 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747677:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83a818 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747681:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83a818 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747686:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83a818 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747690:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099dde400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.747693:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83a818 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747698:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83a818 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747705:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.747707:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.747710:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83a818 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747714:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83a818 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747723:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf000/0x5d4000e30d83a81f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747727:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf000/0x5d4000e30d83a81f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747731:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf000/0x5d4000e30d83a81f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747735:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099ddf000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.747737:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf000/0x5d4000e30d83a81f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747740:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf000/0x5d4000e30d83a81f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747744:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xd4e4194e (ffff8801362c7300) 00010000:00010000:3.0:1742903176.747746:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.747748:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf000/0x5d4000e30d83a81f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747751:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf000/0x5d4000e30d83a81f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.747766:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde600/0x5d4000e30d83a811 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa5b expref: 786 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.747773:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83a826 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa5b expref: 785 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.747777:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:3.0:1742903176.747778:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.747780:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ddf200, rc 0) 00000100:00100000:3.0:1742903176.748513:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+785:13300:x1827566172264704:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1214us (1322us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.748519:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76922 00000100:00100000:0.0:1742903176.749385:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.749491:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172264960 00000100:00100000:1.0:1742903176.749497:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172264960 00000100:00100000:1.0:1742903176.749522:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17661 00000100:00100000:1.0:1742903176.749527:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+785:13299:x1827566172264960:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:1.0:1742903176.749727:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8642, 168 off1514880 00000100:00100000:1.0:1742903176.749802:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+786:13299:x1827566172264960:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 273us (418us total) trans 4295004926 rc 0/0 00000100:00100000:1.0:1742903176.749808:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17661 00000100:00100000:0.0:1742903176.754203:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.754514:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.754741:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172265344 00000100:00100000:2.0:1742903176.754750:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172265344 00000100:00100000:2.0:1742903176.754789:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8441 00000100:00100000:2.0:1742903176.754795:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072347800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+786:2008:x1827566172265344:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.754808:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.754829:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83a826 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa5b expref: 786 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.754844:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:2.0:1742903176.754848:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.754882:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072347800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+785:2008:x1827566172265344:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 87us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.754889:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8441 00000100:00100000:1.0:1742903176.754896:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172265216 00000100:00100000:1.0:1742903176.754900:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172265216 00000100:00100000:1.0:1742903176.754935:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17662 00000100:00100000:1.0:1742903176.754940:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+785:13300:x1827566172265216:12345-192.168.203.29@tcp:35:dbench.0 00000001:00080000:1.0:1742903176.755157:0:7213:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004927 00000040:00080000:1.0:1742903176.755211:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8643, 168 off1515048 00000001:00080000:1.0:1742903176.755216:0:7213:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004928 00000100:00100000:1.0:1742903176.755261:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+788:13300:x1827566172265216:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 320us (1066us total) trans 4295004929 rc 0/0 00000100:00100000:1.0:1742903176.755267:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17662 00000020:00080000:1.0:1742903176.755270:0:7213:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1742903176.755536:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.755570:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172265600 00000100:00100000:1.0:1742903176.755574:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172265600 00000100:00100000:1.0:1742903176.755599:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17663 00000100:00100000:1.0:1742903176.755604:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+788:13299:x1827566172265600:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:1.0:1742903176.755652:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8644, 168 off1515216 00000100:00100000:1.0:1742903176.755698:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+789:13299:x1827566172265600:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 92us (161us total) trans 4295004930 rc 0/0 00000100:00100000:1.0:1742903176.755704:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17663 00000100:00100000:0.0:1742903176.756744:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.756767:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.756782:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172265984 00000100:00100000:3.0:1742903176.756787:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172265984 00000100:00100000:3.0:1742903176.756815:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17664 00000100:00100000:3.0:1742903176.756819:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098076c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+789:13300:x1827566172265984:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903176.756819:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172265856 00000100:00100000:2.0:1742903176.756822:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172265856 00000100:00100000:2.0:1742903176.756837:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76923 00000100:00100000:2.0:1742903176.756840:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072344700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+790:13299:x1827566172265856:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.756847:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.756856:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb600/0x5d4000e30d83a82d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa62 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.756896:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a834 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.756906:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a834 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000040:00080000:3.0:1742903176.756914:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8645, 168 off1515384 00010000:00010000:2.0:1742903176.756914:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a834 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000001:00080000:3.0:1742903176.756918:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004931 00010000:00010000:2.0:1742903176.756923:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d83a83b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.756928:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d83a83b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.756933:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d83a83b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903176.756954:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098076c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+793:13300:x1827566172265984:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 134us (211us total) trans 4295004932 rc 0/0 00000100:00100000:3.0:1742903176.756959:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17664 00000020:00080000:3.0:1742903176.756961:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1742903176.756983:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83a842 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.756989:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83a842 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.756994:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83a842 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:2.0:1742903176.757012:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe28:0x0]: returning size 15360 00000004:00200000:2.0:1742903176.757015:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.757024:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83a842 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.757031:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83a842 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.757036:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a834 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.757041:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a834 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.757051:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a834 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.757054:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012edca200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.757057:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a834 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.757062:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a834 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.757069:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.757070:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.757073:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a834 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.757077:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a834 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.757085:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d83a83b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.757089:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d83a83b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.757093:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d83a83b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.757096:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012edcae00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.757098:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d83a83b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.757302:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d83a83b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.757312:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xd4e4194e (ffff88009c6e2000) 00010000:00010000:2.0:1742903176.757340:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.757344:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d83a83b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.757348:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcae00/0x5d4000e30d83a83b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.757378:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb600/0x5d4000e30d83a82d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa62 expref: 793 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.757388:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83a842 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa62 expref: 792 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.757393:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:2.0:1742903176.757394:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.757396:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012edcb200, rc 0) 00000100:00100000:2.0:1742903176.757422:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072344700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+792:13299:x1827566172265856:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 580us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.757427:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76923 00000100:00100000:0.0:1742903176.759540:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.759579:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.759632:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172266240 00000100:00100000:1.0:1742903176.759639:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172266240 00000100:00100000:1.0:1742903176.759665:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172266496 00000100:00100000:1.0:1742903176.759667:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172266496 00000100:00100000:1.0:1742903176.759699:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76924 00000100:00100000:1.0:1742903176.759704:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+793:13300:x1827566172266240:12345-192.168.203.29@tcp:36:dbench.0 00000100:00100000:2.0:1742903176.759736:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76925 00000100:00100000:2.0:1742903176.759741:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+793:13299:x1827566172266496:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.759759:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.759771:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83a849 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa69 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.759792:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1742903176.759809:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868200/0x5d4000e30d83a7e7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe29:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa4d expref: 794 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.759825:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099887a00/0x5d4000e30d838edb lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe29:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef27b expref: 793 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.759831:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a850 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.759835:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:1.0:1742903176.759838:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903176.759847:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b9c00/0x5d4000e30d83a857 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.759857:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b9c00/0x5d4000e30d83a857 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.759864:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b9c00/0x5d4000e30d83a857 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.759873:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8400/0x5d4000e30d83a85e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.759878:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8400/0x5d4000e30d83a85e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.759882:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8400/0x5d4000e30d83a85e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.759883:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83a842 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa62 expref: 792 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.759890:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a850 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.759912:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83a842 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa62 expref: 792 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.759922:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83a842 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa62 expref: 792 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.759933:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129b93b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161327488:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903176.759935:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8800/0x5d4000e30d83a865 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.759942:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8800/0x5d4000e30d83a865 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe29:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.759947:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8800/0x5d4000e30d83a865 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe29:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903176.760260:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4190f00 going to sleep for 11 seconds 00000040:00080000:1.0:1742903176.762069:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1733, 64 off119168 00000100:00100000:2.0:1742903176.762140:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129b93b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161327488:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.762157:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a850 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903176.762178:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000040:00080000:1.0:1742903176.762188:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8647, 184 off1515704 00000100:00100000:2.0:1742903176.762198:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172266624 00000100:00100000:2.0:1742903176.762202:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172266624 00010000:00010000:2.0:1742903176.762218:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83a842 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa62 expref: 794 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.762232:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a86c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe29:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.762243:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a86c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe29:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903176.762248:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22703 00010000:00010000:1.0:1742903176.762251:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a86c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe29:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903176.762253:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7271850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+794:2010:x1827566172266624:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.762256:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a86c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe29:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.762261:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a86c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe29:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.762262:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.762265:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a86c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe29:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.762266:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83a842 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa62 expref: 794 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.762275:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83a842 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa62 expref: 794 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.762277:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903176.762288:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83a842 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa62 expref: 794 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.762291:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8800/0x5d4000e30d83a865 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe29:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.762296:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8800/0x5d4000e30d83a865 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe29:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.762297:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:2.0:1742903176.762300:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a850 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.762300:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8800/0x5d4000e30d83a865 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe29:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.762305:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a850 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.762305:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800992b8800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.762307:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8800/0x5d4000e30d83a865 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe29:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.762310:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a850 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.762313:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8800/0x5d4000e30d83a865 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe29:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.762351:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:1.0:1742903176.762354:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903176.762357:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8800/0x5d4000e30d83a865 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe29:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.762371:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8800/0x5d4000e30d83a865 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe29:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.762443:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b9c00/0x5d4000e30d83a857 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.762448:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b9c00/0x5d4000e30d83a857 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.762456:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b9c00/0x5d4000e30d83a857 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.762461:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800992b9c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.762463:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b9c00/0x5d4000e30d83a857 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.762468:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b9c00/0x5d4000e30d83a857 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.762475:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:1.0:1742903176.762477:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.762479:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b9c00/0x5d4000e30d83a857 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.762483:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b9c00/0x5d4000e30d83a857 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.762489:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00010000:1.0:1742903176.762490:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880072346300 reply state ffff880096b24000 transno 4295004933 ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8400/0x5d4000e30d83a85e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.762495:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a86c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe29:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.762497:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8400/0x5d4000e30d83a85e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.762501:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009959ec00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903176.762503:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xd4e4194e (ffff8801362c7300) 00010000:00010000:3.0:1742903176.762504:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a86c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe29:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.762505:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903176.762507:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1742903176.762509:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a86c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe29:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.762517:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:3.0:1742903176.762520:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1742903176.762521:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a86c lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe29:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.762526:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a86c lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe29:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.762534:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903176.762536:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903176.762537:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903176.762559:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+794:13300:x1827566172266240:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 2853us (3023us total) trans 4295004933 rc 0/0 00000100:00100000:1.0:1742903176.762565:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76924 00010000:00010000:2.0:1742903176.763041:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.763043:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a850 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.763049:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a850 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903176.763057:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7271850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+793:2010:x1827566172266624:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 804us (887us total) trans 0 rc 0/0 00000004:00200000:3.0:1742903176.763059:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe28:0x0]: returning size 15360 00000100:00100000:2.0:1742903176.763063:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22703 00010000:00010000:3.0:1742903176.763118:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83a849 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa69 expref: 794 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.763128:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a850 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa69 expref: 793 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.763133:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:3.0:1742903176.763135:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903176.763137:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012edcac00, rc 0) 00000100:00100000:3.0:1742903176.763153:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+793:13299:x1827566172266496:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3412us (3574us total) trans 4295004934 rc 0/0 00000100:00100000:3.0:1742903176.763158:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76925 00000100:00100000:0.0:1742903176.764304:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.764408:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172266752 00000100:00100000:3.0:1742903176.764414:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172266752 00000100:00100000:3.0:1742903176.764446:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76926 00000100:00100000:3.0:1742903176.764451:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+793:13300:x1827566172266752:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.764464:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.764474:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8000/0x5d4000e30d83a87a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa70 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.764509:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a881 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764517:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a881 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764524:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a881 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764533:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a888 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764538:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a888 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764543:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a888 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764586:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a88f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764592:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a88f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764598:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a88f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903176.764619:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00000004:00200000:3.0:1742903176.764622:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.764631:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a88f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764638:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a88f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764644:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a881 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764648:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a881 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764657:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a881 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764661:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720af200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.764663:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a881 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764668:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a881 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764675:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903176.764677:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.764679:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a881 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764683:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a881 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764691:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a888 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764696:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a888 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764700:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a888 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764704:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720af400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.764707:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a888 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764711:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a888 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764717:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xe7082257 (ffff880099660400) 00010000:00010000:3.0:1742903176.764718:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.764720:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a888 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764725:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83a888 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.764740:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8000/0x5d4000e30d83a87a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa70 expref: 795 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.764748:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a88f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa70 expref: 794 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.764753:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:3.0:1742903176.764754:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.764756:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800720aea00, rc 0) 00000100:00100000:3.0:1742903176.764780:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+794:13300:x1827566172266752:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 328us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.764783:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.764786:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76926 00000100:00100000:1.0:1742903176.764796:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172266880 00000100:00100000:1.0:1742903176.764799:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172266880 00000100:00100000:1.0:1742903176.764816:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76927 00000100:00100000:1.0:1742903176.764820:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+794:13299:x1827566172266880:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.764829:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.764836:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fc00/0x5d4000e30d83a896 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa77 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.764871:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a89d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.764880:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a850 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa69 expref: 795 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.764885:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a89d lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.764911:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a850 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa69 expref: 795 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.764920:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a850 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa69 expref: 795 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.764933:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161327616:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.764996:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009967d840 going to sleep for 11 seconds 00000100:00100000:1.0:1742903176.767179:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161327616:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903176.767198:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a89d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:1.0:1742903176.768216:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.768260:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.768343:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172267008 00000100:00100000:2.0:1742903176.768348:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172267008 00010000:00010000:2.0:1742903176.768380:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a850 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa69 expref: 796 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.768403:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22704 00000100:00100000:2.0:1742903176.768408:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+796:2010:x1827566172267008:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.768419:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.768424:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a850 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa69 expref: 796 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.768433:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a850 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa69 expref: 796 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.768439:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172267264 00000100:00100000:3.0:1742903176.768444:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172267264 00010000:00010000:2.0:1742903176.768450:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a850 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe28:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa69 expref: 797 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.768461:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:2.0:1742903176.768466:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a89d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.768472:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a89d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903176.768477:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76928 00010000:00010000:2.0:1742903176.768477:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a89d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.768492:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.768522:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+796:2010:x1827566172267008:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 113us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.768528:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22704 00000100:00100000:3.0:1742903176.768628:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+795:13300:x1827566172267264:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.768630:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a89d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.768636:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a89d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.768639:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.768650:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83a8a4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa7e expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1742903176.768671:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe28:0x0]: returning size 15360 00000004:00200000:1.0:1742903176.768674:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903176.768686:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a89d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.768707:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fc00/0x5d4000e30d83a896 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa77 expref: 797 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.768710:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a8ab lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.768718:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a89d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa77 expref: 796 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.768721:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a88f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa70 expref: 796 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.768727:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a8ab lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.768728:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:1.0:1742903176.768730:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903176.768732:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009959ee00, rc 0) 00010000:00010000:3.0:1742903176.768746:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a88f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa70 expref: 796 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.768755:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a88f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa70 expref: 796 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.768764:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161327744:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.769503:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+796:13299:x1827566172266880:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 4679us (4719us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.769508:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76927 00000100:00100000:3.0:1742903176.769541:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096a93300 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.772665:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.772758:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.772793:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172267648 00000100:00100000:0.0:1742903176.772799:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172267648 00000100:00100000:0.0:1742903176.772847:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17665 00000100:00100000:0.0:1742903176.772853:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+796:13299:x1827566172267648:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903176.772958:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161327744:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.772975:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a8ab lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:0.0:1742903176.772994:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8648, 168 off1515872 00000100:00100000:0.0:1742903176.773070:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+797:13299:x1827566172267648:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 216us (311us total) trans 4295004935 rc 0/0 00000100:00100000:0.0:1742903176.773077:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17665 00000100:00100000:1.0:1742903176.773381:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172267392 00000100:00100000:1.0:1742903176.773386:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172267392 00010000:00010000:1.0:1742903176.773402:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a88f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa70 expref: 797 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.773433:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22705 00000100:00100000:1.0:1742903176.773438:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072346d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+797:2009:x1827566172267392:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.773447:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.773452:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a88f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa70 expref: 797 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.773462:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a88f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa70 expref: 797 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.773479:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83a88f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa70 expref: 797 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.773491:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:1.0:1742903176.773495:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a8ab lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.773504:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a8ab lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.773510:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a8ab lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.773529:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903176.773558:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072346d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+796:2009:x1827566172267392:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 119us (901us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.773563:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22705 00010000:00010000:3.0:1742903176.773627:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a8ab lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.773633:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a8ab lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903176.773651:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00010000:00010000:3.0:1742903176.773707:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83a8a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa7e expref: 797 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.773718:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a8ab lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa7e expref: 796 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.773723:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:3.0:1742903176.773726:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903176.773728:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e8c2400, rc 0) 00000100:00100000:3.0:1742903176.773755:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+796:13300:x1827566172267264:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 5129us (5495us total) trans 4295004936 rc 0/0 00000100:00100000:3.0:1742903176.773761:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76928 00000100:00100000:0.0:1742903176.774354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.774683:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172267776 00000100:00100000:3.0:1742903176.774688:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172267776 00000100:00100000:3.0:1742903176.774720:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76929 00000100:00100000:3.0:1742903176.774725:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+796:13299:x1827566172267776:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.774735:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.774747:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83a8b9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa85 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.774783:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a8c0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.774792:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a8c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.774799:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a8c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.774808:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a8c7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.774817:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a8c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.774823:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a8c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.774922:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459e00/0x5d4000e30d83a8ce lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.774931:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459e00/0x5d4000e30d83a8ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.774936:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459e00/0x5d4000e30d83a8ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903176.774959:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe28:0x0]: returning size 15360 00000004:00200000:3.0:1742903176.774962:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.774971:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459e00/0x5d4000e30d83a8ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.774979:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459e00/0x5d4000e30d83a8ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.774985:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a8c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.774989:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a8c0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.774995:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a8c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.774999:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e8c2c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.775002:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a8c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.775008:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a8c0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.775016:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.775018:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.775021:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a8c0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.775026:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a8c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.775034:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a8c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.775039:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a8c7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.775043:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a8c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.775046:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720af200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.775048:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a8c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.775053:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a8c7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.775058:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xd4e4194e (ffff88009c6e2000) 00010000:00010000:3.0:1742903176.775060:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.775062:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a8c7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.775067:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af200/0x5d4000e30d83a8c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.775084:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83a8b9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa85 expref: 798 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.775093:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459e00/0x5d4000e30d83a8ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa85 expref: 797 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.775099:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:3.0:1742903176.775100:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.775103:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f459e00, rc 0) 00000100:00100000:3.0:1742903176.775135:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+797:13299:x1827566172267776:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 409us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.775141:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76929 00000100:00100000:0.0:1742903176.775948:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.776017:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172267904 00000100:00100000:3.0:1742903176.776021:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172267904 00000100:00100000:3.0:1742903176.776041:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76930 00000100:00100000:3.0:1742903176.776045:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+797:13300:x1827566172267904:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.776057:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.776067:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83a8d5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa8c expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.776113:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83a8dc lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.776124:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a8ab lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa7e expref: 798 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.776130:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83a8dc lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.776154:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a8ab lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa7e expref: 798 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.776164:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a8ab lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa7e expref: 798 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.776173:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161327872:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.776284:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096a93a80 going to sleep for 11 seconds 00000100:00100000:2.0:1742903176.776594:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161328000:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1742903176.776624:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903176.776663:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161328000 00000100:00100000:3.0:1742903176.776667:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161328000 00000100:00100000:3.0:1742903176.776694:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1742903176.776702:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3763:x1827566161328000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1742903176.776721:0:7216:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1316913152 00000100:00100000:3.0:1742903176.776752:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3763:x1827566161328000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 52us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.776757:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1742903176.776927:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.776990:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.777009:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172268288 00000100:00100000:1.0:1742903176.777014:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172268288 00000100:00100000:0.0:1742903176.777034:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172268160 00000100:00100000:0.0:1742903176.777038:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172268160 00000100:00100000:1.0:1742903176.777042:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8442 00000100:00100000:1.0:1742903176.777046:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+800:2008:x1827566172268288:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1742903176.777047:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161328000:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1742903176.777058:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1742903176.777059:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17666 00000100:00100000:0.0:1742903176.777064:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+800:13299:x1827566172268160:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:1.0:1742903176.777076:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459e00/0x5d4000e30d83a8ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa85 expref: 800 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.777088:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:1.0:1742903176.777091:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903176.777116:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+799:2008:x1827566172268288:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 70us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.777120:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8442 00000001:00080000:0.0:1742903176.777203:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004937 00000040:00080000:0.0:1742903176.777246:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8649, 168 off1516040 00000001:00080000:0.0:1742903176.777251:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004938 00000100:00100000:0.0:1742903176.777305:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+801:13299:x1827566172268160:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 240us (382us total) trans 4295004939 rc 0/0 00000100:00100000:0.0:1742903176.777342:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17666 00000020:00080000:0.0:1742903176.777346:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1742903176.777998:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161327872:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.778011:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83a8dc lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903176.778734:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.778875:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172268416 00000100:00100000:1.0:1742903176.778879:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172268416 00010000:00010000:1.0:1742903176.778897:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a8ab lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa7e expref: 801 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.778926:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22706 00000100:00100000:1.0:1742903176.778930:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072345180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+801:2010:x1827566172268416:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.778941:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.778946:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a8ab lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa7e expref: 801 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.778955:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a8ab lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa7e expref: 801 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.778969:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83a8ab lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe30:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa7e expref: 801 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.778980:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:1.0:1742903176.778984:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83a8dc lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.778993:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83a8dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.778998:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83a8dc lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.779026:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903176.779051:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072345180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+800:2010:x1827566172268416:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 119us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.779057:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22706 00010000:00010000:3.0:1742903176.779071:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83a8dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.779078:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83a8dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903176.779112:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00000004:00200000:3.0:1742903176.779114:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.779127:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83a8dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.779154:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83a8d5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa8c expref: 800 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903176.779510:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.779577:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172268672 00000100:00100000:1.0:1742903176.779580:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172268672 00000100:00100000:1.0:1742903176.779607:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17667 00000100:00100000:1.0:1742903176.779611:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+800:13299:x1827566172268672:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:3.0:1742903176.779665:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83a8dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa8c expref: 800 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.779673:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:3.0:1742903176.779676:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.779678:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f458e00, rc 0) 00000100:00100000:3.0:1742903176.779713:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+800:13300:x1827566172267904:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3666us (3766us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.779720:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76930 00000040:00080000:1.0:1742903176.779804:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8650, 168 off1516208 00000001:00080000:1.0:1742903176.779809:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004940 00000100:00100000:1.0:1742903176.779852:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+801:13299:x1827566172268672:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 239us (341us total) trans 4295004941 rc 0/0 00000100:00100000:1.0:1742903176.779858:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17667 00000020:00080000:1.0:1742903176.779861:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903176.781479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.781517:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.781563:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172268928 00000100:00100000:1.0:1742903176.781567:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172268928 00000100:00100000:1.0:1742903176.781586:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17668 00000100:00100000:1.0:1742903176.781589:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+801:13300:x1827566172268928:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:1.0:1742903176.781655:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8651, 168 off1516376 00000100:00100000:1.0:1742903176.781693:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+802:13300:x1827566172268928:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 103us (217us total) trans 4295004942 rc 0/0 00000100:00100000:1.0:1742903176.781697:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17668 00000100:00100000:3.0:1742903176.781776:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172269184 00000100:00100000:3.0:1742903176.781784:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172269184 00000100:00100000:3.0:1742903176.781816:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76931 00000100:00100000:3.0:1742903176.781821:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072347800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+802:13299:x1827566172269184:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903176.781855:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1742903176.781875:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a89d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe28:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa77 expref: 802 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.781893:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e400/0x5d4000e30d838ed4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe28:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef274 expref: 801 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.781900:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:3.0:1742903176.781902:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.781917:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458a00/0x5d4000e30d83a8e3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.781927:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458a00/0x5d4000e30d83a8e3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.781934:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458a00/0x5d4000e30d83a8e3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.781941:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458400/0x5d4000e30d83a8ea lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.781946:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458400/0x5d4000e30d83a8ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.781951:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458400/0x5d4000e30d83a8ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.782003:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83a8f1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.782010:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83a8f1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe28:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.782015:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83a8f1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe28:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:3.0:1742903176.782166:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1732, 64 off119104 00000040:00080000:3.0:1742903176.782189:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8652, 184 off1516560 00010000:00010000:3.0:1742903176.782221:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458c00/0x5d4000e30d83a8f8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe28:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.782228:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458c00/0x5d4000e30d83a8f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe28:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.782233:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458c00/0x5d4000e30d83a8f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe28:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.782242:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458c00/0x5d4000e30d83a8f8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe28:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.782246:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458c00/0x5d4000e30d83a8f8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe28:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.782251:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458c00/0x5d4000e30d83a8f8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe28:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.782273:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903176.782285:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83a8f1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe28:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.782290:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83a8f1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe28:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.782295:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83a8f1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe28:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.782299:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f458200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.782302:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83a8f1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe28:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.782303:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903176.782308:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83a8f1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe28:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.782309:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458c00/0x5d4000e30d83a8f8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe28:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.782379:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f458c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903176.782573:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:3.0:1742903176.782576:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903176.782580:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83a8f1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe28:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.782585:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83a8f1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe28:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.782589:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458c00/0x5d4000e30d83a8f8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe28:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.782596:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458c00/0x5d4000e30d83a8f8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe28:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.782607:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:0.0:1742903176.782609:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903176.782612:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458c00/0x5d4000e30d83a8f8 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe28:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903176.782616:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458c00/0x5d4000e30d83a8f8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe28:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.782738:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903176.782740:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903176.782742:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903176.782771:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903176.782780:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458a00/0x5d4000e30d83a8e3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.782786:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458a00/0x5d4000e30d83a8e3 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.782790:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458a00/0x5d4000e30d83a8e3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.782794:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f458a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.782796:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458a00/0x5d4000e30d83a8e3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.782801:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458a00/0x5d4000e30d83a8e3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.782808:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903176.782810:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.782812:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458a00/0x5d4000e30d83a8e3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.782817:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458a00/0x5d4000e30d83a8e3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:3.0:1742903176.782824:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880072347800 reply state ffff8800722eb000 transno 4295004943 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458400/0x5d4000e30d83a8ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903176.782826:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172269312 00000100:00100000:0.0:1742903176.782830:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172269312 00010000:00010000:3.0:1742903176.782831:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458400/0x5d4000e30d83a8ea lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.782836:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xd4e4194e (ffff88009c6e2000) 00010000:00010000:3.0:1742903176.782838:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.782841:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1742903176.782851:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76932 00000100:00100000:0.0:1742903176.782855:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+802:13300:x1827566172269312:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.782866:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.782878:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869c00/0x5d4000e30d83a8ff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa93 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.782916:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869000/0x5d4000e30d83a906 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.782926:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869000/0x5d4000e30d83a906 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.782932:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869000/0x5d4000e30d83a906 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.782940:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a90d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.782945:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a90d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.782950:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a90d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903176.782977:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072347800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+804:13299:x1827566172269184:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1154us (1457us total) trans 4295004943 rc 0/0 00000100:00100000:3.0:1742903176.782984:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76931 00010000:00010000:0.0:1742903176.782995:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a914 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.783002:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a914 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.783007:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a914 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903176.783027:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe30:0x0]: returning size 12006 00000004:00200000:0.0:1742903176.783030:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903176.783040:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a914 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.783047:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a914 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.783054:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869000/0x5d4000e30d83a906 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.783058:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869000/0x5d4000e30d83a906 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.783063:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869000/0x5d4000e30d83a906 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.783067:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b869000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.783069:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869000/0x5d4000e30d83a906 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.783074:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869000/0x5d4000e30d83a906 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.783080:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:0.0:1742903176.783082:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.783085:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869000/0x5d4000e30d83a906 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.783089:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869000/0x5d4000e30d83a906 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.783096:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a90d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.783101:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a90d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.783106:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a90d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.783109:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f625600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.783112:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a90d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.783116:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a90d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.783121:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xe7082257 (ffff880099660400) 00010000:00010000:0.0:1742903176.783123:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.783125:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a90d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.783128:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83a90d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.783144:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b869c00/0x5d4000e30d83a8ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa93 expref: 804 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.783153:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a914 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa93 expref: 803 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.783158:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:0.0:1742903176.783160:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903176.783162:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f625a00, rc 0) 00000100:00100000:0.0:1742903176.783181:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+803:13300:x1827566172269312:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 325us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.783187:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76932 00000100:00100000:0.0:1742903176.784713:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.784777:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172269440 00000100:00100000:1.0:1742903176.784782:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172269440 00000100:00100000:1.0:1742903176.784819:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8443 00000100:00100000:1.0:1742903176.784825:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072347100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+803:2010:x1827566172269440:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.784834:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.784846:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625a00/0x5d4000e30d83a914 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa93 expref: 803 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.784858:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:1.0:1742903176.784860:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903176.784881:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072347100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+802:2010:x1827566172269440:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 56us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.784886:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8443 00000100:00100000:0.0:1742903176.785247:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.785298:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172269568 00000100:00100000:1.0:1742903176.785302:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172269568 00000100:00100000:1.0:1742903176.785347:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76933 00000100:00100000:1.0:1742903176.785351:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+802:13299:x1827566172269568:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.785372:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.785380:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83a91b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efa9a expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.785410:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959e400/0x5d4000e30d83a922 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785420:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009959e400/0x5d4000e30d83a922 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785428:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009959e400/0x5d4000e30d83a922 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785436:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fe00/0x5d4000e30d83a929 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785442:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fe00/0x5d4000e30d83a929 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785448:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fe00/0x5d4000e30d83a929 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785499:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a930 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785506:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a930 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785512:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a930 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:1.0:1742903176.785537:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe31:0x0]: returning size 12006 00000004:00200000:1.0:1742903176.785540:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903176.785550:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a930 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785557:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a930 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785563:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959e400/0x5d4000e30d83a922 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785567:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009959e400/0x5d4000e30d83a922 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785572:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009959e400/0x5d4000e30d83a922 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785577:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009959e400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.785580:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009959e400/0x5d4000e30d83a922 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785585:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009959e400/0x5d4000e30d83a922 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785592:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:1.0:1742903176.785594:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.785597:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009959e400/0x5d4000e30d83a922 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785602:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009959e400/0x5d4000e30d83a922 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785610:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fe00/0x5d4000e30d83a929 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785616:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fe00/0x5d4000e30d83a929 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785620:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fe00/0x5d4000e30d83a929 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785624:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009959fe00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.785626:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fe00/0x5d4000e30d83a929 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785631:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fe00/0x5d4000e30d83a929 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785637:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xe7082257 (ffff880099660100) 00010000:00010000:1.0:1742903176.785638:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.785641:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fe00/0x5d4000e30d83a929 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785645:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fe00/0x5d4000e30d83a929 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.785661:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83a91b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa9a expref: 804 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.785669:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a930 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa9a expref: 803 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.785675:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:1.0:1742903176.785677:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903176.785679:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009959ec00, rc 0) 00000100:00100000:1.0:1742903176.785706:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+803:13299:x1827566172269568:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 355us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.785711:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76933 00000100:00100000:0.0:1742903176.786924:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.786938:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172269824 00000100:00100000:0.0:1742903176.786943:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172269824 00000100:00100000:0.0:1742903176.786962:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76934 00000100:00100000:0.0:1742903176.786966:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+803:13300:x1827566172269824:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903176.786993:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1742903176.787007:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83a8dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe30:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa8c expref: 803 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.787022:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123383c00/0x5d4000e30d839cc6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe30:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6f7 expref: 802 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.787029:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:0.0:1742903176.787032:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903176.787041:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a937 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.787049:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a937 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.787055:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a937 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.787063:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9c00/0x5d4000e30d83a93e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.787069:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9c00/0x5d4000e30d83a93e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.787074:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9c00/0x5d4000e30d83a93e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.787112:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a945 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.787123:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a945 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe30:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.787128:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a945 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe30:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:0.0:1742903176.787294:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1734, 64 off119232 00000040:00080000:0.0:1742903176.787877:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8653, 184 off1516744 00010000:00010000:0.0:1742903176.787912:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a94c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe30:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.787920:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a94c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe30:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.787926:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a94c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe30:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.787932:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a94c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe30:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.787936:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a94c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe30:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.787941:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a94c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe30:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.788431:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903176.788437:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a94c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe30:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.788443:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099edce00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903176.788445:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a94c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe30:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.788451:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a94c lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xe30:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.788460:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:1.0:1742903176.788462:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903176.788464:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a94c lrc: 3/0,0 mode: --/PW res: [0x200000402:0xe30:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.788470:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903176.788471:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903176.788473:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903176.788524:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1742903176.788528:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83a94c lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe30:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.788547:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a945 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe30:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.788552:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a945 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe30:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903176.788689:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903176.788728:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a945 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe30:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.788732:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099edca00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.788734:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a945 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe30:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.788739:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a945 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe30:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.788745:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:0.0:1742903176.788747:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903176.788750:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a945 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe30:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.788754:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edca00/0x5d4000e30d83a945 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe30:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.788842:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a937 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.788848:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a937 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.788852:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a937 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.788856:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b868400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.788858:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a937 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.788862:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a937 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.788872:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:0.0:1742903176.788874:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.788877:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a937 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.788881:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83a937 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:0.0:1742903176.788888:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88012dd11880 reply state ffff8800826b2000 transno 4295004944 ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9c00/0x5d4000e30d83a93e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.788895:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9c00/0x5d4000e30d83a93e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.788900:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xe7082257 (ffff880099660400) 00010000:00010000:0.0:1742903176.788901:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903176.788904:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1742903176.788943:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+803:13300:x1827566172269824:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1976us (2020us total) trans 4295004944 rc 0/0 00000100:00100000:0.0:1742903176.788949:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76934 00000100:00100000:0.0:1742903176.788961:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172270080 00000100:00100000:0.0:1742903176.788964:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172270080 00000100:00100000:0.0:1742903176.788988:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76935 00000100:00100000:0.0:1742903176.788992:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+803:13299:x1827566172270080:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.789002:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.789010:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83a953 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efaa1 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.789064:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a95a lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.789074:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a930 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa9a expref: 804 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.789080:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a95a lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.789107:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a930 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa9a expref: 804 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.789118:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a930 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa9a expref: 804 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903176.789130:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd12d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161328128:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903176.789177:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4180 going to sleep for 11 seconds 00000100:00100000:2.0:1742903176.790447:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd12d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161328128:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.790466:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a95a lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903176.791084:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.791250:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172270208 00000100:00100000:2.0:1742903176.791255:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172270208 00010000:00010000:2.0:1742903176.791272:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a930 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa9a expref: 805 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.791305:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22707 00000100:00100000:2.0:1742903176.791309:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+805:2010:x1827566172270208:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.791340:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.791346:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a930 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa9a expref: 805 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.791355:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a930 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa9a expref: 805 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.791380:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ec00/0x5d4000e30d83a930 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efa9a expref: 805 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.791399:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:2.0:1742903176.791403:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a95a lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.791411:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a95a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.791417:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a95a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.791441:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.791466:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+804:2010:x1827566172270208:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 155us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.791473:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22707 00010000:00010000:3.0:1742903176.791494:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a95a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.791504:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a95a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903176.791523:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe31:0x0]: returning size 12006 00010000:00010000:3.0:1742903176.791628:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83a953 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaa1 expref: 805 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.791644:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a95a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaa1 expref: 804 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.791651:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:3.0:1742903176.791653:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903176.791656:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099edc000, rc 0) 00000100:00100000:3.0:1742903176.791703:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+804:13299:x1827566172270080:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2709us (3015us total) trans 4295004945 rc 0/0 00000100:00100000:3.0:1742903176.791710:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76935 00000100:00100000:0.0:1742903176.792024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.792381:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172270336 00000100:00100000:3.0:1742903176.792386:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172270336 00000100:00100000:3.0:1742903176.792421:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76936 00000100:00100000:3.0:1742903176.792425:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+804:13300:x1827566172270336:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.792440:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.792451:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459600/0x5d4000e30d83a968 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efaa8 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.792487:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459800/0x5d4000e30d83a96f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792497:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459800/0x5d4000e30d83a96f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792505:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459800/0x5d4000e30d83a96f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792515:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459c00/0x5d4000e30d83a976 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792520:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459c00/0x5d4000e30d83a976 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792525:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459c00/0x5d4000e30d83a976 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792578:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a97d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x837:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792584:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a97d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792589:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a97d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903176.792615:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x837:0x0]: returning size 327680 00000004:00200000:3.0:1742903176.792618:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.792626:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a97d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792633:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a97d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792639:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459800/0x5d4000e30d83a96f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792644:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459800/0x5d4000e30d83a96f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792649:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459800/0x5d4000e30d83a96f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792653:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f459800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.792656:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459800/0x5d4000e30d83a96f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792661:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459800/0x5d4000e30d83a96f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792668:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x0 (ffff88012dd00b00) 00010000:00010000:3.0:1742903176.792669:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.792672:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459800/0x5d4000e30d83a96f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792675:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459800/0x5d4000e30d83a96f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792684:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459c00/0x5d4000e30d83a976 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792688:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459c00/0x5d4000e30d83a976 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792692:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459c00/0x5d4000e30d83a976 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792696:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f459c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.792699:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459c00/0x5d4000e30d83a976 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792703:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459c00/0x5d4000e30d83a976 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792708:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x41c358e5 (ffff880099660e00) 00010000:00010000:3.0:1742903176.792709:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.792711:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459c00/0x5d4000e30d83a976 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792714:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459c00/0x5d4000e30d83a976 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.792732:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459600/0x5d4000e30d83a968 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaa8 expref: 806 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.792740:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a97d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaa8 expref: 805 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.792745:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x837:0x0].0x0 (ffff88009c7c1000) 00010000:00010000:3.0:1742903176.792747:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.792748:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d2e00, rc 0) 00000100:00100000:3.0:1742903176.792784:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+805:13300:x1827566172270336:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 358us (760us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.792788:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76936 00000100:00100000:0.0:1742903176.793949:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.793968:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172270464 00000100:00100000:3.0:1742903176.793974:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172270464 00000100:00100000:3.0:1742903176.794004:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76937 00000100:00100000:3.0:1742903176.794009:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+805:13299:x1827566172270464:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.794023:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.794033:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83a984 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efaaf expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.794079:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83a98b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.794089:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a95a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaa1 expref: 806 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.794095:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83a98b lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.794117:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a95a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaa1 expref: 806 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.794126:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a95a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaa1 expref: 806 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.794134:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161328256:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.794668:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096a93a80 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.795061:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.795193:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172270720 00000100:00100000:1.0:1742903176.795198:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172270720 00000100:00100000:1.0:1742903176.795239:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76938 00000100:00100000:1.0:1742903176.795244:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+807:13300:x1827566172270720:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.795254:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.795267:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a992 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efab6 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.795477:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a999 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x837:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.795486:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d838947 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef075 expref: 808 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.795492:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a97d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaa8 expref: 808 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.795497:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a999 lrc: 5/0,1 mode: --/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.795516:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a97d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaa8 expref: 808 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.795524:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a97d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaa8 expref: 808 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.795532:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161328384:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903176.795617:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d838947 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef075 expref: 808 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.795625:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d838947 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef075 expref: 808 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.795633:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161328512:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.795650:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009967d600 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.796030:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.796190:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172270848 00000100:00100000:1.0:1742903176.796194:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172270848 00010000:00010000:1.0:1742903176.796209:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a97d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaa8 expref: 809 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903176.796230:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.796239:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172270976 00000100:00100000:1.0:1742903176.796242:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172270976 00010000:00010000:1.0:1742903176.796252:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a95a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaa1 expref: 810 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.796282:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22708 00000100:00100000:2.0:1742903176.796288:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7273850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+810:2007:x1827566172270848:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1742903176.796348:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161328256:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.796379:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83a98b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.796620:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.796626:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a97d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaa8 expref: 810 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.796634:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a97d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaa8 expref: 810 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.796649:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x837:0x0].0x0 (ffff88009c7c1000) 00010000:00010000:2.0:1742903176.796653:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a999 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.796658:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a999 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.796663:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.796694:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7273850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+810:2007:x1827566172270848:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 405us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.796863:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22708 00000100:00100000:1.0:1742903176.796885:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22709 00000100:00100000:1.0:1742903176.796889:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+809:2008:x1827566172270976:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.796896:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.796900:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a95a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaa1 expref: 809 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.796907:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a95a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaa1 expref: 809 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.796922:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83a95a lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe31:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaa1 expref: 809 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.796932:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:1.0:1742903176.796935:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83a98b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.796942:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83a98b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.797038:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83a98b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.797078:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.797092:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83a98b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.797098:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83a98b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:1.0:1742903176.797102:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+808:2008:x1827566172270976:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 212us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.797107:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22709 00010000:00010000:1.0:1742903176.797130:0:18840:0:(ldlm_lockd.c:787:ldlm_handle_ast_error()) ### client (nid 192.168.203.29@tcp) returned -22 from blocking AST (req@ffff88008f67f800 x1827566161328384) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a97d lrc: 1/0,0 mode: --/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaa8 expref: 807 pid: 9576 timeout: 404 lvb_type: 0 00000004:00200000:3.0:1742903176.797133:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe31:0x0]: returning size 12006 00000004:00200000:3.0:1742903176.797136:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1742903176.797138:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83a97d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaa8 expref: 807 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.797146:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161328384:192.168.203.29@tcp:104: 00000004:00010000:3.0:1742903176.797149:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83a98b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:1.0:1742903176.797152:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161328512:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903176.797162:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x837:0x0].0x0 (ffff88009c7c1000) 00010000:00010000:1.0:1742903176.797164:0:18840:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a999 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.797169:0:18840:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a999 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.797173:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83a984 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaaf expref: 807 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.797173:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a999 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.797184:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83a98b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaaf expref: 806 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.797190:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:3.0:1742903176.797192:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.797194:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f459000, rc 0) 00000100:00100000:3.0:1742903176.797212:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+806:13299:x1827566172270464:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3202us (3265us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.797217:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76937 00000100:00100000:2.0:1742903176.797357:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.797850:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172271104 00000100:00100000:1.0:1742903176.797855:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172271104 00010000:00010000:1.0:1742903176.797867:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d838947 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef075 expref: 806 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.797884:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22710 00000100:00100000:1.0:1742903176.797888:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+806:2010:x1827566172271104:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.797896:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.797900:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d838947 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef075 expref: 806 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.797908:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d838947 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef075 expref: 806 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.797920:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d838947 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef075 expref: 806 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.797929:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x837:0x0].0x0 (ffff88009c7c1000) 00010000:00010000:1.0:1742903176.797933:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a999 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.797938:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a999 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.797942:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a999 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.797961:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.797964:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a999 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.797969:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a999 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:2.0:1742903176.797982:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x837:0x0]: returning size 327680 00010000:00010000:2.0:1742903176.798064:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a992 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efab6 expref: 807 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.798090:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a999 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efab6 expref: 806 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.798096:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x837:0x0].0x0 (ffff88009c7c1000) 00010000:00010000:2.0:1742903176.798098:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1742903176.798099:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e8c2c00, rc 0) 00000100:00100000:2.0:1742903176.798396:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+806:13300:x1827566172270720:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3150us (3334us total) trans 4295004946 rc 0/0 00000100:00100000:1.0:1742903176.798396:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+806:2010:x1827566172271104:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 505us (1037us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.798401:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76938 00000100:00100000:1.0:1742903176.798403:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22710 00000100:00100000:0.0:1742903176.800194:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.800233:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.800247:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172271488 00000100:00100000:2.0:1742903176.800252:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172271488 00000100:00100000:2.0:1742903176.800290:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17669 00000100:00100000:2.0:1742903176.800295:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+805:13299:x1827566172271488:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903176.800388:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172271360 00000100:00100000:3.0:1742903176.800393:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172271360 00000100:00100000:3.0:1742903176.800417:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76939 00000100:00100000:3.0:1742903176.800421:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+806:13300:x1827566172271360:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.800430:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.800442:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459600/0x5d4000e30d83a9a7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x837:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efabd expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1742903176.800446:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8654, 168 off1516912 00010000:00010000:3.0:1742903176.800488:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459c00/0x5d4000e30d83a9ae lrc: 3/1,0 mode: --/PR res: [0x200000402:0x837:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.800502:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a999 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efab6 expref: 808 pid: 18840 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903176.800506:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+808:13299:x1827566172271488:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 210us (317us total) trans 4295004947 rc 0/0 00010000:00010000:3.0:1742903176.800509:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459c00/0x5d4000e30d83a9ae lrc: 4/1,0 mode: --/PR res: [0x200000402:0x837:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903176.800513:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17669 00010000:00010000:3.0:1742903176.800530:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a999 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efab6 expref: 807 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.800540:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a999 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efab6 expref: 807 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.800550:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161328640:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.800947:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096a93a80 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.801527:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.801613:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172271616 00000100:00100000:2.0:1742903176.801616:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172271616 00000100:00100000:2.0:1742903176.801636:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76940 00000100:00100000:2.0:1742903176.801640:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+808:13299:x1827566172271616:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.801648:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.801657:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83a9b5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efac4 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.801687:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a9bc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.801695:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a9bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.801702:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a9bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.801710:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83a9c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.801715:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83a9c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.801721:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83a9c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.801776:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a9ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903176.801782:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161328640:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.801782:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a9ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.801787:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a9ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.801791:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459c00/0x5d4000e30d83a9ae lrc: 3/1,0 mode: --/PR res: [0x200000402:0x837:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:2.0:1742903176.801807:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe31:0x0]: returning size 12006 00000004:00200000:2.0:1742903176.802408:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.802426:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a9ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.802435:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a9ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.802442:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a9bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.802446:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a9bc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.802451:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a9bc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.802456:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012edcac00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.802459:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a9bc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.802464:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a9bc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.802473:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903176.802475:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.802478:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a9bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.802482:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83a9bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.802491:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83a9c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.802495:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83a9c3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.802499:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83a9c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.802503:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012edca000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.802505:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83a9c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.802509:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83a9c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.802514:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xe7082257 (ffff880099660100) 00010000:00010000:2.0:1742903176.802516:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.802518:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83a9c3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.802522:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83a9c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.802539:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83a9b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efac4 expref: 810 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.802548:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a9ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efac4 expref: 809 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.802553:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:2.0:1742903176.802554:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.802556:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012edca200, rc 0) 00000100:00100000:2.0:1742903176.802594:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+809:13299:x1827566172271616:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 952us (1068us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.802600:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76940 00000100:00100000:3.0:1742903176.802698:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.802716:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172271744 00000100:00100000:1.0:1742903176.802720:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172271744 00010000:00010000:1.0:1742903176.802736:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a999 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efab6 expref: 809 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.802771:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22711 00000100:00100000:1.0:1742903176.802775:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+809:2010:x1827566172271744:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.802783:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.802787:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a999 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efab6 expref: 809 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.802795:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a999 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efab6 expref: 809 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.802807:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83a999 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x837:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efab6 expref: 809 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.802815:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x837:0x0].0x0 (ffff88009c7c1000) 00010000:00010000:1.0:1742903176.802818:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459c00/0x5d4000e30d83a9ae lrc: 3/1,0 mode: --/PR res: [0x200000402:0x837:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.802825:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459c00/0x5d4000e30d83a9ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.802830:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459c00/0x5d4000e30d83a9ae lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.802856:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903176.802882:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+808:2010:x1827566172271744:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 106us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.802888:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22711 00010000:00010000:3.0:1742903176.802968:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459c00/0x5d4000e30d83a9ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.802973:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459c00/0x5d4000e30d83a9ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903176.802994:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x837:0x0]: returning size 327680 00000004:00200000:3.0:1742903176.802996:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.803003:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459c00/0x5d4000e30d83a9ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.803025:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459600/0x5d4000e30d83a9a7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x837:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efabd expref: 808 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.803035:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459c00/0x5d4000e30d83a9ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efabd expref: 807 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.803040:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x837:0x0].0x0 (ffff88009c7c1000) 00010000:00010000:3.0:1742903176.803042:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.803044:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f459c00, rc 0) 00000100:00100000:3.0:1742903176.803059:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+807:13300:x1827566172271360:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2637us (2826us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.803064:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76939 00000100:00100000:0.0:1742903176.805669:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.805706:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.805743:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.805770:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172272128 00000100:00100000:0.0:1742903176.805777:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172272128 00000100:00100000:0.0:1742903176.805813:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172272256 00000100:00100000:0.0:1742903176.805815:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172272256 00000100:00100000:0.0:1742903176.805833:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76941 00000100:00100000:0.0:1742903176.805839:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+808:13299:x1827566172272128:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903176.805878:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1742903176.805896:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83a98b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaaf expref: 808 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.805917:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123383a00/0x5d4000e30d839d44 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe31:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef721 expref: 807 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.805925:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:0.0:1742903176.805928:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903176.805941:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83a9d1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.805950:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83a9d1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.805957:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83a9d1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.805965:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd600/0x5d4000e30d83a9d8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.805971:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd600/0x5d4000e30d83a9d8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.805976:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd600/0x5d4000e30d83a9d8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.806037:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a9df lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.806047:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a9ca lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efac4 expref: 806 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.806054:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a9df lrc: 4/0,1 mode: --/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.806076:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a9ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efac4 expref: 806 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.806086:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a9ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efac4 expref: 806 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903176.806096:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd12d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161328768:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.806113:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172271872 00000100:00100000:2.0:1742903176.806117:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172271872 00010000:00010000:2.0:1742903176.806131:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a9ca lrc: 6/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efac4 expref: 807 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903176.806152:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4300 going to sleep for 11 seconds 00000100:00100000:2.0:1742903176.806153:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22712 00000100:00100000:2.0:1742903176.806157:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+807:2008:x1827566172271872:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.806165:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1742903176.806166:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76942 00010000:00010000:2.0:1742903176.806168:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a9ca lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efac4 expref: 807 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903176.806170:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+807:13300:x1827566172272256:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.806177:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a9ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efac4 expref: 807 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:0.0:1742903176.806178:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.806187:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:0.0:1742903176.806187:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83a9e6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efacb expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.806190:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a9df lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.806195:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a9df lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.806200:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a9df lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.806209:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903176.806213:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a9ed lrc: 3/1,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.806220:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a9ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903176.806226:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+808:2008:x1827566172271872:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 68us (568us total) trans 0 rc 0/0 00010000:00010000:0.0:1742903176.806230:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a9ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903176.806233:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22712 00010000:00010000:0.0:1742903176.806239:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83a9f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x835:0x0].0xb0773fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.806244:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83a9f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.806249:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83a9f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.806276:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fe00/0x5d4000e30d83a9fb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x839:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.806282:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fe00/0x5d4000e30d83a9fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.806287:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fe00/0x5d4000e30d83a9fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903176.806312:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x839:0x0]: returning size 1048576 00000004:00200000:0.0:1742903176.806335:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903176.806355:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fe00/0x5d4000e30d83a9fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.806372:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fe00/0x5d4000e30d83a9fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.806379:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a9ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.806384:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a9ed lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.806393:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a9ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.806398:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009959ee00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.806400:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a9ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.806406:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a9ed lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.806412:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x0 (ffff88012dd00b00) 00010000:00010000:0.0:1742903176.806414:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.806417:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a9ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.806426:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83a9ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.806436:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83a9f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.806441:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83a9f4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.806445:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83a9f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.807002:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009959f800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.807005:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83a9f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.807011:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83a9f4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.807022:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0xb0773fd (ffff880130ebb200) 00010000:00010000:0.0:1742903176.807024:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.807026:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83a9f4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.807030:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83a9f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.807053:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83a9e6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efacb expref: 808 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.807140:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fe00/0x5d4000e30d83a9fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efacb expref: 807 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.807145:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x839:0x0].0x0 (ffff88009c7c1a00) 00010000:00010000:0.0:1742903176.807146:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903176.807148:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009959fe00, rc 0) 00010000:00010000:0.0:1742903176.807200:0:7211:0:(ldlm_lockd.c:787:ldlm_handle_ast_error()) ### client (nid 192.168.203.29@tcp) returned -22 from blocking AST (req@ffff88012dd12d80 x1827566161328768) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a9ca lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efac4 expref: 807 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.807204:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+807:13300:x1827566172272256:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1031us (1459us total) trans 0 rc 0/0 00010000:00010000:0.0:1742903176.807206:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83a9ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe31:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efac4 expref: 807 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903176.807211:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd12d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161328768:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.807214:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76942 00010000:00010000:0.0:1742903176.807220:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:0.0:1742903176.807222:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a9df lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.807229:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a9df lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.807232:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a9df lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000040:00080000:0.0:1742903176.807417:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1733, 64 off119168 00000040:00080000:0.0:1742903176.807442:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8655, 184 off1517096 00010000:00010000:0.0:1742903176.807472:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fc00/0x5d4000e30d83aa02 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe31:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.807479:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fc00/0x5d4000e30d83aa02 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe31:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010080000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.807486:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fc00/0x5d4000e30d83aa02 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe31:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010080000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.807491:0:7211:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fc00/0x5d4000e30d83aa02 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe31:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010080000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.807496:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fc00/0x5d4000e30d83aa02 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe31:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.807500:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fc00/0x5d4000e30d83aa02 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe31:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.808045:0:7211:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903176.808059:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a9df lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.808064:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a9df lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.808069:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a9df lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.808074:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099edde00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.808077:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a9df lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.808082:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a9df lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.808090:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:0.0:1742903176.808092:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903176.808095:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a9df lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.808099:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83a9df lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe31:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.808178:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83a9d1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.808184:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83a9d1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.808188:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83a9d1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.808193:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099edc600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.808195:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83a9d1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.808200:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83a9d1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.808207:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:0.0:1742903176.808209:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.808212:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83a9d1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.808217:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83a9d1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000004:00010000:0.0:1742903176.808225:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88012dd10e00 reply state ffff8800826b5000 transno 4295004948 ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd600/0x5d4000e30d83a9d8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.808233:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd600/0x5d4000e30d83a9d8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.808238:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xe7082257 (ffff880099660100) 00010000:00010000:0.0:1742903176.808240:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903176.808243:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1742903176.808282:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+807:13299:x1827566172272128:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 2442us (2574us total) trans 4295004948 rc 0/0 00000100:00100000:0.0:1742903176.808288:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76941 00010000:00010000:2.0:1742903176.808400:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903176.808406:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fc00/0x5d4000e30d83aa02 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe31:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.808411:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009959fc00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903176.808413:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fc00/0x5d4000e30d83aa02 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe31:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.808418:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fc00/0x5d4000e30d83aa02 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe31:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40018480000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.808426:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:2.0:1742903176.808428:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903176.808430:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fc00/0x5d4000e30d83aa02 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe31:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.808434:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fc00/0x5d4000e30d83aa02 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe31:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.808441:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903176.808442:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903176.808444:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903176.809626:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.809659:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.809700:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172272640 00000100:00100000:2.0:1742903176.809705:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172272640 00000100:00100000:0.0:1742903176.809718:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172272512 00000100:00100000:0.0:1742903176.809720:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172272512 00000100:00100000:0.0:1742903176.809736:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76943 00000100:00100000:0.0:1742903176.809740:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+808:13300:x1827566172272512:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:2.0:1742903176.809741:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8444 00000100:00100000:2.0:1742903176.809744:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+808:2008:x1827566172272640:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903176.809752:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.809754:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903176.809761:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099596800/0x5d4000e30d83aa09 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efad2 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.809765:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fe00/0x5d4000e30d83a9fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efacb expref: 808 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.809774:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x839:0x0].0x0 (ffff88009c7c1a00) 00010000:00010000:2.0:1742903176.809777:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.809797:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+808:2008:x1827566172272640:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 51us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.809802:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8444 00010000:00010000:0.0:1742903176.809821:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83aa10 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x839:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.809831:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29c00/0x5d4000e30d8389cc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef09f expref: 807 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.809841:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83aa10 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x839:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.809862:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29c00/0x5d4000e30d8389cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef09f expref: 807 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.809871:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29c00/0x5d4000e30d8389cc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef09f expref: 807 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903176.809956:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd12d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161328896:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.810618:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4900 going to sleep for 11 seconds 00000100:00100000:1.0:1742903176.811042:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd12d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161328896:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903176.811056:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83aa10 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x839:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903176.811084:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.811116:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.811119:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172272768 00000100:00100000:3.0:1742903176.811123:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172272768 00010000:00010000:3.0:1742903176.811134:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29c00/0x5d4000e30d8389cc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef09f expref: 808 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.811208:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172272896 00000100:00100000:1.0:1742903176.811212:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172272896 00000100:00100000:1.0:1742903176.811231:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76944 00000100:00100000:1.0:1742903176.811235:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+809:13299:x1827566172272896:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.811245:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.811252:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83aa17 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efad9 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.811277:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d83aa1e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811284:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d83aa1e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811291:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d83aa1e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811300:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83aa25 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811305:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83aa25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811312:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83aa25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811390:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83aa2c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x836:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811397:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83aa2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811402:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83aa2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:1.0:1742903176.811426:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x836:0x0]: returning size 327680 00000004:00200000:1.0:1742903176.811428:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903176.811438:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83aa2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811445:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83aa2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811450:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d83aa1e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811454:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d83aa1e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811459:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d83aa1e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811463:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099525c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.811465:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d83aa1e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811469:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d83aa1e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811475:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x0 (ffff88012e960000) 00010000:00010000:1.0:1742903176.811477:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.811479:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d83aa1e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811482:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099525c00/0x5d4000e30d83aa1e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811489:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83aa25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811493:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83aa25 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811496:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83aa25 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811499:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800990d2e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.811501:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83aa25 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811505:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83aa25 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811509:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x41c358e5 (ffff88012e960600) 00010000:00010000:1.0:1742903176.811510:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.811512:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83aa25 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811515:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83aa25 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.811533:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83aa17 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efad9 expref: 811 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.811541:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83aa2c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efad9 expref: 810 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.811547:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x836:0x0].0x0 (ffff88012e2e1900) 00010000:00010000:1.0:1742903176.811549:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903176.811551:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099956000, rc 0) 00000100:00100000:3.0:1742903176.811609:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22713 00000100:00100000:3.0:1742903176.811613:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+810:2008:x1827566172272768:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.811620:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.811624:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29c00/0x5d4000e30d8389cc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef09f expref: 810 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.811632:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29c00/0x5d4000e30d8389cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef09f expref: 810 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.811653:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+810:13299:x1827566172272896:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 416us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.811657:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76944 00010000:00010000:3.0:1742903176.811721:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29c00/0x5d4000e30d8389cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef09f expref: 809 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.811729:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x839:0x0].0x0 (ffff88009c7c1a00) 00010000:00010000:3.0:1742903176.811732:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83aa10 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x839:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.811737:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83aa10 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x839:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.811741:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83aa10 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x839:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.811752:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903176.811762:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83aa10 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x839:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.811767:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83aa10 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x839:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903176.811770:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+808:2008:x1827566172272768:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 156us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.811774:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22713 00000004:00200000:1.0:1742903176.811776:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x839:0x0]: returning size 1048576 00010000:00010000:1.0:1742903176.811841:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099596800/0x5d4000e30d83aa09 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efad2 expref: 809 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.811851:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83aa10 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x839:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efad2 expref: 808 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.811856:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x839:0x0].0x0 (ffff88009c7c1a00) 00010000:00010000:1.0:1742903176.811857:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1742903176.811859:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099edd200, rc 0) 00000100:00100000:1.0:1742903176.811888:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+808:13300:x1827566172272512:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2146us (2264us total) trans 4295004949 rc 0/0 00000100:00100000:1.0:1742903176.811895:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76943 00000100:00100000:0.0:1742903176.813133:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.813185:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172273024 00000100:00100000:1.0:1742903176.813190:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172273024 00000100:00100000:1.0:1742903176.813222:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76945 00000100:00100000:1.0:1742903176.813227:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+808:13300:x1827566172273024:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.813239:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.813249:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83aa3a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x839:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efae0 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.813301:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83aa41 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x839:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.813310:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83aa10 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x839:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efad2 expref: 809 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.813340:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83aa41 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x839:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.813375:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83aa10 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x839:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efad2 expref: 809 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.813385:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83aa10 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x839:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efad2 expref: 809 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.813394:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161329024:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.813528:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009967d840 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.813575:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.813606:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172273152 00000100:00100000:3.0:1742903176.813610:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172273152 00000100:00100000:0.0:1742903176.813623:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.813628:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8445 00000100:00100000:3.0:1742903176.813632:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7272050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+810:2008:x1827566172273152:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.813638:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.813648:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83aa2c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efad9 expref: 810 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.813657:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x836:0x0].0x0 (ffff88012e2e1900) 00010000:00010000:3.0:1742903176.813660:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.813686:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7272050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+809:2008:x1827566172273152:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 53us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.813691:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8445 00000100:00100000:3.0:1742903176.813731:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172273408 00000100:00100000:3.0:1742903176.813734:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172273408 00000100:00100000:3.0:1742903176.813763:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76946 00000100:00100000:3.0:1742903176.813767:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+809:13299:x1827566172273408:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.813773:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.813780:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83aa48 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efae7 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.813821:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83aa4f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x836:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.813829:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d838924 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef067 expref: 810 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.813834:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83aa4f lrc: 4/0,1 mode: --/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.813848:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d838924 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef067 expref: 810 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.813854:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d838924 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef067 expref: 810 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.813861:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161329152:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.813932:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096a93300 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.814652:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.814662:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161329024:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.814666:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161329152:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.814674:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83aa4f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.814675:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83aa41 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x839:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903176.814684:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.814697:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172273536 00000100:00100000:3.0:1742903176.814700:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172273536 00010000:00010000:3.0:1742903176.814715:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d838924 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef067 expref: 811 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.814726:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172273664 00000100:00100000:3.0:1742903176.814728:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22714 00000100:00100000:2.0:1742903176.814730:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172273664 00000100:00100000:3.0:1742903176.814731:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+811:2007:x1827566172273536:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.814737:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.814740:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d838924 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef067 expref: 812 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.814742:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83aa10 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x839:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efad2 expref: 812 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.814746:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d838924 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef067 expref: 812 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.814755:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d838924 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef067 expref: 812 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.814757:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22715 00000100:00100000:2.0:1742903176.814761:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+811:2010:x1827566172273664:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.814764:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x836:0x0].0x0 (ffff88012e2e1900) 00010000:00010000:3.0:1742903176.814766:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83aa4f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.814768:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.814771:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83aa10 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x839:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efad2 expref: 811 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.814772:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83aa4f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.814776:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83aa4f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.814779:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83aa10 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x839:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efad2 expref: 811 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.814785:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.814790:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd200/0x5d4000e30d83aa10 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x839:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efad2 expref: 811 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.814802:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+810:2007:x1827566172273536:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 70us (151us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903176.814805:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x839:0x0].0x0 (ffff88009c7c1a00) 00000100:00100000:3.0:1742903176.814807:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22714 00010000:00010000:2.0:1742903176.814808:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83aa41 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x839:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.814814:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83aa41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.814819:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83aa41 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.814820:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83aa4f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.814825:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83aa4f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.814829:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00200000:3.0:1742903176.814832:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x836:0x0]: returning size 327680 00000100:00100000:2.0:1742903176.814844:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+809:2010:x1827566172273664:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 82us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.814850:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22715 00010000:00010000:3.0:1742903176.814894:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83aa48 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efae7 expref: 810 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.814901:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83aa4f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efae7 expref: 809 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.814906:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x836:0x0].0x0 (ffff88012e2e1900) 00010000:00010000:3.0:1742903176.814908:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903176.814909:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f458e00, rc 0) 00000100:00100000:3.0:1742903176.814923:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+809:13299:x1827566172273408:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1155us (1300us total) trans 4295004950 rc 0/0 00000100:00100000:3.0:1742903176.814927:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76946 00010000:00010000:1.0:1742903176.815010:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83aa41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.815016:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83aa41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:1.0:1742903176.815033:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x839:0x0]: returning size 1048576 00000004:00200000:1.0:1742903176.815035:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903176.815042:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83aa41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.815058:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83aa3a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x839:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efae0 expref: 809 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.815068:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83aa41 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efae0 expref: 808 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.815073:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x839:0x0].0x0 (ffff88009c7c1a00) 00010000:00010000:1.0:1742903176.815074:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903176.815076:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e8c2400, rc 0) 00000100:00100000:1.0:1742903176.815092:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+808:13300:x1827566172273024:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1865us (1962us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.815096:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76945 00000100:00100000:2.0:1742903176.816863:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.816910:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172273792 00000100:00100000:1.0:1742903176.816916:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172273792 00000100:00100000:1.0:1742903176.816948:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76947 00000100:00100000:1.0:1742903176.816953:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+808:13299:x1827566172273792:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.816969:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.816981:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189000/0x5d4000e30d83aa5d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x836:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efaee expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.817032:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c188200/0x5d4000e30d83aa64 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x836:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.817041:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83aa4f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efae7 expref: 809 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.817046:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c188200/0x5d4000e30d83aa64 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x836:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.817066:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83aa4f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efae7 expref: 809 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.817073:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83aa4f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efae7 expref: 809 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.817082:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161329280:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.817131:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009967d600 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.817379:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.817510:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172273920 00000100:00100000:3.0:1742903176.817514:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172273920 00000100:00100000:3.0:1742903176.817534:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76948 00000100:00100000:3.0:1742903176.817538:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+810:13300:x1827566172273920:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.817545:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.817552:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83aa6b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efaf5 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.817575:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459800/0x5d4000e30d83aa72 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817586:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459800/0x5d4000e30d83aa72 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817593:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459800/0x5d4000e30d83aa72 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817603:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83aa79 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817607:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83aa79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817612:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83aa79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817660:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459e00/0x5d4000e30d83aa80 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817667:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459e00/0x5d4000e30d83aa80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817672:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459e00/0x5d4000e30d83aa80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903176.817694:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x83a:0x0]: returning size 1867776 00000004:00200000:3.0:1742903176.817697:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.817706:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459e00/0x5d4000e30d83aa80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817713:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459e00/0x5d4000e30d83aa80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817719:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459800/0x5d4000e30d83aa72 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817727:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459800/0x5d4000e30d83aa72 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817732:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459800/0x5d4000e30d83aa72 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817737:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f459800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.817740:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459800/0x5d4000e30d83aa72 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817745:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459800/0x5d4000e30d83aa72 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817753:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x0 (ffff88012dd00b00) 00010000:00010000:3.0:1742903176.817755:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.817757:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459800/0x5d4000e30d83aa72 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817761:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459800/0x5d4000e30d83aa72 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817771:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83aa79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817775:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83aa79 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817779:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83aa79 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817782:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f458600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.817784:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83aa79 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817791:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83aa79 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817796:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x155bec67 (ffff880099660300) 00010000:00010000:3.0:1742903176.817798:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.817800:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83aa79 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817804:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83aa79 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.817823:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83aa6b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaf5 expref: 812 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.817830:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459e00/0x5d4000e30d83aa80 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaf5 expref: 811 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.817835:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83a:0x0].0x0 (ffff88012d2c7d00) 00010000:00010000:3.0:1742903176.817837:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.817839:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f459e00, rc 0) 00000100:00100000:3.0:1742903176.817875:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+811:13300:x1827566172273920:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 335us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.817880:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76948 00000100:00100000:0.0:1742903176.818506:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.818564:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161329280:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903176.818580:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009c188200/0x5d4000e30d83aa64 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x836:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903176.818716:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172274048 00000100:00100000:2.0:1742903176.818720:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172274048 00010000:00010000:2.0:1742903176.818732:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83aa4f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efae7 expref: 811 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.818746:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22716 00000100:00100000:2.0:1742903176.818750:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+811:2010:x1827566172274048:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.818757:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.818760:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83aa4f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efae7 expref: 811 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.818767:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83aa4f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efae7 expref: 811 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.818778:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83aa4f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x836:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efae7 expref: 811 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.818784:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x836:0x0].0x0 (ffff88012e2e1900) 00010000:00010000:2.0:1742903176.818787:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c188200/0x5d4000e30d83aa64 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x836:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.818792:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c188200/0x5d4000e30d83aa64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.818796:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c188200/0x5d4000e30d83aa64 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.818806:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.818822:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+810:2010:x1827566172274048:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 71us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.818827:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22716 00010000:00010000:1.0:1742903176.818926:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009c188200/0x5d4000e30d83aa64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.818932:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c188200/0x5d4000e30d83aa64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:1.0:1742903176.818953:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x836:0x0]: returning size 327680 00000004:00200000:1.0:1742903176.818956:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903176.818964:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c188200/0x5d4000e30d83aa64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.818981:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189000/0x5d4000e30d83aa5d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x836:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaee expref: 810 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.818991:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c188200/0x5d4000e30d83aa64 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaee expref: 809 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.818996:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x836:0x0].0x0 (ffff88012e2e1900) 00010000:00010000:1.0:1742903176.818998:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903176.818999:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c188200, rc 0) 00000100:00100000:1.0:1742903176.819015:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+809:13299:x1827566172273792:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2061us (2157us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.819019:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76947 00000100:00100000:0.0:1742903176.819386:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.819449:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172274176 00000100:00100000:2.0:1742903176.819452:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172274176 00000100:00100000:2.0:1742903176.819479:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8446 00000100:00100000:2.0:1742903176.819484:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+809:2007:x1827566172274176:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.819491:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.819500:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459e00/0x5d4000e30d83aa80 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaf5 expref: 809 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.819508:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83a:0x0].0x0 (ffff88012d2c7d00) 00010000:00010000:2.0:1742903176.819511:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.819539:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+808:2007:x1827566172274176:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 54us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.819544:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8446 00000100:00100000:1.0:1742903176.820037:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.820113:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172274432 00000100:00100000:2.0:1742903176.820117:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172274432 00000100:00100000:2.0:1742903176.820220:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76949 00000100:00100000:2.0:1742903176.820225:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+808:13300:x1827566172274432:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.820235:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.820245:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83aa87 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efafc expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.820304:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83aa8e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00000100:00100000:1.0:1742903176.820583:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903176.820630:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06000/0x5d4000e30d838a58 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0d0 expref: 809 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.820642:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83aa8e lrc: 4/0,1 mode: --/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.820666:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06000/0x5d4000e30d838a58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0d0 expref: 809 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.820675:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06000/0x5d4000e30d838a58 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0d0 expref: 809 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.820684:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161329408:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.820738:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993cc600 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.820828:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172274560 00000100:00100000:0.0:1742903176.820832:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172274560 00000100:00100000:0.0:1742903176.820851:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76950 00000100:00100000:0.0:1742903176.820855:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+810:13299:x1827566172274560:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.820863:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.820871:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83aa95 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb03 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.820897:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83aa9c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.820904:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83aa9c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.820912:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83aa9c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.820922:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83aaa3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.820927:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83aaa3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.820932:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83aaa3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.820984:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83aaaa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x838:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.820991:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83aaaa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.820996:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83aaaa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903176.821015:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x838:0x0]: returning size 1048576 00000004:00200000:0.0:1742903176.821018:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903176.821028:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83aaaa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.821050:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83aaaa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.821056:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83aa9c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.821061:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83aa9c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.821066:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83aa9c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.821071:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099edc600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.821074:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83aa9c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.821080:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83aa9c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.821087:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x0 (ffff88012e960000) 00010000:00010000:0.0:1742903176.821089:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.821092:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83aa9c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.821097:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc600/0x5d4000e30d83aa9c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.821109:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83aaa3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.821114:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83aaa3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.821119:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83aaa3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.821122:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099edde00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.821125:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83aaa3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.821129:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83aaa3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.821135:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0xb0773fd (ffff880130ebb300) 00010000:00010000:0.0:1742903176.821137:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.821140:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83aaa3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.821144:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edde00/0x5d4000e30d83aaa3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.821164:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edce00/0x5d4000e30d83aa95 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb03 expref: 812 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.821174:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83aaaa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb03 expref: 811 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.821179:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x838:0x0].0x0 (ffff88008fecb900) 00010000:00010000:0.0:1742903176.821291:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903176.821294:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099edc000, rc 0) 00000100:00100000:0.0:1742903176.822166:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+811:13299:x1827566172274560:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1308us (1580us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.822173:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76950 00000100:00100000:3.0:1742903176.822216:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161329408:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.822224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903176.822234:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83aa8e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903176.822246:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172274688 00000100:00100000:3.0:1742903176.822249:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172274688 00010000:00010000:3.0:1742903176.822261:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06000/0x5d4000e30d838a58 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0d0 expref: 811 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.822275:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22717 00000100:00100000:3.0:1742903176.822279:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d340000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+811:2009:x1827566172274688:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.822285:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.822289:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06000/0x5d4000e30d838a58 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0d0 expref: 811 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.822296:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06000/0x5d4000e30d838a58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0d0 expref: 811 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.822307:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06000/0x5d4000e30d838a58 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0d0 expref: 811 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.822339:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83a:0x0].0x0 (ffff88012d2c7d00) 00010000:00010000:3.0:1742903176.822343:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83aa8e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.822349:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83aa8e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.822353:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83aa8e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.822376:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.822401:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d340000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+810:2009:x1827566172274688:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 121us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.822407:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22717 00010000:00010000:3.0:1742903176.822423:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83aa8e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.822428:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83aa8e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.822443:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x83a:0x0]: returning size 1867776 00010000:00010000:3.0:1742903176.822515:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83aa87 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efafc expref: 811 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.822523:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83aa8e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efafc expref: 810 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.822528:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83a:0x0].0x0 (ffff88012d2c7d00) 00010000:00010000:3.0:1742903176.822530:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903176.822532:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012edcbe00, rc 0) 00000100:00100000:3.0:1742903176.822548:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+810:13300:x1827566172274432:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2323us (2513us total) trans 4295004951 rc 0/0 00000100:00100000:3.0:1742903176.822552:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76949 00000100:00100000:0.0:1742903176.823794:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.823833:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.824049:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172275072 00000100:00100000:2.0:1742903176.824054:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172275072 00000100:00100000:2.0:1742903176.824074:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76951 00000100:00100000:2.0:1742903176.824078:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+810:13299:x1827566172275072:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.824090:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.824099:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83aab8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb0a expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903176.824123:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172274816 00000100:00100000:3.0:1742903176.824127:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172274816 00010000:00010000:2.0:1742903176.824156:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83aabf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x838:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903176.824158:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8447 00000100:00100000:3.0:1742903176.824163:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+812:2008:x1827566172274816:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.824166:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07000/0x5d4000e30d8389a2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef098 expref: 812 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.824169:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.824172:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83aaaa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb03 expref: 812 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.824181:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83aabf lrc: 5/0,1 mode: --/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.824198:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x838:0x0].0x0 (ffff88008fecb900) 00010000:00010000:3.0:1742903176.824202:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83aabf lrc: 4/0,1 mode: --/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.824207:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83aabf lrc: 4/0,1 mode: --/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.824214:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.824219:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edc000/0x5d4000e30d83aaaa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb03 expref: 812 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903176.824244:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+812:2008:x1827566172274816:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 80us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.824249:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8447 00010000:00010000:2.0:1742903176.824345:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07000/0x5d4000e30d8389a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef098 expref: 810 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.824354:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07000/0x5d4000e30d8389a2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef098 expref: 810 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.824373:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161329664:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903176.824404:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.824485:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993cc0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.824608:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172275200 00000100:00100000:0.0:1742903176.824612:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172275200 00000100:00100000:0.0:1742903176.824630:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76952 00000100:00100000:0.0:1742903176.824635:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+811:13300:x1827566172275200:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.824642:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.824650:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189400/0x5d4000e30d83aac6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x83a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb11 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.824687:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83aacd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.824696:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83aa8e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efafc expref: 812 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.824701:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83aacd lrc: 4/1,0 mode: --/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.824716:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83aa8e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efafc expref: 812 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.824723:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83aa8e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efafc expref: 812 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903176.824731:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099804380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161329792:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903176.824753:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e49c0 going to sleep for 11 seconds 00000100:00100000:1.0:1742903176.826118:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099804380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161329792:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903176.826132:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83aacd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903176.826196:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161329664:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.826207:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83aabf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903176.826813:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.826849:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.826868:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172275456 00000100:00100000:3.0:1742903176.826874:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172275456 00010000:00010000:3.0:1742903176.826892:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83aa8e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efafc expref: 813 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.826921:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172275328 00000100:00100000:3.0:1742903176.826924:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172275328 00010000:00010000:3.0:1742903176.826932:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07000/0x5d4000e30d8389a2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef098 expref: 814 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.826942:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22718 00000100:00100000:3.0:1742903176.826947:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22719 00000100:00100000:2.0:1742903176.826948:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7273c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+814:2009:x1827566172275456:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1742903176.826952:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+814:2010:x1827566172275328:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.826959:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.826959:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.826963:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07000/0x5d4000e30d8389a2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef098 expref: 814 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.826964:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83aa8e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efafc expref: 814 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.826971:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07000/0x5d4000e30d8389a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef098 expref: 814 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.826972:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83aa8e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efafc expref: 814 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.826985:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07000/0x5d4000e30d8389a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef098 expref: 814 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.826987:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83aa8e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x83a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efafc expref: 814 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.826995:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x838:0x0].0x0 (ffff88008fecb900) 00010000:00010000:2.0:1742903176.826996:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83a:0x0].0x0 (ffff88012d2c7d00) 00010000:00010000:3.0:1742903176.826999:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83aabf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.826999:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83aacd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.827005:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83aabf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.827005:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83aacd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.827010:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83aabf lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.827010:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83aacd lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.827034:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.827060:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+812:2010:x1827566172275328:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 107us (211us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903176.827065:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.827066:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22719 00010000:00010000:1.0:1742903176.827068:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83aacd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.827074:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83aacd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903176.827083:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7273c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+811:2009:x1827566172275456:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 135us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.827089:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22718 00000004:00200000:1.0:1742903176.827104:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x83a:0x0]: returning size 1867776 00010000:00010000:0.0:1742903176.827105:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83aabf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:1.0:1742903176.827109:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1742903176.827111:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83aabf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00010000:1.0:1742903176.827121:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83aacd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903176.827124:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x838:0x0]: returning size 1048576 00010000:00010000:1.0:1742903176.827144:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189400/0x5d4000e30d83aac6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x83a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb11 expref: 812 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.827155:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83aacd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb11 expref: 811 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.827161:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83a:0x0].0x0 (ffff88012d2c7d00) 00010000:00010000:1.0:1742903176.827163:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903176.827165:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b868400, rc 0) 00000100:00100000:1.0:1742903176.827183:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+812:13300:x1827566172275200:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2548us (2780us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.827189:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76952 00010000:00010000:0.0:1742903176.827197:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83aab8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb0a expref: 812 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.827207:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83aabf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb0a expref: 811 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.827213:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x838:0x0].0x0 (ffff88008fecb900) 00010000:00010000:0.0:1742903176.827215:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903176.827217:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012edca600, rc 0) 00000100:00100000:0.0:1742903176.827232:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+811:13299:x1827566172275072:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3153us (3399us total) trans 4295004952 rc 0/0 00000100:00100000:0.0:1742903176.827237:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76951 00000100:00100000:0.0:1742903176.829193:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.829233:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172275584 00000100:00100000:2.0:1742903176.829238:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172275584 00000100:00100000:2.0:1742903176.829268:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76953 00000100:00100000:2.0:1742903176.829273:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+810:13299:x1827566172275584:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.829288:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.829300:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099596800/0x5d4000e30d83aadb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x838:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb18 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.829385:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83aae2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x838:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.829395:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83aabf lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb0a expref: 811 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.829402:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83aae2 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x838:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.829421:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83aabf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb0a expref: 811 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.829429:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83aabf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb0a expref: 811 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.829439:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161329920:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.829762:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993cc9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.830960:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.830997:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172275712 00000100:00100000:1.0:1742903176.831001:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172275712 00000100:00100000:0.0:1742903176.831020:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.831029:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76954 00000100:00100000:1.0:1742903176.831034:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+812:13300:x1827566172275712:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.831043:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.831052:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b600/0x5d4000e30d83aae9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb1f expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.831083:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83aaf0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.831091:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83aaf0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.831100:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83aaf0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.831109:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2bc00/0x5d4000e30d83aaf7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.831113:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2bc00/0x5d4000e30d83aaf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.831116:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2bc00/0x5d4000e30d83aaf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.831144:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83aaf0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.831147:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83aaf0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.831150:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83aaf0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.831154:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f2a800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.831156:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83aaf0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.831160:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83aaf0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.831165:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903176.831167:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.831169:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83aaf0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.831171:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83aaf0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.831178:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2bc00/0x5d4000e30d83aaf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.831183:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2bc00/0x5d4000e30d83aaf7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.831188:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2bc00/0x5d4000e30d83aaf7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.831191:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f2bc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.831193:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2bc00/0x5d4000e30d83aaf7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.831198:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2bc00/0x5d4000e30d83aaf7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.831204:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x52a89496 (ffff88012e960d00) 00010000:00010000:1.0:1742903176.831206:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.831209:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2bc00/0x5d4000e30d83aaf7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.831212:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2bc00/0x5d4000e30d83aaf7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.831233:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b600/0x5d4000e30d83aae9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb1f expref: 813 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.831246:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b600/0x5d4000e30d83aae9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb1f expref: 813 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.831252:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099f2b600, rc 0) 00000100:00100000:2.0:1742903176.831269:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172275840 00000100:00100000:2.0:1742903176.831273:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172275840 00000100:00100000:1.0:1742903176.831277:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+813:13300:x1827566172275712:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 243us (319us total) trans 0 rc 301/301 00000100:00100000:1.0:1742903176.831286:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76954 00010000:00010000:2.0:1742903176.831287:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83aabf lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb0a expref: 813 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.831337:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22720 00000100:00100000:2.0:1742903176.831342:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+812:2007:x1827566172275840:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.831350:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.831354:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83aabf lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb0a expref: 812 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.831375:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83aabf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb0a expref: 812 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.831385:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x838:0x0].0x0 (ffff88008fecb900) 00010000:00010000:2.0:1742903176.831388:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83aae2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x838:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.831394:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83aae2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.831399:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83aae2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.831409:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.831424:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+812:2007:x1827566172275840:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 81us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.831429:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22720 00010000:00010000:2.0:1742903176.831456:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83aabf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x838:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb0a expref: 811 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.831465:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161329920:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.831476:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83aae2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.831482:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83aae2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.831487:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83aae2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:2.0:1742903176.831509:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x838:0x0]: returning size 1048576 00000004:00200000:2.0:1742903176.831512:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.831522:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83aae2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.831537:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099596800/0x5d4000e30d83aadb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x838:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb18 expref: 811 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.831550:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83aae2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb18 expref: 810 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.831556:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x838:0x0].0x0 (ffff88008fecb900) 00010000:00010000:2.0:1742903176.831558:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.831560:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012edcb200, rc 0) 00000100:00100000:2.0:1742903176.831573:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+810:13299:x1827566172275584:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2300us (2385us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.831578:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76953 00000100:00100000:0.0:1742903176.833499:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.833831:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.833877:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172275968 00000100:00100000:1.0:1742903176.833883:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172275968 00000100:00100000:2.0:1742903176.833901:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172276096 00000100:00100000:2.0:1742903176.833905:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172276096 00000100:00100000:1.0:1742903176.833922:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76955 00000100:00100000:2.0:1742903176.833927:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76956 00000100:00100000:1.0:1742903176.833927:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099806a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+811:13300:x1827566172275968:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:2.0:1742903176.833931:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+811:13299:x1827566172276096:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.834117:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.834128:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.834131:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b400/0x5d4000e30d83aafe lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb26 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.834137:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b9c00/0x5d4000e30d83ab05 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb2d expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.834155:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b400/0x5d4000e30d83aafe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb26 expref: 813 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.834165:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b400/0x5d4000e30d83aafe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb26 expref: 813 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.834172:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903176.834174:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.834176:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099f2b400, rc 0) 00010000:00010000:2.0:1742903176.834177:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8800/0x5d4000e30d83ab0c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834186:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8800/0x5d4000e30d83ab0c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834193:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8800/0x5d4000e30d83ab0c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834204:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83ab13 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x834:0x0].0x155bec67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00000100:00100000:1.0:1742903176.834206:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099806a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+813:13300:x1827566172275968:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 277us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.834211:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76955 00010000:00010000:2.0:1742903176.834212:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83ab13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834217:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83ab13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834405:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83ab1a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834413:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83ab1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834419:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83ab1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:2.0:1742903176.834447:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x83b:0x0]: returning size 1867776 00000004:00200000:2.0:1742903176.834450:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.834461:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83ab1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834468:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83ab1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834472:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8800/0x5d4000e30d83ab0c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834476:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8800/0x5d4000e30d83ab0c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834481:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8800/0x5d4000e30d83ab0c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834485:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800992b8800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.834487:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8800/0x5d4000e30d83ab0c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834493:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8800/0x5d4000e30d83ab0c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834499:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x0 (ffff88012e960000) 00010000:00010000:2.0:1742903176.834501:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.834503:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8800/0x5d4000e30d83ab0c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834507:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8800/0x5d4000e30d83ab0c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834516:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83ab13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834521:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83ab13 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834524:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83ab13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834527:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099597600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.834529:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83ab13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834533:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83ab13 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834538:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x155bec67 (ffff880091643a00) 00010000:00010000:2.0:1742903176.834539:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.834541:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83ab13 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834544:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597600/0x5d4000e30d83ab13 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.834564:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b9c00/0x5d4000e30d83ab05 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb2d expref: 813 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.834572:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83ab1a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb2d expref: 812 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.834576:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83b:0x0].0x0 (ffff8800939e7c00) 00010000:00010000:2.0:1742903176.834578:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.834579:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012edca000, rc 0) 00000100:00100000:2.0:1742903176.834613:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+812:13299:x1827566172276096:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 681us (782us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.834618:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76956 00000100:00100000:0.0:1742903176.836678:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.836710:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.836754:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.836806:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172276224 00000100:00100000:2.0:1742903176.836812:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172276224 00000100:00100000:2.0:1742903176.836847:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17670 00000100:00100000:2.0:1742903176.836853:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098076850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+812:13300:x1827566172276224:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:3.0:1742903176.836899:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172276608 00000100:00100000:3.0:1742903176.836903:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172276608 00000100:00100000:3.0:1742903176.836935:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8448 00000100:00100000:3.0:1742903176.836939:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099806300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+813:2007:x1827566172276608:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.836947:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.836964:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83ab1a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb2d expref: 813 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.836979:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83b:0x0].0x0 (ffff8800939e7c00) 00010000:00010000:3.0:1742903176.836982:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.837018:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099806300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+812:2007:x1827566172276608:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 78us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.837023:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8448 00000100:00100000:3.0:1742903176.837144:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172276480 00000100:00100000:3.0:1742903176.837147:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172276480 00000100:00100000:3.0:1742903176.837645:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76957 00000100:00100000:3.0:1742903176.837649:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+813:13299:x1827566172276480:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.837658:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.837671:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83ab21 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb34 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.837738:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ab28 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x83b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.837748:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06a00/0x5d4000e30d838a04 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0b4 expref: 814 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.837755:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ab28 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x83b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.837778:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06a00/0x5d4000e30d838a04 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0b4 expref: 814 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.837788:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06a00/0x5d4000e30d838a04 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0b4 expref: 814 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.837799:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161330048:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.837851:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130df0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1742903176.838771:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161330048:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.838783:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ab28 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x83b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903176.839159:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098076850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+813:13300:x1827566172276224:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2304us (2484us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.839167:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17670 00000100:00100000:0.0:1742903176.840111:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.840176:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172276736 00000100:00100000:2.0:1742903176.840181:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172276736 00010000:00010000:2.0:1742903176.840199:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06a00/0x5d4000e30d838a04 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0b4 expref: 813 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.840228:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22721 00000100:00100000:2.0:1742903176.840232:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099806d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+813:2009:x1827566172276736:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.840242:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.840247:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06a00/0x5d4000e30d838a04 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0b4 expref: 813 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.840256:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06a00/0x5d4000e30d838a04 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0b4 expref: 813 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.840277:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06a00/0x5d4000e30d838a04 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef0b4 expref: 813 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.840288:0:7199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83b:0x0].0x0 (ffff8800939e7c00) 00010000:00010000:2.0:1742903176.840291:0:7199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ab28 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x83b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.840298:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ab28 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x83b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.840304:0:7199:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ab28 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x83b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.840371:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.840378:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ab28 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x83b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.840384:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ab28 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x83b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903176.840394:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099806d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+812:2009:x1827566172276736:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 162us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.840400:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22721 00000004:00200000:3.0:1742903176.840405:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x83b:0x0]: returning size 1867776 00010000:00010000:3.0:1742903176.840617:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83ab21 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb34 expref: 813 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.840628:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ab28 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x83b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb34 expref: 812 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.840634:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83b:0x0].0x0 (ffff8800939e7c00) 00010000:00010000:3.0:1742903176.840636:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903176.840638:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f458600, rc 0) 00000100:00100000:3.0:1742903176.840659:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+812:13299:x1827566172276480:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3009us (3905us total) trans 4295004953 rc 0/0 00000100:00100000:3.0:1742903176.840665:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76957 00000100:00100000:0.0:1742903176.841910:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.841963:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172276864 00000100:00100000:3.0:1742903176.841967:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172276864 00000100:00100000:3.0:1742903176.841989:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76958 00000100:00100000:3.0:1742903176.841998:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+812:13299:x1827566172276864:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.842012:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.842023:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459e00/0x5d4000e30d83ab36 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x83b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb3b expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.842074:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83ab3d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.842083:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ab28 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x83b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb34 expref: 813 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.842089:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83ab3d lrc: 4/1,0 mode: --/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.842111:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ab28 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x83b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb34 expref: 813 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.842121:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ab28 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x83b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb34 expref: 813 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.842131:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161330176:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.842193:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009da25f00 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.842707:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.842743:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172277120 00000100:00100000:2.0:1742903176.842748:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172277120 00000100:00100000:2.0:1742903176.842766:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76959 00000100:00100000:2.0:1742903176.842770:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+814:13300:x1827566172277120:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.842777:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.842785:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83ab44 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb42 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.842836:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83ab4b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.842844:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091420200/0x5d4000e30d826706 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9608 expref: 815 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.842850:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83ab4b lrc: 4/0,1 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.842865:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091420200/0x5d4000e30d826706 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9608 expref: 815 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.842872:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091420200/0x5d4000e30d826706 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9608 expref: 815 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.842879:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161330304:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.842927:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993cc540 going to sleep for 11 seconds 00000100:00100000:3.0:1742903176.843520:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161330176:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.843535:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83ab3d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903176.843588:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.843729:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172277248 00000100:00100000:2.0:1742903176.843732:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172277248 00010000:00010000:2.0:1742903176.843744:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ab28 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x83b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb34 expref: 816 pid: 7211 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.843759:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22722 00000100:00100000:2.0:1742903176.843763:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+816:2010:x1827566172277248:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.843769:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.843773:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ab28 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x83b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb34 expref: 816 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.843783:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ab28 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x83b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb34 expref: 816 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.843796:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ab28 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x83b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb34 expref: 816 pid: 7211 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.843804:0:7199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83b:0x0].0x0 (ffff8800939e7c00) 00010000:00010000:2.0:1742903176.843807:0:7199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83ab3d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.843813:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83ab3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.843817:0:7199:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83ab3d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.843827:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.843844:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+815:2010:x1827566172277248:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 80us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.843849:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22722 00010000:00010000:3.0:1742903176.843909:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83ab3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.843915:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83ab3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.843936:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x83b:0x0]: returning size 1867776 00000004:00200000:3.0:1742903176.843939:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.843949:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83ab3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.843968:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459e00/0x5d4000e30d83ab36 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x83b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb3b expref: 815 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.843976:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83ab3d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb3b expref: 814 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.843986:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83b:0x0].0x0 (ffff8800939e7c00) 00010000:00010000:3.0:1742903176.843989:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.843991:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f458e00, rc 0) 00000100:00100000:3.0:1742903176.844019:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+814:13299:x1827566172276864:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2021us (2111us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.844025:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76958 00000100:00100000:0.0:1742903176.844703:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.844760:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172277376 00000100:00100000:3.0:1742903176.844764:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172277376 00010000:00010000:3.0:1742903176.844773:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091420200/0x5d4000e30d826706 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9608 expref: 814 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.844777:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161330304:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.844787:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83ab4b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903176.844788:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22723 00000100:00100000:3.0:1742903176.844792:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+814:2010:x1827566172277376:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.844798:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.844802:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091420200/0x5d4000e30d826706 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9608 expref: 814 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.844809:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091420200/0x5d4000e30d826706 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9608 expref: 814 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.844819:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091420200/0x5d4000e30d826706 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9608 expref: 814 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.844827:0:7199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x809:0x0].0x0 (ffff8800721ba200) 00010000:00010000:3.0:1742903176.844830:0:7199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83ab4b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.844839:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83ab4b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.844843:0:7199:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83ab4b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.844863:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.844885:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+813:2010:x1827566172277376:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 92us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.844890:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22723 00010000:00010000:2.0:1742903176.844918:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83ab4b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.844924:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83ab4b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:2.0:1742903176.844937:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x809:0x0]: returning size 260096 00010000:00010000:2.0:1742903176.845003:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83ab44 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb42 expref: 814 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.845011:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83ab4b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb42 expref: 813 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.845015:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x809:0x0].0x0 (ffff8800721ba200) 00010000:00010000:2.0:1742903176.845016:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1742903176.845017:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012edcbe00, rc 0) 00000100:00100000:2.0:1742903176.845298:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+813:13300:x1827566172277120:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2525us (2590us total) trans 4295004954 rc 0/0 00000100:00100000:2.0:1742903176.845303:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76959 00000100:00100000:0.0:1742903176.847832:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.848204:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.848273:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172277504 00000100:00100000:2.0:1742903176.848280:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172277504 00000100:00100000:2.0:1742903176.848331:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172277632 00000100:00100000:2.0:1742903176.848334:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172277632 00000100:00100000:2.0:1742903176.848348:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76960 00000100:00100000:2.0:1742903176.848353:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+814:13300:x1827566172277504:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.848381:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.848396:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83ab59 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x809:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb49 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.848456:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83ab60 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.848472:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83ab4b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb42 expref: 815 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.848484:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83ab60 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.848507:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83ab4b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb42 expref: 815 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.848517:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83ab4b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb42 expref: 815 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.848526:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161330432:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.848593:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993cccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1742903176.848616:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76961 00000100:00100000:2.0:1742903176.848620:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+815:13299:x1827566172277632:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.848626:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.848633:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8000/0x5d4000e30d83ab67 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb50 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.848654:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83ab6e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.848661:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83ab6e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.848827:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83ab6e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.848840:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83ab75 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.848848:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83ab75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.848854:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83ab75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.848883:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83ab6e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.848889:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83ab6e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.848894:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83ab6e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.848898:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099956000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.848901:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83ab6e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.848906:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83ab6e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.848915:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903176.848917:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.848924:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83ab6e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.848929:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099956000/0x5d4000e30d83ab6e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.848938:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83ab75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.848942:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83ab75 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.848946:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83ab75 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.848950:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099ddf200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.848951:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83ab75 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.848955:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83ab75 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.848959:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x52a89496 (ffff880091643300) 00010000:00010000:2.0:1742903176.848960:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.848962:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83ab75 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.848965:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83ab75 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.849073:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8000/0x5d4000e30d83ab67 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb50 expref: 816 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.849080:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8000/0x5d4000e30d83ab67 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb50 expref: 816 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.849087:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992b8000, rc 0) 00000100:00100000:2.0:1742903176.849475:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+815:13299:x1827566172277632:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 853us (1271us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.849481:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76961 00000100:00100000:2.0:1742903176.850286:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161330432:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.850302:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83ab60 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903176.850957:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.851045:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172277760 00000100:00100000:3.0:1742903176.851049:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172277760 00010000:00010000:3.0:1742903176.851065:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83ab4b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb42 expref: 815 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.851093:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22724 00000100:00100000:3.0:1742903176.851097:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7272450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+815:2010:x1827566172277760:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.851106:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.851110:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83ab4b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb42 expref: 815 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.851120:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83ab4b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb42 expref: 815 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.851133:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83ab4b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb42 expref: 815 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.851142:0:7199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x809:0x0].0x0 (ffff8800721ba200) 00010000:00010000:3.0:1742903176.851146:0:7199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83ab60 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.851152:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83ab60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.851158:0:7199:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83ab60 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903176.851224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903176.851266:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.851298:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7272450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+814:2010:x1827566172277760:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 200us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.851306:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22724 00010000:00010000:2.0:1742903176.851407:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83ab60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.851413:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83ab60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:1.0:1742903176.851434:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172277888 00000100:00100000:1.0:1742903176.851438:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172277888 00000004:00200000:2.0:1742903176.851442:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x809:0x0]: returning size 260096 00000004:00200000:2.0:1742903176.851445:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.851456:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83ab60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:1.0:1742903176.851458:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76962 00000100:00100000:1.0:1742903176.851462:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+814:13299:x1827566172277888:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.851473:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.851476:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83ab59 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x809:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb49 expref: 815 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.851483:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2ae00/0x5d4000e30d83ab7c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb57 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.851486:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83ab60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb49 expref: 814 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.851492:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x809:0x0].0x0 (ffff8800721ba200) 00010000:00010000:2.0:1742903176.851494:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.851496:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012edca200, rc 0) 00010000:00010000:1.0:1742903176.851499:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2ae00/0x5d4000e30d83ab7c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb57 expref: 815 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.851507:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2ae00/0x5d4000e30d83ab7c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb57 expref: 815 pid: 18840 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903176.851512:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+815:13300:x1827566172277504:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3159us (3687us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903176.851513:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903176.851515:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903176.851517:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76960 00010000:00010000:1.0:1742903176.851517:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099f2ae00, rc 0) 00000100:00100000:1.0:1742903176.851533:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+814:13299:x1827566172277888:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 70us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.851538:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76962 00000100:00100000:0.0:1742903176.852816:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.852855:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.852921:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172278016 00000100:00100000:1.0:1742903176.852926:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172278016 00000100:00100000:2.0:1742903176.852934:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172278144 00000100:00100000:2.0:1742903176.852938:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172278144 00000100:00100000:2.0:1742903176.852958:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17671 00000100:00100000:1.0:1742903176.852960:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76963 00000100:00100000:2.0:1742903176.852964:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+815:13299:x1827566172278144:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:1.0:1742903176.852964:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+815:13300:x1827566172278016:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.852974:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.852984:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2ba00/0x5d4000e30d83ab83 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb5e expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.853019:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83ab8a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.853028:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83ab8a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.853035:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83ab8a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.853047:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a600/0x5d4000e30d83ab91 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.853051:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a600/0x5d4000e30d83ab91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.853056:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a600/0x5d4000e30d83ab91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.853082:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83ab8a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.853087:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83ab8a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.853092:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83ab8a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.853097:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f2a000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.853100:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83ab8a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.853105:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83ab8a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.853112:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903176.853114:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.853117:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83ab8a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.853122:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83ab8a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.853135:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a600/0x5d4000e30d83ab91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.853140:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a600/0x5d4000e30d83ab91 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.853145:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a600/0x5d4000e30d83ab91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.853149:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f2a600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.853151:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a600/0x5d4000e30d83ab91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.853156:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a600/0x5d4000e30d83ab91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.853162:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x52a89496 (ffff88012e960b00) 00010000:00010000:1.0:1742903176.853164:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.853167:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a600/0x5d4000e30d83ab91 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.853171:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a600/0x5d4000e30d83ab91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.853189:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2ba00/0x5d4000e30d83ab83 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb5e expref: 816 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.853196:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2ba00/0x5d4000e30d83ab83 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb5e expref: 816 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.853202:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099f2ba00, rc 0) 00000100:00100000:1.0:1742903176.853226:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+815:13300:x1827566172278016:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 261us (412us total) trans 0 rc 301/301 00000100:00100000:1.0:1742903176.853232:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76963 00000100:00100000:0.0:1742903176.855298:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.855429:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172278400 00000100:00100000:1.0:1742903176.855434:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172278400 00000100:00100000:1.0:1742903176.855472:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17672 00000100:00100000:1.0:1742903176.855477:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+815:13300:x1827566172278400:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903176.855545:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+815:13299:x1827566172278144:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2579us (2688us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.855552:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17671 00000040:00080000:1.0:1742903176.855606:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8656, 168 off1517264 00000100:00100000:1.0:1742903176.855668:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+815:13300:x1827566172278400:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 190us (375us total) trans 4295004955 rc 0/0 00000100:00100000:1.0:1742903176.855675:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17672 00000100:00100000:0.0:1742903176.857695:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.857748:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172278528 00000100:00100000:3.0:1742903176.857754:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172278528 00000100:00100000:3.0:1742903176.857792:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76964 00000100:00100000:3.0:1742903176.857798:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+815:13300:x1827566172278528:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.857815:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.857830:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83ab98 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb65 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.857871:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83ab9f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.857881:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83ab9f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.857889:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83ab9f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.857900:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83aba6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.857908:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83aba6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.857913:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83aba6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.857967:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83abad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.857974:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83abad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.857980:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83abad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903176.858008:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x809:0x0]: returning size 260096 00000004:00200000:3.0:1742903176.858011:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.858022:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83abad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.858028:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83abad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.858034:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83ab9f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.858039:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83ab9f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.858044:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83ab9f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.858048:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012edca000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.858051:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83ab9f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.858057:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83ab9f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.858066:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:3.0:1742903176.858068:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.858071:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83ab9f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.858076:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83ab9f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.858085:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83aba6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.858089:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83aba6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.858093:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83aba6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.858096:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f458600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.858097:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83aba6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.858100:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83aba6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.858103:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x85ed7b8c (ffff880099660300) 00010000:00010000:3.0:1742903176.858104:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.858105:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83aba6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.858107:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83aba6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.858123:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcac00/0x5d4000e30d83ab98 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb65 expref: 817 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.858129:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83abad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb65 expref: 816 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.858133:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x809:0x0].0x0 (ffff8800721ba200) 00010000:00010000:3.0:1742903176.858134:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.858135:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f459000, rc 0) 00000100:00100000:0.0:1742903176.858142:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.858166:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+816:13300:x1827566172278528:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 368us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.858171:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76964 00000100:00100000:1.0:1742903176.858183:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172278784 00000100:00100000:1.0:1742903176.858187:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172278784 00000100:00100000:1.0:1742903176.858255:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76965 00000100:00100000:1.0:1742903176.858260:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+816:13299:x1827566172278784:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.858268:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.858275:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2be00/0x5d4000e30d83abb4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb6c expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.858347:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83abbb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x808:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.858356:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d8266f1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9601 expref: 817 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.858373:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83abbb lrc: 4/0,1 mode: --/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.858392:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d8266f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9601 expref: 817 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.858399:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d8266f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9601 expref: 817 pid: 7210 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.858407:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d341180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161330560:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.858465:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009967d840 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.859598:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.859671:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172279040 00000100:00100000:2.0:1742903176.859676:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172279040 00000100:00100000:2.0:1742903176.859698:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76966 00000100:00100000:2.0:1742903176.859702:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+818:13300:x1827566172279040:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.859710:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.859717:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf000/0x5d4000e30d83abc2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb73 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.859760:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83abc9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.859774:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83ab60 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb49 expref: 819 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.859780:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83abad lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb65 expref: 819 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.859786:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83abc9 lrc: 5/0,1 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.859802:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83abad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb65 expref: 819 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.859810:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83abad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb65 expref: 819 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.859823:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161330688:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.859881:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83ab60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb49 expref: 819 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.859888:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83ab60 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb49 expref: 819 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.859895:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161330816:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.859912:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993cccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1742903176.859970:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.860053:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172279168 00000100:00100000:3.0:1742903176.860057:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172279168 00010000:00010000:3.0:1742903176.860071:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83abad lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb65 expref: 820 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.860088:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22725 00000100:00100000:3.0:1742903176.860092:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d340a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+820:2008:x1827566172279168:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.860100:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.860103:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83abad lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb65 expref: 820 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.860111:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83abad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb65 expref: 820 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.860122:0:7199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x809:0x0].0x0 (ffff8800721ba200) 00010000:00010000:3.0:1742903176.860127:0:7199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83abc9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.860132:0:7199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83abc9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.860136:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.860159:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d340a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+820:2008:x1827566172279168:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 66us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.860165:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22725 00000100:00100000:1.0:1742903176.860212:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d341180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161330560:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903176.860247:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83abbb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903176.860570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.860721:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172279296 00000100:00100000:3.0:1742903176.860725:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172279296 00010000:00010000:3.0:1742903176.860735:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d8266f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9601 expref: 820 pid: 7210 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.860759:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22726 00000100:00100000:3.0:1742903176.860762:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+820:2010:x1827566172279296:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.860768:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.860772:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d8266f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9601 expref: 820 pid: 7210 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.860779:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d8266f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9601 expref: 820 pid: 7210 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.860790:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d8266f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9601 expref: 820 pid: 7210 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.860801:0:7199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x808:0x0].0x0 (ffff8800721ba400) 00010000:00010000:3.0:1742903176.860804:0:7199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83abbb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.860811:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83abbb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.860816:0:7199:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83abbb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.860837:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.860857:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+819:2010:x1827566172279296:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 93us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.860862:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22726 00010000:00010000:1.0:1742903176.860939:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83abbb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.860948:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83abbb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:1.0:1742903176.860965:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x808:0x0]: returning size 260096 00010000:00010000:1.0:1742903176.861068:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2be00/0x5d4000e30d83abb4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb6c expref: 820 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.861082:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83abbb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb6c expref: 819 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.861089:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x808:0x0].0x0 (ffff8800721ba400) 00010000:00010000:1.0:1742903176.861091:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1742903176.861093:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099f2a200, rc 0) 00010000:00010000:3.0:1742903176.861204:0:9576:0:(ldlm_lockd.c:787:ldlm_handle_ast_error()) ### client (nid 192.168.203.29@tcp) returned -22 from blocking AST (req@ffff880097e5f480 x1827566161330688) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83abad lrc: 1/0,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb65 expref: 819 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.861212:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+819:13299:x1827566172278784:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2949us (3073us total) trans 4295004956 rc 0/0 00010000:00010000:3.0:1742903176.861213:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83abad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb65 expref: 819 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.861221:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161330688:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.861223:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76965 00000100:00100000:3.0:1742903176.861232:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161330816:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.861247:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x809:0x0].0x0 (ffff8800721ba200) 00010000:00010000:3.0:1742903176.861250:0:9576:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83abc9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.861499:0:9576:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83abc9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.861505:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83abc9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903176.861529:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.861804:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172279424 00000100:00100000:1.0:1742903176.861809:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172279424 00010000:00010000:1.0:1742903176.861832:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83ab60 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb49 expref: 818 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.862032:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22727 00000100:00100000:1.0:1742903176.862038:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+818:2009:x1827566172279424:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.862052:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.862058:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83ab60 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb49 expref: 818 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.862070:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83ab60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb49 expref: 818 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.862084:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca200/0x5d4000e30d83ab60 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb49 expref: 818 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.862094:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x809:0x0].0x0 (ffff8800721ba200) 00010000:00010000:1.0:1742903176.862097:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83abc9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.862102:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83abc9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.862106:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83abc9 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.862123:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903176.862147:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+817:2009:x1827566172279424:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 110us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.862152:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22727 00010000:00010000:3.0:1742903176.862268:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83abc9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.862276:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83abc9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903176.862288:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x809:0x0]: returning size 260096 00010000:00010000:3.0:1742903176.862409:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf000/0x5d4000e30d83abc2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb73 expref: 818 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.862421:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83abc9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb73 expref: 817 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.862427:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x809:0x0].0x0 (ffff8800721ba200) 00010000:00010000:3.0:1742903176.862429:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903176.862431:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099dde400, rc 0) 00000100:00100000:3.0:1742903176.862464:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+817:13300:x1827566172279040:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2760us (2867us total) trans 4295004957 rc 0/0 00000100:00100000:3.0:1742903176.862470:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76966 00000100:00100000:0.0:1742903176.862878:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.862951:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172279552 00000100:00100000:3.0:1742903176.862955:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172279552 00000100:00100000:3.0:1742903176.862982:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76967 00000100:00100000:3.0:1742903176.862986:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+817:13299:x1827566172279552:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.863000:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.863010:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459600/0x5d4000e30d83abde lrc: 2/0,0 mode: --/CR res: [0x200000402:0x808:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb7a expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.863057:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83abe5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x808:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.863067:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83abbb lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb6c expref: 818 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.863073:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83abe5 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x808:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.863092:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83abbb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb6c expref: 818 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.863100:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83abbb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb6c expref: 818 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.863109:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161330944:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.863165:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5180 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.863917:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.863953:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172279680 00000100:00100000:1.0:1742903176.863958:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172279680 00000100:00100000:1.0:1742903176.863979:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76968 00000100:00100000:1.0:1742903176.863983:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+819:13300:x1827566172279680:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.863999:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.864011:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b800/0x5d4000e30d83abec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x809:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb81 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903176.864049:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161330944:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.864064:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83abe5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x808:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.864067:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83abf3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.864077:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83abc9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb73 expref: 820 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.864083:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83abf3 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.864104:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83abc9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb73 expref: 820 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.864113:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83abc9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb73 expref: 820 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.864123:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d341180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161331072:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.864188:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f203780 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.864537:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.864606:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172279808 00000100:00100000:2.0:1742903176.864610:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172279808 00010000:00010000:2.0:1742903176.864622:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83abbb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb6c expref: 821 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.864647:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22728 00000100:00100000:2.0:1742903176.864652:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+821:2009:x1827566172279808:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.864663:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.864667:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83abbb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb6c expref: 821 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.864705:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83abbb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb6c expref: 821 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.864722:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83abbb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb6c expref: 821 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.864737:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x808:0x0].0x0 (ffff8800721ba400) 00010000:00010000:2.0:1742903176.864741:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83abe5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x808:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.864746:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83abe5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.864751:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83abe5 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.864762:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.864769:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83abe5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.864775:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83abe5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903176.864789:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+820:2009:x1827566172279808:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 137us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.864795:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22728 00000004:00200000:3.0:1742903176.864801:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x808:0x0]: returning size 260096 00000004:00200000:3.0:1742903176.864805:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.864818:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83abe5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.864866:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459600/0x5d4000e30d83abde lrc: 0/0,0 mode: --/CR res: [0x200000402:0x808:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb7a expref: 820 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.864883:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83abe5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb7a expref: 819 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.864889:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x808:0x0].0x0 (ffff8800721ba400) 00010000:00010000:3.0:1742903176.864892:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.864894:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012edcbe00, rc 0) 00000100:00100000:3.0:1742903176.864911:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+819:13299:x1827566172279552:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1924us (2034us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.864917:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76967 00000100:00100000:0.0:1742903176.865430:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.865444:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d341180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161331072:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903176.865471:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83abf3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903176.865514:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172279936 00000100:00100000:2.0:1742903176.865517:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172279936 00010000:00010000:2.0:1742903176.865527:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83abc9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb73 expref: 819 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.865547:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22729 00000100:00100000:2.0:1742903176.865551:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+819:2010:x1827566172279936:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.865557:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.865560:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83abc9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb73 expref: 819 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.865567:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83abc9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb73 expref: 819 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.865580:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde400/0x5d4000e30d83abc9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb73 expref: 819 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.865588:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x809:0x0].0x0 (ffff8800721ba200) 00010000:00010000:2.0:1742903176.865590:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83abf3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.865595:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83abf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.865599:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83abf3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.865615:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.865631:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+818:2010:x1827566172279936:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 79us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.865635:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22729 00010000:00010000:1.0:1742903176.865641:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83abf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.865647:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83abf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:1.0:1742903176.865665:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x809:0x0]: returning size 260096 00000004:00200000:1.0:1742903176.865668:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903176.865674:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83abf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.865691:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b800/0x5d4000e30d83abec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x809:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb81 expref: 818 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.865701:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83abf3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb81 expref: 817 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.865707:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x809:0x0].0x0 (ffff8800721ba200) 00010000:00010000:1.0:1742903176.865709:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903176.865711:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099f2a800, rc 0) 00000100:00100000:1.0:1742903176.865729:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+817:13300:x1827566172279680:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1745us (1813us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.865734:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76968 00000100:00100000:0.0:1742903176.867456:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.867515:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.867517:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172280192 00000100:00100000:2.0:1742903176.867523:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172280192 00000100:00100000:2.0:1742903176.867600:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172280064 00000100:00100000:2.0:1742903176.867603:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172280064 00000100:00100000:2.0:1742903176.867619:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76969 00000100:00100000:3.0:1742903176.867625:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76970 00000100:00100000:2.0:1742903176.867625:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+818:13300:x1827566172280192:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:3.0:1742903176.867631:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+818:13299:x1827566172280064:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.867638:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.867638:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.867650:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83ac01 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb8f expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.867653:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde600/0x5d4000e30d83abfa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb88 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.867692:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83ac08 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.867703:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddea00/0x5d4000e30d83ac0f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.867706:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83ac08 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.867711:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddea00/0x5d4000e30d83ac0f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.867714:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83ac08 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.867718:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddea00/0x5d4000e30d83ac0f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.867724:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ac16 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.867728:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83ac1d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.867730:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ac16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.867734:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83ac1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.867735:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ac16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.867739:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83ac1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.867766:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddea00/0x5d4000e30d83ac0f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.867771:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddea00/0x5d4000e30d83ac0f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.867776:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddea00/0x5d4000e30d83ac0f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.867781:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099ddea00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.867784:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddea00/0x5d4000e30d83ac0f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.867789:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83ac24 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.867790:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddea00/0x5d4000e30d83ac0f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.867797:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903176.867797:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83ac24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.867799:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.867802:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddea00/0x5d4000e30d83ac0f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.867802:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83ac24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.867806:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddea00/0x5d4000e30d83ac0f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.867813:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83ac1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.867817:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83ac1d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.867822:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83ac1d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00000004:00200000:2.0:1742903176.867824:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80b:0x0]: returning size 260096 00010000:00010000:3.0:1742903176.867825:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099ddf200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.867827:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83ac1d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00000004:00200000:2.0:1742903176.867827:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1742903176.867831:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83ac1d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.867835:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x52a89496 (ffff880099660e00) 00000004:00010000:2.0:1742903176.867836:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83ac24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.867837:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.867839:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83ac1d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.867843:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf200/0x5d4000e30d83ac1d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.867843:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83ac24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.867849:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83ac08 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.867856:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83ac08 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.867860:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde600/0x5d4000e30d83abfa lrc: 1/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb88 expref: 820 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.867861:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83ac08 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.867865:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099dde600/0x5d4000e30d83abfa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb88 expref: 820 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.867865:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009935e200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.867867:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83ac08 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.867869:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099dde600, rc 0) 00010000:00010000:2.0:1742903176.867872:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83ac08 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.867878:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903176.867880:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.867882:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83ac08 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.867887:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83ac08 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.867894:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ac16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.867899:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ac16 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.867903:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ac16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.867907:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009935fc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.867909:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ac16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.867917:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ac16 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.867922:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x85ed9198 (ffff880091643100) 00010000:00010000:2.0:1742903176.867924:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.867926:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ac16 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.867930:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ac16 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.867946:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1a00/0x5d4000e30d83ac01 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb8f expref: 820 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.867954:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83ac24 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb8f expref: 819 pid: 18840 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903176.867958:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+819:13299:x1827566172280064:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 325us (442us total) trans 0 rc 301/301 00010000:00010000:2.0:1742903176.867960:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80b:0x0].0x0 (ffff88012bd63a00) 00010000:00010000:2.0:1742903176.867962:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.867963:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009935ee00, rc 0) 00000100:00100000:3.0:1742903176.867964:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76970 00000100:00100000:2.0:1742903176.867980:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+818:13300:x1827566172280192:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 355us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.867985:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76969 00000100:00100000:0.0:1742903176.868889:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.868915:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.868929:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172280448 00000100:00100000:1.0:1742903176.868934:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172280448 00000100:00100000:1.0:1742903176.868956:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17673 00000100:00100000:3.0:1742903176.868961:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172280576 00000100:00100000:1.0:1742903176.868961:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+818:13299:x1827566172280448:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903176.868965:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172280576 00000100:00100000:3.0:1742903176.869000:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8449 00000100:00100000:3.0:1742903176.869005:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+819:2008:x1827566172280576:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.869014:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.869025:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83ac24 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb8f expref: 819 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.869036:0:7199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80b:0x0].0x0 (ffff88012bd63a00) 00010000:00010000:3.0:1742903176.869038:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.869059:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+818:2008:x1827566172280576:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 54us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.869065:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8449 00000100:00100000:0.0:1742903176.869109:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.869199:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172280832 00000040:00080000:1.0:1742903176.869201:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8657, 168 off1517432 00000100:00100000:2.0:1742903176.869202:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172280832 00000100:00100000:2.0:1742903176.869258:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76971 00000100:00100000:2.0:1742903176.869262:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+819:13300:x1827566172280832:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.869269:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.869278:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83ac2b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb96 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903176.869295:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+820:13299:x1827566172280448:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 332us (405us total) trans 4295004958 rc 0/0 00000100:00100000:1.0:1742903176.869301:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17673 00010000:00010000:2.0:1742903176.869340:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83ac32 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x80b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.869511:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d383200/0x5d4000e30d8267a0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9639 expref: 819 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.869519:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83ac32 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x80b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.869548:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009d383200/0x5d4000e30d8267a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9639 expref: 819 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.869559:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d383200/0x5d4000e30d8267a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9639 expref: 819 pid: 18885 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.869570:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161331200:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.869714:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993cc480 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.870796:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.870840:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172280960 00000100:00100000:3.0:1742903176.870845:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172280960 00000100:00100000:3.0:1742903176.870869:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76972 00000100:00100000:3.0:1742903176.870873:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+820:13299:x1827566172280960:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.870884:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.870891:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83ac39 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efb9d expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.870921:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83ac40 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903176.870929:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161331200:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.870930:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83ac40 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.870938:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83ac40 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.870942:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83ac32 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x80b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.870949:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83ac47 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.870954:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83ac47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.870960:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83ac47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.871008:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ac4e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x808:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.871015:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ac4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.871021:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ac4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903176.871042:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x808:0x0]: returning size 260096 00000004:00200000:3.0:1742903176.871044:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.871052:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ac4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.871057:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ac4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.871061:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83ac40 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.871064:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83ac40 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.871068:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83ac40 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.871071:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c094c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.871073:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83ac40 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.871077:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83ac40 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.871084:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:3.0:1742903176.871087:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.871090:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83ac40 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.871095:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83ac40 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.871103:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83ac47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903176.871107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903176.871108:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83ac47 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.871113:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83ac47 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.871118:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f459000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.871120:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83ac47 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.871124:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83ac47 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.871130:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x85ed7b8c (ffff88009c6e2800) 00010000:00010000:3.0:1742903176.871132:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.871134:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83ac47 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.871138:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83ac47 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.871159:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83ac39 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb9d expref: 822 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.871168:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ac4e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb9d expref: 821 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.871174:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x808:0x0].0x0 (ffff8800721ba400) 00000100:00100000:2.0:1742903176.871174:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172281088 00010000:00010000:3.0:1742903176.871176:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:2.0:1742903176.871177:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172281088 00010000:00010000:3.0:1742903176.871178:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f458600, rc 0) 00010000:00010000:2.0:1742903176.871188:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d383200/0x5d4000e30d8267a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9639 expref: 822 pid: 18885 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.871202:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22730 00000100:00100000:3.0:1742903176.871205:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+822:13299:x1827566172280960:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 329us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.871206:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7272850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+822:2010:x1827566172281088:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1742903176.871210:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76972 00010000:00010000:2.0:1742903176.871217:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.871221:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009d383200/0x5d4000e30d8267a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9639 expref: 821 pid: 18885 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.871229:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009d383200/0x5d4000e30d8267a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9639 expref: 821 pid: 18885 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.871239:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d383200/0x5d4000e30d8267a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9639 expref: 821 pid: 18885 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.871247:0:7199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80b:0x0].0x0 (ffff88012bd63a00) 00010000:00010000:2.0:1742903176.871251:0:7199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83ac32 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x80b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.871260:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83ac32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x80b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.871264:0:7199:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83ac32 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x80b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.871276:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903176.871285:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83ac32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x80b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.871292:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83ac32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x80b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903176.871297:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7272850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+820:2010:x1827566172281088:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 90us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.871301:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22730 00000004:00200000:0.0:1742903176.871303:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80b:0x0]: returning size 260096 00010000:00010000:0.0:1742903176.871401:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83ac2b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb96 expref: 821 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.871415:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83ac32 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x80b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb96 expref: 820 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.871421:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80b:0x0].0x0 (ffff88012bd63a00) 00010000:00010000:0.0:1742903176.871423:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903176.871425:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4d4400, rc 0) 00000100:00100000:0.0:1742903176.871444:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+820:13300:x1827566172280832:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2180us (2335us total) trans 4295004959 rc 0/0 00000100:00100000:0.0:1742903176.871449:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76971 00000100:00100000:0.0:1742903176.872613:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.872655:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.872661:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172281216 00000100:00100000:2.0:1742903176.872666:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172281216 00000100:00100000:3.0:1742903176.872729:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172281344 00000100:00100000:3.0:1742903176.872733:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172281344 00000100:00100000:2.0:1742903176.872749:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76973 00000100:00100000:2.0:1742903176.872756:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+821:13300:x1827566172281216:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:3.0:1742903176.872764:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8450 00000100:00100000:3.0:1742903176.872769:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+821:2009:x1827566172281344:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.872770:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.872778:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.872781:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e800/0x5d4000e30d83ac5c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x80b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efba4 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.872789:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ac4e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb9d expref: 822 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.872799:0:7199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x808:0x0].0x0 (ffff8800721ba400) 00010000:00010000:3.0:1742903176.872802:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.872825:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+821:2009:x1827566172281344:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 56us (170us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903176.872825:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f000/0x5d4000e30d83ac63 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903176.872831:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8450 00010000:00010000:2.0:1742903176.872835:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83ac32 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x80b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb96 expref: 821 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.872841:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f000/0x5d4000e30d83ac63 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.872862:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83ac32 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x80b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb96 expref: 820 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.872871:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83ac32 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x80b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb96 expref: 820 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.872881:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161331328:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.872892:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.872905:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172281600 00000100:00100000:0.0:1742903176.872909:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172281600 00000100:00100000:2.0:1742903176.872921:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993cccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.872936:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76974 00000100:00100000:0.0:1742903176.872941:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+821:13299:x1827566172281600:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.872948:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.872956:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83ac6a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efbab expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.873006:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ac71 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x808:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.873014:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83abe5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb7a expref: 822 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.873020:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ac71 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.873037:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83abe5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb7a expref: 822 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.873044:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83abe5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb7a expref: 822 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903176.873052:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800720e4700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161331456:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903176.873075:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4540 going to sleep for 11 seconds 00000100:00100000:1.0:1742903176.874920:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800720e4700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161331456:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.874937:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161331328:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903176.874938:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ac71 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.874949:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f000/0x5d4000e30d83ac63 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903176.875100:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.875134:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.875155:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172281728 00000100:00100000:3.0:1742903176.875161:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172281728 00010000:00010000:3.0:1742903176.875180:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83ac32 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x80b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb96 expref: 823 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.875209:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172281856 00000100:00100000:3.0:1742903176.875211:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172281856 00010000:00010000:3.0:1742903176.875220:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83abe5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb7a expref: 824 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.875233:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22731 00000100:00100000:3.0:1742903176.875237:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22732 00000100:00100000:2.0:1742903176.875239:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+824:2009:x1827566172281728:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1742903176.875242:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+824:2009:x1827566172281856:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.875249:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.875249:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.875253:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83abe5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb7a expref: 824 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.875254:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83ac32 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x80b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb96 expref: 824 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.875261:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83abe5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb7a expref: 824 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.875278:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83abe5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb7a expref: 824 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.875290:0:7199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x808:0x0].0x0 (ffff8800721ba400) 00010000:00010000:3.0:1742903176.875294:0:7199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ac71 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.875302:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ac71 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.875308:0:7199:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ac71 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.875345:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903176.875372:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ac71 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.875379:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ac71 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903176.875388:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+823:2009:x1827566172281856:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 144us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.875394:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22732 00000004:00200000:1.0:1742903176.875394:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x808:0x0]: returning size 260096 00010000:00010000:2.0:1742903176.875401:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83ac32 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x80b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb96 expref: 823 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.875413:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83ac32 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x80b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb96 expref: 822 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.875422:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80b:0x0].0x0 (ffff88012bd63a00) 00010000:00010000:2.0:1742903176.875425:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f000/0x5d4000e30d83ac63 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.875431:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f000/0x5d4000e30d83ac63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.875436:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f000/0x5d4000e30d83ac63 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.875446:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.875464:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+822:2009:x1827566172281728:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 225us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.875469:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22731 00010000:00010000:2.0:1742903176.875484:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f000/0x5d4000e30d83ac63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.875489:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f000/0x5d4000e30d83ac63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.875496:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca000/0x5d4000e30d83ac6a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbab expref: 822 pid: 9576 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1742903176.875514:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80b:0x0]: returning size 260096 00000004:00200000:2.0:1742903176.875517:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.875525:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f000/0x5d4000e30d83ac63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.875546:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e800/0x5d4000e30d83ac5c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x80b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efba4 expref: 823 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.875555:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f000/0x5d4000e30d83ac63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efba4 expref: 822 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.875560:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80b:0x0].0x0 (ffff88012bd63a00) 00010000:00010000:2.0:1742903176.875562:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.875564:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed2f000, rc 0) 00000100:00100000:2.0:1742903176.875580:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+822:13300:x1827566172281216:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2824us (2970us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.875585:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76973 00010000:00010000:1.0:1742903176.875715:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ac71 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbab expref: 820 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.875721:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x808:0x0].0x0 (ffff8800721ba400) 00010000:00010000:1.0:1742903176.875723:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1742903176.875725:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009935fe00, rc 0) 00000100:00100000:1.0:1742903176.875798:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+820:13299:x1827566172281600:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2855us (2909us total) trans 4295004960 rc 0/0 00000100:00100000:1.0:1742903176.875803:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76974 00000100:00100000:0.0:1742903176.878923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.878975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.879087:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172281984 00000100:00100000:2.0:1742903176.879097:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172281984 00000100:00100000:2.0:1742903176.879134:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172282112 00000100:00100000:2.0:1742903176.879136:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172282112 00000100:00100000:1.0:1742903176.879146:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76975 00000100:00100000:1.0:1742903176.879155:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099024380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+821:13299:x1827566172281984:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.879179:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.879199:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2bc00/0x5d4000e30d83ac7f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x808:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efbb2 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.879278:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b800/0x5d4000e30d83ac86 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x808:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.879294:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ac71 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbab expref: 822 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.879300:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b800/0x5d4000e30d83ac86 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x808:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903176.879306:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76976 00000100:00100000:2.0:1742903176.879312:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099026d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+822:13300:x1827566172282112:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.879374:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.879390:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2fe00/0x5d4000e30d83ac8d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efbb9 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.879391:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ac71 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbab expref: 822 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.879402:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ac71 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbab expref: 823 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.879414:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d340a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161331584:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.879441:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e400/0x5d4000e30d83ac94 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879452:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e400/0x5d4000e30d83ac94 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879461:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e400/0x5d4000e30d83ac94 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879474:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e200/0x5d4000e30d83ac9b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x862169a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879479:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e200/0x5d4000e30d83ac9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879484:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e200/0x5d4000e30d83ac9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879541:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e000/0x5d4000e30d83aca2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879548:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e000/0x5d4000e30d83aca2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879554:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e000/0x5d4000e30d83aca2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:2.0:1742903176.879585:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80d:0x0]: returning size 260096 00000004:00200000:2.0:1742903176.879588:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.879600:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e000/0x5d4000e30d83aca2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879607:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e000/0x5d4000e30d83aca2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879613:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e400/0x5d4000e30d83ac94 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879618:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e400/0x5d4000e30d83ac94 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879623:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e400/0x5d4000e30d83ac94 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879631:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed2e400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.879634:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e400/0x5d4000e30d83ac94 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879640:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e400/0x5d4000e30d83ac94 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879649:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903176.879652:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.879655:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e400/0x5d4000e30d83ac94 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879659:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e400/0x5d4000e30d83ac94 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879671:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e200/0x5d4000e30d83ac9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879675:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e200/0x5d4000e30d83ac9b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879680:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e200/0x5d4000e30d83ac9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879684:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed2e200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.879687:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e200/0x5d4000e30d83ac9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879691:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e200/0x5d4000e30d83ac9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879697:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x862169a0 (ffff880091643300) 00010000:00010000:2.0:1742903176.879699:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.879701:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e200/0x5d4000e30d83ac9b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879705:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e200/0x5d4000e30d83ac9b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.879729:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2fe00/0x5d4000e30d83ac8d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbb9 expref: 824 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.879739:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e000/0x5d4000e30d83aca2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbb9 expref: 823 pid: 18840 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903176.879743:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b40cd840 going to sleep for 11 seconds 00010000:00010000:2.0:1742903176.879745:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80d:0x0].0x0 (ffff88012bd63400) 00010000:00010000:2.0:1742903176.879747:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.879749:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed2e000, rc 0) 00000100:00100000:2.0:1742903176.879789:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099026d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+823:13300:x1827566172282112:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 477us (814us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.879794:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76976 00000100:00100000:1.0:1742903176.880305:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d340a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161331584:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903176.880342:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b800/0x5d4000e30d83ac86 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x808:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903176.880610:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.880907:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172282240 00000100:00100000:2.0:1742903176.880913:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172282240 00010000:00010000:2.0:1742903176.880929:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ac71 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbab expref: 823 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.880959:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22733 00000100:00100000:2.0:1742903176.880964:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099024000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+823:2009:x1827566172282240:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.880974:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.880978:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ac71 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbab expref: 823 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.880991:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ac71 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbab expref: 823 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.881003:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ac71 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x808:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbab expref: 823 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.881012:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x808:0x0].0x0 (ffff8800721ba400) 00010000:00010000:2.0:1742903176.881016:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b800/0x5d4000e30d83ac86 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x808:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.881023:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b800/0x5d4000e30d83ac86 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.881028:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b800/0x5d4000e30d83ac86 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.881059:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.881090:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099024000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+822:2009:x1827566172282240:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 124us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.881097:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22733 00010000:00010000:1.0:1742903176.881165:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b800/0x5d4000e30d83ac86 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.881175:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b800/0x5d4000e30d83ac86 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903176.881184:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000004:00200000:1.0:1742903176.881200:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x808:0x0]: returning size 260096 00000004:00200000:1.0:1742903176.881203:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903176.881211:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b800/0x5d4000e30d83ac86 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.881232:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2bc00/0x5d4000e30d83ac7f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x808:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbb2 expref: 822 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.881242:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b800/0x5d4000e30d83ac86 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbb2 expref: 821 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.881248:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x808:0x0].0x0 (ffff8800721ba400) 00010000:00010000:1.0:1742903176.881250:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903176.881251:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099f2b800, rc 0) 00000100:00100000:1.0:1742903176.881272:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099024380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+821:13299:x1827566172281984:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2118us (2361us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.881278:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76975 00000100:00100000:3.0:1742903176.881403:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172282368 00000100:00100000:3.0:1742903176.881409:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172282368 00000100:00100000:3.0:1742903176.881454:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8451 00000100:00100000:3.0:1742903176.881459:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099025880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+821:2009:x1827566172282368:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.881468:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.881485:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e000/0x5d4000e30d83aca2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbb9 expref: 821 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.881499:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80d:0x0].0x0 (ffff88012bd63400) 00010000:00010000:3.0:1742903176.881502:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.881524:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099025880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+820:2009:x1827566172282368:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 65us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.881530:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8451 00000100:00100000:2.0:1742903176.881904:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.881923:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172282624 00000100:00100000:1.0:1742903176.881927:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172282624 00000100:00100000:1.0:1742903176.881958:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76977 00000100:00100000:1.0:1742903176.881962:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+820:13300:x1827566172282624:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.881972:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.881981:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83aca9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efbc0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.882127:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83acb0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x80d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.882137:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b6e00/0x5d4000e30d826825 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e966a expref: 821 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.882144:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83acb0 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x80d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.882167:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b6e00/0x5d4000e30d826825 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e966a expref: 821 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.882177:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b6e00/0x5d4000e30d826825 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e966a expref: 821 pid: 7210 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.882188:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d340a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161331712:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.882246:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b40cd840 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.883405:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.883472:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172282752 00000100:00100000:3.0:1742903176.883478:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172282752 00000100:00100000:3.0:1742903176.883512:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76978 00000100:00100000:3.0:1742903176.883517:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099027b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+822:13299:x1827566172282752:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.883527:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.883538:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83acb7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efbc7 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.883572:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83acbe lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883581:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83acbe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883590:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83acbe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883599:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83acc5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883604:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83acc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883608:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83acc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883661:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8000/0x5d4000e30d83accc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883667:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8000/0x5d4000e30d83accc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883672:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8000/0x5d4000e30d83accc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903176.883694:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80a:0x0]: returning size 260096 00000004:00200000:3.0:1742903176.883697:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.883709:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8000/0x5d4000e30d83accc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883717:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8000/0x5d4000e30d83accc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883723:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83acbe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883728:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83acbe lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883736:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83acbe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883741:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009935e200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.883744:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83acbe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883749:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83acbe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883756:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:3.0:1742903176.883759:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.883761:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83acbe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883765:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83acbe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883774:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83acc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883778:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83acc5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883783:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83acc5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883786:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009935ee00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.883788:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83acc5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883792:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83acc5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883798:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x85ed9198 (ffff88009c6e2e00) 00010000:00010000:3.0:1742903176.883799:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.883801:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83acc5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883805:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83acc5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.883824:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83acb7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbc7 expref: 824 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.883833:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8000/0x5d4000e30d83accc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbc7 expref: 823 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.883838:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80a:0x0].0x0 (ffff88012bd63500) 00010000:00010000:3.0:1742903176.883840:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.883841:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992b8000, rc 0) 00000100:00100000:3.0:1742903176.883888:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099027b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+823:13299:x1827566172282752:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 369us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.883894:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76978 00000100:00100000:1.0:1742903176.884225:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d340a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161331712:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903176.884252:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83acb0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x80d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903176.884562:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.884627:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172282880 00000100:00100000:1.0:1742903176.884631:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172282880 00010000:00010000:1.0:1742903176.884644:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b6e00/0x5d4000e30d826825 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e966a expref: 823 pid: 7210 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.884679:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22734 00000100:00100000:1.0:1742903176.884683:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099026680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+823:2009:x1827566172282880:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.884691:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.884695:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b6e00/0x5d4000e30d826825 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e966a expref: 823 pid: 7210 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.884703:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b6e00/0x5d4000e30d826825 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e966a expref: 823 pid: 7210 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.884715:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b6e00/0x5d4000e30d826825 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e966a expref: 823 pid: 7210 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.884724:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80d:0x0].0x0 (ffff88012bd63400) 00010000:00010000:1.0:1742903176.884727:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83acb0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x80d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.884733:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83acb0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x80d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.884739:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83acb0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x80d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.884763:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903176.884788:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099026680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+822:2009:x1827566172282880:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 104us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.884793:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22734 00010000:00010000:2.0:1742903176.884840:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83acb0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x80d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.884849:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83acb0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x80d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:2.0:1742903176.884861:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80d:0x0]: returning size 260096 00010000:00010000:2.0:1742903176.884941:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83aca9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbc0 expref: 823 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.884955:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83acb0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x80d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbc0 expref: 822 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.884961:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80d:0x0].0x0 (ffff88012bd63400) 00010000:00010000:2.0:1742903176.884963:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1742903176.884965:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099f2aa00, rc 0) 00000100:00100000:2.0:1742903176.884993:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+822:13300:x1827566172282624:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3018us (3078us total) trans 4295004961 rc 0/0 00000100:00100000:2.0:1742903176.884999:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76977 00000100:00100000:0.0:1742903176.885263:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.885311:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172283008 00000100:00100000:1.0:1742903176.885372:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172283008 00000100:00100000:1.0:1742903176.885399:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8452 00000100:00100000:1.0:1742903176.885404:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a315050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+822:2008:x1827566172283008:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.885410:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.885425:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8000/0x5d4000e30d83accc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbc7 expref: 822 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.885434:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80a:0x0].0x0 (ffff88012bd63500) 00010000:00010000:1.0:1742903176.885436:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903176.885461:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a315050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+821:2008:x1827566172283008:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 57us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.885466:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8452 00000100:00100000:3.0:1742903176.885862:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.885920:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172283264 00000100:00100000:2.0:1742903176.885924:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172283264 00000100:00100000:2.0:1742903176.885945:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76979 00000100:00100000:2.0:1742903176.885949:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+821:13299:x1827566172283264:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.885960:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.885970:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f200/0x5d4000e30d83acda lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efbce expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.886027:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f800/0x5d4000e30d83ace1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x80a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.886037:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091421800/0x5d4000e30d82676f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e962b expref: 822 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.886043:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f800/0x5d4000e30d83ace1 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x80a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.886065:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091421800/0x5d4000e30d82676f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e962b expref: 822 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.886077:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091421800/0x5d4000e30d82676f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e962b expref: 822 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.886087:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161331840:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.886142:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993cc540 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.886340:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.886402:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172283392 00000100:00100000:3.0:1742903176.886407:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172283392 00000100:00100000:3.0:1742903176.886441:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76980 00000100:00100000:3.0:1742903176.886447:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099024000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+823:13300:x1827566172283392:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.886466:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.886480:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8800/0x5d4000e30d83ace8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x80d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efbd5 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.886545:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83acef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.886554:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83acb0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x80d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbc0 expref: 824 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.886558:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83acef lrc: 4/1,0 mode: --/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.886577:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83acb0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x80d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbc0 expref: 824 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.886583:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83acb0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x80d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbc0 expref: 824 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.886590:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161331968:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.886657:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5300 going to sleep for 11 seconds 00000100:00100000:2.0:1742903176.886958:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161331840:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.886972:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f800/0x5d4000e30d83ace1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x80a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903176.887707:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.887756:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172283520 00000100:00100000:1.0:1742903176.887761:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172283520 00000100:00100000:0.0:1742903176.887766:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903176.887779:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091421800/0x5d4000e30d82676f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e962b expref: 825 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.887797:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172283648 00000100:00100000:1.0:1742903176.887799:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172283648 00010000:00010000:1.0:1742903176.887807:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83acb0 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x80d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbc0 expref: 826 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.887821:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22735 00000100:00100000:1.0:1742903176.887825:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099025880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+826:2010:x1827566172283520:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.887833:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.887837:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091421800/0x5d4000e30d82676f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e962b expref: 826 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.887844:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22736 00010000:00010000:1.0:1742903176.887845:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091421800/0x5d4000e30d82676f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e962b expref: 826 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.887850:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099026680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+826:2009:x1827566172283648:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.887858:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091421800/0x5d4000e30d82676f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e962b expref: 826 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.887860:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.887866:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83acb0 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x80d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbc0 expref: 826 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.887870:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161331968:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903176.887872:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80a:0x0].0x0 (ffff88012bd63500) 00010000:00010000:2.0:1742903176.887876:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83acb0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x80d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbc0 expref: 825 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.887876:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f800/0x5d4000e30d83ace1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x80a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.887882:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f800/0x5d4000e30d83ace1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x80a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.887883:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83acef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.887887:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f800/0x5d4000e30d83ace1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x80a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.887890:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83acb0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x80d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbc0 expref: 825 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.887901:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80d:0x0].0x0 (ffff88012bd63400) 00010000:00010000:1.0:1742903176.887902:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.887905:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83acef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.887909:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f800/0x5d4000e30d83ace1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x80a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.887911:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83acef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.887914:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f800/0x5d4000e30d83ace1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x80a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.887917:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83acef lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903176.887927:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80a:0x0]: returning size 260096 00000100:00100000:1.0:1742903176.887927:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099025880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+824:2010:x1827566172283520:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 100us (221us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903176.887931:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903176.887933:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22735 00000100:00100000:2.0:1742903176.887951:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099026680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+823:2009:x1827566172283648:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 100us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.887958:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22736 00010000:00010000:3.0:1742903176.888009:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f200/0x5d4000e30d83acda lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbce expref: 824 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.888020:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f800/0x5d4000e30d83ace1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x80a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbce expref: 823 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.888026:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80a:0x0].0x0 (ffff88012bd63500) 00010000:00010000:3.0:1742903176.888028:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903176.888030:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed2f800, rc 0) 00000100:00100000:3.0:1742903176.888046:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+823:13299:x1827566172283264:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2097us (2185us total) trans 4295004962 rc 0/0 00000100:00100000:3.0:1742903176.888051:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76979 00010000:00010000:3.0:1742903176.888068:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83acef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.888073:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83acef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903176.888092:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80d:0x0]: returning size 260096 00000004:00200000:3.0:1742903176.888095:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.888101:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83acef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.888116:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8800/0x5d4000e30d83ace8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x80d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbd5 expref: 823 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.888126:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83acef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbd5 expref: 822 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.888131:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80d:0x0].0x0 (ffff88012bd63400) 00010000:00010000:3.0:1742903176.888133:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.888135:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800720aea00, rc 0) 00000100:00100000:3.0:1742903176.888152:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099024000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+822:13300:x1827566172283392:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1705us (1813us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.888157:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76980 00000100:00100000:0.0:1742903176.889538:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.889592:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172283776 00000100:00100000:3.0:1742903176.889597:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172283776 00000100:00100000:3.0:1742903176.889628:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76981 00000100:00100000:3.0:1742903176.889632:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+822:13299:x1827566172283776:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.889645:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.889655:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1800/0x5d4000e30d83acfd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x80a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efbdc expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.889697:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83ad04 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.889706:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f800/0x5d4000e30d83ace1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x80a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbce expref: 823 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.889712:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83ad04 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.889731:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f800/0x5d4000e30d83ace1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x80a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbce expref: 823 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.889740:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f800/0x5d4000e30d83ace1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x80a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbce expref: 823 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.889748:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161332096:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.889882:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5180 going to sleep for 11 seconds 00000100:00100000:3.0:1742903176.890836:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161332096:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.890848:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83ad04 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903176.890907:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.890944:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.890947:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172283904 00000100:00100000:2.0:1742903176.890952:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172283904 00000100:00100000:2.0:1742903176.890972:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76982 00000100:00100000:2.0:1742903176.890986:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+824:13300:x1827566172283904:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:1.0:1742903176.891211:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172284032 00000100:00100000:1.0:1742903176.891216:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172284032 00010000:00010000:1.0:1742903176.891234:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f800/0x5d4000e30d83ace1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x80a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbce expref: 825 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.891266:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22737 00000100:00100000:1.0:1742903176.891271:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+825:2009:x1827566172284032:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.891281:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903176.891286:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f800/0x5d4000e30d83ace1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x80a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbce expref: 825 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.891294:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f800/0x5d4000e30d83ace1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x80a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbce expref: 825 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.891314:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f800/0x5d4000e30d83ace1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x80a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbce expref: 825 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.891357:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80a:0x0].0x0 (ffff88012bd63500) 00010000:00010000:1.0:1742903176.891372:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83ad04 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.891379:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83ad04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.891384:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83ad04 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.891400:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903176.891435:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+824:2009:x1827566172284032:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 163us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.891441:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22737 00010000:00010000:2.0:1742903176.891467:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.891486:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83ad0b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efbe3 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.891516:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ad12 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.891524:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ad12 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.891531:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ad12 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.891542:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83ad19 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x862169a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.891548:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83ad19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.891553:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83ad19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.891604:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83ad20 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.891611:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83ad20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.891617:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83ad20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.891625:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83ad04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903176.891631:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83ad04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:2.0:1742903176.891640:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80e:0x0]: returning size 260096 00000004:00200000:2.0:1742903176.891643:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00200000:3.0:1742903176.891651:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80a:0x0]: returning size 260096 00000004:00200000:3.0:1742903176.891653:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.891653:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83ad20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00010000:3.0:1742903176.891660:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83ad04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.891661:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83ad20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.891666:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ad12 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.891670:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ad12 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.891676:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ad12 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.891679:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1800/0x5d4000e30d83acfd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x80a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbdc expref: 825 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.891680:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f458600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.891682:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ad12 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.891687:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ad12 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.891690:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83ad04 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbdc expref: 824 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.891694:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:3.0:1742903176.891696:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80a:0x0].0x0 (ffff88012bd63500) 00010000:00010000:2.0:1742903176.891696:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.891698:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.891699:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ad12 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.891700:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c5b1c00, rc 0) 00010000:00010000:2.0:1742903176.891703:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458600/0x5d4000e30d83ad12 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.891710:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83ad19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.891714:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83ad19 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.891718:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83ad19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.891722:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f459000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.891724:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83ad19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.891728:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83ad19 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903176.891731:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+824:13299:x1827566172283776:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2098us (2197us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903176.891733:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x862169a1 (ffff880091643200) 00000100:00100000:3.0:1742903176.891735:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76981 00010000:00010000:2.0:1742903176.891735:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.891737:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83ad19 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.891741:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83ad19 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.891759:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83ad0b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbe3 expref: 824 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.891771:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83ad20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbe3 expref: 823 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.891776:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80e:0x0].0x0 (ffff8800721ba300) 00010000:00010000:2.0:1742903176.891777:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.891779:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4d4e00, rc 0) 00000100:00100000:2.0:1742903176.892417:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+823:13300:x1827566172283904:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1428us (1509us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.892422:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76982 00000100:00100000:0.0:1742903176.894496:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.894540:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.894560:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172284288 00000100:00100000:0.0:1742903176.894568:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172284288 00000100:00100000:0.0:1742903176.894611:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8453 00000100:00100000:0.0:1742903176.894617:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+823:2010:x1827566172284288:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903176.894629:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903176.894652:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83ad20 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbe3 expref: 823 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.894681:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80e:0x0].0x0 (ffff8800721ba300) 00010000:00010000:0.0:1742903176.894685:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903176.894729:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+822:2010:x1827566172284288:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 111us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.894735:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8453 00000100:00100000:3.0:1742903176.894920:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172284160 00000100:00100000:3.0:1742903176.894928:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172284160 00000100:00100000:3.0:1742903176.894959:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76983 00000100:00100000:3.0:1742903176.894964:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+822:13299:x1827566172284160:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.894978:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.894993:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83ad27 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efbea expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.895036:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83ad2e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895046:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83ad2e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895054:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83ad2e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895066:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ae00/0x5d4000e30d83ad35 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x862169a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895071:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ae00/0x5d4000e30d83ad35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895087:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ae00/0x5d4000e30d83ad35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895140:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a800/0x5d4000e30d83ad3c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895148:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a800/0x5d4000e30d83ad3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895153:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a800/0x5d4000e30d83ad3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903176.895179:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80c:0x0]: returning size 260096 00000004:00200000:3.0:1742903176.895182:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.895193:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a800/0x5d4000e30d83ad3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895201:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a800/0x5d4000e30d83ad3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895207:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83ad2e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895212:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83ad2e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895217:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83ad2e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895222:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720af400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.895224:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83ad2e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895230:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83ad2e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895238:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:3.0:1742903176.895240:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.895243:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83ad2e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895246:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83ad2e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895255:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ae00/0x5d4000e30d83ad35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895259:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ae00/0x5d4000e30d83ad35 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895263:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ae00/0x5d4000e30d83ad35 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895268:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f54ae00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.895270:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ae00/0x5d4000e30d83ad35 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895275:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ae00/0x5d4000e30d83ad35 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895280:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x862169a0 (ffff88009c6e2200) 00010000:00010000:3.0:1742903176.895282:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.895284:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ae00/0x5d4000e30d83ad35 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895288:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ae00/0x5d4000e30d83ad35 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.895306:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83ad27 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbea expref: 824 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.895343:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a800/0x5d4000e30d83ad3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbea expref: 823 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.895349:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80c:0x0].0x0 (ffff88012bd63300) 00010000:00010000:3.0:1742903176.895351:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.895353:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f54a800, rc 0) 00000100:00100000:3.0:1742903176.895401:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+823:13299:x1827566172284160:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 436us (911us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.895407:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76983 00000100:00100000:0.0:1742903176.896558:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.896625:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172284544 00000100:00100000:3.0:1742903176.896630:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172284544 00000100:00100000:3.0:1742903176.896658:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76984 00000100:00100000:3.0:1742903176.896662:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+823:13300:x1827566172284544:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.896671:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.896679:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83ad43 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efbf1 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.896727:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83ad4a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x80e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.896735:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61a00/0x5d4000e30d82689c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e968d expref: 824 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.896741:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83ad4a lrc: 4/0,1 mode: --/CW res: [0x200000402:0x80e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.896762:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61a00/0x5d4000e30d82689c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e968d expref: 824 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.896770:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61a00/0x5d4000e30d82689c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e968d expref: 824 pid: 7210 timeout: 404 lvb_type: 0 00000100:00100000:3.0:1742903176.896779:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161332224:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.896838:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5180 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.897092:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.897218:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.897306:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172284672 00000100:00100000:2.0:1742903176.897310:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172284672 00000100:00100000:2.0:1742903176.897392:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8454 00000100:00100000:2.0:1742903176.897397:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+825:2007:x1827566172284672:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.897405:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.897417:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a800/0x5d4000e30d83ad3c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbea expref: 825 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.897428:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80c:0x0].0x0 (ffff88012bd63300) 00010000:00010000:2.0:1742903176.897430:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.897457:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+824:2007:x1827566172284672:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 60us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.897463:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8454 00000100:00100000:1.0:1742903176.897543:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172284928 00000100:00100000:1.0:1742903176.897547:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172284928 00000100:00100000:1.0:1742903176.897580:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76985 00000100:00100000:1.0:1742903176.897585:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+824:13299:x1827566172284928:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.897593:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.897602:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83ad51 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efbf8 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.897642:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83ad58 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x80c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.897651:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d8267c3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9647 expref: 825 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.897657:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83ad58 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x80c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.897673:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d8267c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9647 expref: 825 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.897680:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d8267c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9647 expref: 825 pid: 7210 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.897688:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d340a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161332352:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.897992:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a88ba300 going to sleep for 11 seconds 00000100:00100000:3.0:1742903176.898046:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161332224:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.898061:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83ad4a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x80e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903176.898200:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.898239:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172285056 00000100:00100000:2.0:1742903176.898242:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172285056 00010000:00010000:2.0:1742903176.898252:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61a00/0x5d4000e30d82689c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e968d expref: 826 pid: 7210 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903176.898423:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22738 00000100:00100000:0.0:1742903176.898429:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+826:2010:x1827566172285056:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903176.898437:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903176.898442:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61a00/0x5d4000e30d82689c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e968d expref: 826 pid: 7210 timeout: 404 lvb_type: 0 00010000:00010000:0.0:1742903176.898450:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61a00/0x5d4000e30d82689c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e968d expref: 826 pid: 7210 timeout: 404 lvb_type: 0 00010000:00010000:0.0:1742903176.898462:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61a00/0x5d4000e30d82689c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e968d expref: 826 pid: 7210 timeout: 404 lvb_type: 0 00010000:00010000:0.0:1742903176.898475:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80e:0x0].0x0 (ffff8800721ba300) 00010000:00010000:0.0:1742903176.898478:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83ad4a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x80e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.898485:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83ad4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x80e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.898490:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83ad4a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x80e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.898514:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.898536:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83ad4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x80e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.898548:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83ad4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x80e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903176.898561:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80e:0x0]: returning size 260096 00010000:00010000:3.0:1742903176.898644:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83ad43 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbf1 expref: 827 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.898654:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83ad4a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x80e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbf1 expref: 826 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.898660:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80e:0x0].0x0 (ffff8800721ba300) 00010000:00010000:3.0:1742903176.898662:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903176.898663:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f54ba00, rc 0) 00000100:00100000:3.0:1742903176.898933:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+826:13300:x1827566172284544:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2268us (2374us total) trans 4295004963 rc 0/0 00000100:00100000:3.0:1742903176.898940:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76984 00000100:00100000:0.0:1742903176.899004:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+825:2010:x1827566172285056:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 573us (802us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.899011:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22738 00000100:00100000:0.0:1742903176.899174:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d340a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161332352:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903176.899203:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83ad58 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x80c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903176.899431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.899471:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172285184 00000100:00100000:2.0:1742903176.899476:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172285184 00010000:00010000:2.0:1742903176.899488:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d8267c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9647 expref: 825 pid: 7210 timeout: 404 lvb_type: 0 00000100:00100000:2.0:1742903176.899503:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22739 00000100:00100000:2.0:1742903176.899507:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a316850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+825:2009:x1827566172285184:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.899514:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.899517:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d8267c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9647 expref: 825 pid: 7210 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.899525:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d8267c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9647 expref: 825 pid: 7210 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.899535:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d8267c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9647 expref: 825 pid: 7210 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.899544:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80c:0x0].0x0 (ffff88012bd63300) 00010000:00010000:2.0:1742903176.899548:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83ad58 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x80c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.899554:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83ad58 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x80c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.899558:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83ad58 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x80c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.899577:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.899610:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a316850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+824:2009:x1827566172285184:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 101us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.899615:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22739 00010000:00010000:0.0:1742903176.899684:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83ad58 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x80c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.899689:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83ad58 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x80c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:0.0:1742903176.899701:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80c:0x0]: returning size 260096 00010000:00010000:0.0:1742903176.899762:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcbe00/0x5d4000e30d83ad51 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbf8 expref: 825 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.899776:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83ad58 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x80c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbf8 expref: 824 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.899783:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80c:0x0].0x0 (ffff88012bd63300) 00010000:00010000:0.0:1742903176.899785:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903176.899787:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012edca600, rc 0) 00000100:00100000:0.0:1742903176.899806:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+824:13299:x1827566172284928:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2220us (2588us total) trans 4295004964 rc 0/0 00000100:00100000:0.0:1742903176.899811:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76985 00000100:00100000:1.0:1742903176.900543:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.900567:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172285312 00000100:00100000:0.0:1742903176.900571:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172285312 00000100:00100000:0.0:1742903176.900604:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76986 00000100:00100000:0.0:1742903176.900609:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+824:13300:x1827566172285312:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.900622:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.900633:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2bc00/0x5d4000e30d83ad6d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x80e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efbff expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.900684:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2be00/0x5d4000e30d83ad74 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.900693:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83ad4a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x80e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbf1 expref: 825 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.900700:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2be00/0x5d4000e30d83ad74 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.900719:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83ad4a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x80e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbf1 expref: 825 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.900728:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83ad4a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x80e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbf1 expref: 825 pid: 9576 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903176.900738:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009390d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161332480:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903176.900801:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4300 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.902383:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.902434:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172285440 00000100:00100000:0.0:1742903176.902435:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.902440:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172285440 00000100:00100000:3.0:1742903176.902463:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76987 00000100:00100000:3.0:1742903176.902469:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+826:13299:x1827566172285440:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.902487:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.902496:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83ad7b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x80c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efc06 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903176.902510:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172285568 00000100:00100000:2.0:1742903176.902514:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172285568 00000100:00100000:1.0:1742903176.902515:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009390d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161332480:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.902528:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83ad4a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x80e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbf1 expref: 828 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:1.0:1742903176.902530:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2be00/0x5d4000e30d83ad74 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903176.902545:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22740 00010000:00010000:3.0:1742903176.902546:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b000/0x5d4000e30d83ad82 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903176.902549:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+828:2010:x1827566172285568:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.902556:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83ad58 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x80c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbf8 expref: 828 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.902556:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.902560:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83ad4a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x80e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbf1 expref: 828 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.902562:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b000/0x5d4000e30d83ad82 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.902569:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83ad4a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x80e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbf1 expref: 828 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.902580:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83ad58 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x80c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbf8 expref: 828 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.902582:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83ad4a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x80e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbf1 expref: 828 pid: 9576 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.902588:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83ad58 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x80c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbf8 expref: 827 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.902593:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80e:0x0].0x0 (ffff8800721ba300) 00010000:00010000:2.0:1742903176.902596:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2be00/0x5d4000e30d83ad74 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903176.902598:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161332608:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.902602:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2be00/0x5d4000e30d83ad74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.902606:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2be00/0x5d4000e30d83ad74 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903176.902636:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.902724:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+827:2010:x1827566172285568:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 173us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.902729:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5300 going to sleep for 11 seconds 00000100:00100000:2.0:1742903176.902730:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22740 00010000:00010000:1.0:1742903176.902776:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2be00/0x5d4000e30d83ad74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.902782:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2be00/0x5d4000e30d83ad74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:1.0:1742903176.902805:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80e:0x0]: returning size 260096 00000004:00200000:1.0:1742903176.902807:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903176.902817:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2be00/0x5d4000e30d83ad74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903176.902834:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2bc00/0x5d4000e30d83ad6d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x80e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbff expref: 827 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.902846:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2be00/0x5d4000e30d83ad74 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbff expref: 826 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.902852:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80e:0x0].0x0 (ffff8800721ba300) 00010000:00010000:1.0:1742903176.902854:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903176.902856:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099f2be00, rc 0) 00000100:00100000:1.0:1742903176.902884:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+826:13300:x1827566172285312:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2274us (2342us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.902889:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76986 00000100:00100000:3.0:1742903176.904528:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161332608:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.904542:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b000/0x5d4000e30d83ad82 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:1.0:1742903176.904729:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.904773:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.904819:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172285824 00000100:00100000:0.0:1742903176.904823:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172285824 00000100:00100000:2.0:1742903176.904824:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172285696 00000100:00100000:2.0:1742903176.904826:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172285696 00010000:00010000:2.0:1742903176.904840:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83ad58 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x80c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbf8 expref: 827 pid: 18840 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903176.904848:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76988 00000100:00100000:0.0:1742903176.904854:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+827:13300:x1827566172285824:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:2.0:1742903176.904859:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22741 00000100:00100000:2.0:1742903176.904862:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d340a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+827:2009:x1827566172285696:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903176.904869:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.904870:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.904874:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83ad58 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x80c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbf8 expref: 827 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:0.0:1742903176.904879:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ad89 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efc0d expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.904882:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83ad58 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x80c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbf8 expref: 827 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:0.0:1742903176.904914:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ad90 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.904923:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ad90 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.904931:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ad90 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.904941:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83ad97 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x85ed8f9c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.904947:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83ad97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.904952:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83ad97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.904988:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ad90 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.904994:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ad90 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.904999:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ad90 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.905005:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009935fc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.905008:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ad90 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.905013:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ad90 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.905021:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:0.0:1742903176.905024:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.905027:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ad90 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.905031:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ad90 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.905039:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83ad97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.905043:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83ad97 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.905048:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83ad97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.905056:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009935ee00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.905058:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83ad97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.905062:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83ad97 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.905067:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x85ed8f9c (ffff880130ebb900) 00010000:00010000:0.0:1742903176.905069:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.905071:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83ad97 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.905076:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83ad97 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903176.905097:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ad89 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc0d expref: 828 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.905102:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ad89 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc0d expref: 828 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.905108:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009935fe00, rc 0) 00000100:00100000:0.0:1742903176.905134:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+827:13300:x1827566172285824:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 281us (361us total) trans 0 rc 301/301 00000100:00100000:0.0:1742903176.905140:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76988 00010000:00010000:2.0:1742903176.905190:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca600/0x5d4000e30d83ad58 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x80c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbf8 expref: 826 pid: 18840 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.905198:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80c:0x0].0x0 (ffff88012bd63300) 00010000:00010000:2.0:1742903176.905201:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b000/0x5d4000e30d83ad82 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.905206:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b000/0x5d4000e30d83ad82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.905215:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b000/0x5d4000e30d83ad82 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.905234:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.905252:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d340a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+825:2009:x1827566172285696:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 388us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.905257:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22741 00010000:00010000:3.0:1742903176.905264:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b000/0x5d4000e30d83ad82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.905271:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b000/0x5d4000e30d83ad82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903176.905298:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80c:0x0]: returning size 260096 00000004:00200000:3.0:1742903176.905301:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.905313:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b000/0x5d4000e30d83ad82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.905354:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83ad7b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x80c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc06 expref: 825 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.905383:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b000/0x5d4000e30d83ad82 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc06 expref: 824 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.905389:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80c:0x0].0x0 (ffff88012bd63300) 00010000:00010000:3.0:1742903176.905391:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.905392:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f54b000, rc 0) 00000100:00100000:3.0:1742903176.905411:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+824:13299:x1827566172285440:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2942us (3031us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.905417:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76987 00000100:00100000:0.0:1742903176.908039:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.908082:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.908131:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172285952 00000100:00100000:1.0:1742903176.908139:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172285952 00000100:00100000:1.0:1742903176.908164:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172286080 00000100:00100000:1.0:1742903176.908166:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172286080 00000100:00100000:1.0:1742903176.908187:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76989 00000100:00100000:1.0:1742903176.908193:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+825:13299:x1827566172285952:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.908206:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.908219:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189200/0x5d4000e30d83ad9e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efc14 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.908266:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83ada5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.908277:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83ada5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.908286:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83ada5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.908303:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83adac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x862169a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903176.908304:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76990 00010000:00010000:1.0:1742903176.908308:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83adac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903176.908310:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+826:13300:x1827566172286080:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.908314:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83adac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.908334:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.908342:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a000/0x5d4000e30d83adb3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efc1b expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.908378:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54be00/0x5d4000e30d83adba lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.908386:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54be00/0x5d4000e30d83adba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.908393:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54be00/0x5d4000e30d83adba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.908402:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83adc1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.908403:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a200/0x5d4000e30d83adc8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0xec6f74b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.908409:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a200/0x5d4000e30d83adc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.908409:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83adc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.908414:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a200/0x5d4000e30d83adc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.908419:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83adc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.908434:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54be00/0x5d4000e30d83adba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.908440:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54be00/0x5d4000e30d83adba lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.908445:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54be00/0x5d4000e30d83adba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000004:00200000:1.0:1742903176.908445:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80f:0x0]: returning size 260096 00000004:00200000:1.0:1742903176.908449:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1742903176.908450:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f54be00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.908453:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54be00/0x5d4000e30d83adba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.908458:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54be00/0x5d4000e30d83adba lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903176.908460:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83adc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.908466:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903176.908467:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83adc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.908468:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.908471:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54be00/0x5d4000e30d83adba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.908473:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83ada5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.908475:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54be00/0x5d4000e30d83adba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.908477:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83ada5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.908482:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83ada5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.908485:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a200/0x5d4000e30d83adc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.908489:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a200/0x5d4000e30d83adc8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.908490:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f2aa00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.908492:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83ada5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.908494:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a200/0x5d4000e30d83adc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.908496:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83ada5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.908498:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f54a200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.908501:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a200/0x5d4000e30d83adc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.908503:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:3.0:1742903176.908505:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a200/0x5d4000e30d83adc8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.908505:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.908508:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0xec6f74b7 (ffff88009c6e2f00) 00010000:00010000:1.0:1742903176.908508:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83ada5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.908510:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.908511:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83ada5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.908512:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a200/0x5d4000e30d83adc8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.908516:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a200/0x5d4000e30d83adc8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903176.908519:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83adac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.908523:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83adac lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.908528:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83adac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.908532:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f2a200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.908534:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83adac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.908535:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a000/0x5d4000e30d83adb3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc1b expref: 827 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.908538:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83adac lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.908542:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a000/0x5d4000e30d83adb3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc1b expref: 827 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.908544:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x862169a1 (ffff88012e960700) 00010000:00010000:1.0:1742903176.908546:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.908548:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f54a000, rc 0) 00010000:00010000:1.0:1742903176.908548:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83adac lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.908553:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83adac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.908569:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189200/0x5d4000e30d83ad9e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc14 expref: 827 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.908585:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83adc1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc14 expref: 826 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.908590:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80f:0x0].0x0 (ffff88012bd63900) 00010000:00010000:1.0:1742903176.908592:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903176.908593:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099f2a000, rc 0) 00000100:00100000:3.0:1742903176.908594:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+826:13300:x1827566172286080:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 283us (511us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903176.908600:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76990 00000100:00100000:1.0:1742903176.908612:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+825:13299:x1827566172285952:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 418us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.908617:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76989 00000100:00100000:0.0:1742903176.911374:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.911534:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172286336 00000100:00100000:1.0:1742903176.911540:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172286336 00000100:00100000:1.0:1742903176.911686:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76991 00000100:00100000:1.0:1742903176.911692:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+825:13299:x1827566172286336:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:0.0:1742903176.911704:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903176.911706:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1742903176.911719:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172286592 00010000:00010000:1.0:1742903176.911720:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83adcf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efc22 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903176.911723:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172286592 00000100:00100000:0.0:1742903176.911727:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.911753:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76992 00000100:00100000:2.0:1742903176.911758:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+827:13300:x1827566172286592:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.911765:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.911773:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83add6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efc29 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.911791:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83addd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x80f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.911799:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83ade4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.911805:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d82685d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9678 expref: 828 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.911808:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83ade4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903176.911809:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172286464 00010000:00010000:1.0:1742903176.911811:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83adc1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc14 expref: 828 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903176.911812:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172286464 00010000:00010000:2.0:1742903176.911816:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83ade4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.911817:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83addd lrc: 5/0,1 mode: --/CW res: [0x200000402:0x80f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.911824:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83adc1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc14 expref: 829 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.911825:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83adeb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0xd13416e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.911831:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83adeb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xd13416e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.911835:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83adeb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xd13416e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.911839:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83adc1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc14 expref: 829 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903176.911843:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22742 00000100:00100000:3.0:1742903176.911847:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+829:2008:x1827566172286464:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.911849:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83adc1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc14 expref: 829 pid: 7212 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.911859:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800720e4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161332736:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.911861:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83ade4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.911866:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83ade4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.911871:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83ade4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.911876:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f458200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.911879:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83ade4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.911885:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83ade4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.911908:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903176.911910:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.911914:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83ade4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.911918:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83ade4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.911928:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83adeb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xd13416e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.911932:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83adeb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xd13416e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.911936:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83adeb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xd13416e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.911943:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f459000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.911945:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83adeb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xd13416e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.911949:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83adeb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xd13416e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.911954:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0xd13416e1 (ffff880091643c00) 00010000:00010000:1.0:1742903176.911954:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d82685d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9678 expref: 829 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.911956:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.911957:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83adeb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0xd13416e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.911961:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83adeb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0xd13416e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.911961:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d82685d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9678 expref: 829 pid: 18885 timeout: 404 lvb_type: 0 00000100:00100000:1.0:1742903176.911969:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800720e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161332864:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.911980:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83add6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc29 expref: 829 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.911986:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83add6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc29 expref: 829 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903176.911987:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a88ba300 going to sleep for 11 seconds 00010000:00010000:2.0:1742903176.911991:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4d4400, rc 0) 00000100:00100000:2.0:1742903176.912010:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+828:13300:x1827566172286592:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 251us (307us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903176.912016:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76992 00010000:00010000:3.0:1742903176.912081:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.912087:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83adc1 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc14 expref: 827 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.912095:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83adc1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc14 expref: 827 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:3.0:1742903176.912105:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80f:0x0].0x0 (ffff88012bd63900) 00010000:00010000:3.0:1742903176.912108:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83addd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x80f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.912112:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83addd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x80f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.912115:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.912150:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+827:2008:x1827566172286464:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 302us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.912154:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22742 00000100:00100000:0.0:1742903176.912633:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.912669:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.912777:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172286848 00000100:00100000:2.0:1742903176.912780:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172286848 00000100:00100000:2.0:1742903176.912813:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 333 00000100:00100000:2.0:1742903176.912817:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+5:2009:x1827566172286848:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:2.0:1742903176.912845:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+5:2009:x1827566172286848:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 27us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.912850:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 333 00000100:00080000:3.0:1742903176.912946:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1742903146 00000100:00100000:1.0:1742903176.912960:0:7206:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172286720 00000100:00100000:1.0:1742903176.912964:0:7206:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172286720 00000100:00080000:3.0:1742903176.912976:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd MGS older than 1742903146 00000100:00100000:1.0:1742903176.912988:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 372 00000100:00100000:1.0:1742903176.912992:0:7206:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a331c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0773a7c7-c323-4114-8ad2-6e8d6657a16d+9:2009:x1827566172286720:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:1.0:1742903176.913021:0:7206:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a331c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0773a7c7-c323-4114-8ad2-6e8d6657a16d+9:2009:x1827566172286720:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 27us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.913026:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 372 00000100:00100000:1.0:1742903176.913859:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.913892:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.914073:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172286976 00000100:00100000:0.0:1742903176.914077:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172286976 00010000:00010000:0.0:1742903176.914093:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d82685d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9678 expref: 827 pid: 18885 timeout: 404 lvb_type: 0 00000100:00100000:0.0:1742903176.914120:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22743 00000100:00100000:0.0:1742903176.914123:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef29500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+827:2010:x1827566172286976:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903176.914132:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903176.914136:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d82685d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9678 expref: 827 pid: 18885 timeout: 404 lvb_type: 0 00010000:00010000:0.0:1742903176.914145:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d82685d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9678 expref: 827 pid: 18885 timeout: 404 lvb_type: 0 00010000:00010000:2.0:1742903176.914151:0:7211:0:(ldlm_lockd.c:787:ldlm_handle_ast_error()) ### client (nid 192.168.203.29@tcp) returned -22 from blocking AST (req@ffff8800720e4700 x1827566161332736) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83adc1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc14 expref: 827 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:0.0:1742903176.914162:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80f:0x0].0x0 (ffff88012bd63900) 00010000:00010000:2.0:1742903176.914163:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83adc1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc14 expref: 827 pid: 7212 timeout: 404 lvb_type: 0 00010000:00010000:0.0:1742903176.914166:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83addd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x80f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903176.914173:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800720e4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161332736:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903176.914173:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83addd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x80f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.914178:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83addd lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x80f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.914183:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d82685d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9678 expref: 826 pid: 18885 timeout: 404 lvb_type: 0 00010000:00010000:0.0:1742903176.914189:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.914191:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800720e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161332864:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.914205:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80f:0x0].0x0 (ffff88012bd63900) 00000100:00100000:0.0:1742903176.914208:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef29500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+825:2010:x1827566172286976:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 84us (351us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903176.914210:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83addd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x80f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903176.914216:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22743 00010000:00010000:2.0:1742903176.914217:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83addd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x80f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.914222:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83addd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x80f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903176.914233:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172287104 00000100:00100000:0.0:1742903176.914236:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172287104 00000004:00200000:2.0:1742903176.914240:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80f:0x0]: returning size 260096 00000100:00100000:0.0:1742903176.914256:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76993 00000100:00100000:0.0:1742903176.914260:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+825:13300:x1827566172287104:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.914268:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.914277:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83adf2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efc30 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.914416:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83adcf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc22 expref: 828 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.914435:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83addd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x80f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc22 expref: 827 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.914437:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83ae00 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.914442:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80f:0x0].0x0 (ffff88012bd63900) 00010000:00010000:2.0:1742903176.914444:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903176.914445:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83ae00 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.914446:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099524c00, rc 0) 00010000:00010000:0.0:1742903176.914451:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83ae00 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.914461:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83ae07 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.914466:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83ae07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.914471:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83ae07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.914496:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83ae00 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.914501:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83ae00 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.914507:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83ae00 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.914511:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c5b1000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.914514:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83ae00 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.914519:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83ae00 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.914525:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:0.0:1742903176.914527:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.914530:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83ae00 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.914534:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83ae00 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.914542:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83ae07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.914546:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83ae07 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.914551:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83ae07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903176.914552:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+827:13299:x1827566172286336:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2858us (3196us total) trans 4295004965 rc 0/0 00010000:00010000:0.0:1742903176.914554:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c5b1e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903176.914556:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83ae07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903176.914557:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76991 00010000:00010000:0.0:1742903176.914560:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83ae07 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.914566:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x2253fa11 (ffff880130ebb400) 00010000:00010000:0.0:1742903176.914567:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903176.914569:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83ae07 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.914573:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83ae07 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.914591:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83adf2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc30 expref: 826 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.914597:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83adf2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc30 expref: 826 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.914603:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800720af400, rc 0) 00000100:00100000:0.0:1742903176.914622:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+825:13300:x1827566172287104:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 361us (730us total) trans 0 rc 301/301 00000100:00100000:0.0:1742903176.914627:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76993 00000100:00100000:0.0:1742903176.916544:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.916587:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.916792:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172287232 00000100:00100000:3.0:1742903176.916798:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172287232 00000100:00100000:3.0:1742903176.916820:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172287488 00000100:00100000:3.0:1742903176.916822:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172287488 00000100:00100000:3.0:1742903176.916849:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76994 00000100:00100000:3.0:1742903176.916854:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+826:13299:x1827566172287232:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.916871:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.916884:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83ae0e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x80f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efc37 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.916939:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a800/0x5d4000e30d83ae15 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.916949:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83addd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x80f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc22 expref: 827 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.916955:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a800/0x5d4000e30d83ae15 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.916976:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83addd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x80f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc22 expref: 827 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.916987:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83addd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x80f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc22 expref: 827 pid: 7211 timeout: 405 lvb_type: 0 00000100:00100000:3.0:1742903176.916997:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161332992:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.917054:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5300 going to sleep for 11 seconds 00000100:00100000:3.0:1742903176.917078:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76995 00000100:00100000:3.0:1742903176.917083:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+827:13300:x1827566172287488:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.917089:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.917091:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1742903176.917105:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b400/0x5d4000e30d83aafe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb26 expref: 827 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.917117:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:3.0:1742903176.917120:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.917126:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83ae1c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efc3e expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.917181:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189000/0x5d4000e30d83ae23 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.917459:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189000/0x5d4000e30d83ae23 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.917469:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189000/0x5d4000e30d83ae23 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.917480:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189400/0x5d4000e30d83ae2a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.917486:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189400/0x5d4000e30d83ae2a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.917491:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189400/0x5d4000e30d83ae2a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00080000:3.0:1742903176.918081:0:7212:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x6ff:0x0], index 0: 0 00000040:00080000:3.0:1742903176.918155:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8658, 176 off1517608 00010000:00010000:3.0:1742903176.918210:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83ae31 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.918217:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83ae31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.918223:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83ae31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.918247:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189000/0x5d4000e30d83ae23 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.918252:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189000/0x5d4000e30d83ae23 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.918257:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189000/0x5d4000e30d83ae23 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.918262:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c189000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.918264:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189000/0x5d4000e30d83ae23 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.918269:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189000/0x5d4000e30d83ae23 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.918276:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:3.0:1742903176.918278:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.918281:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189000/0x5d4000e30d83ae23 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.918284:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189000/0x5d4000e30d83ae23 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:3.0:1742903176.918294:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800991c5880 reply state ffff88011edfd000 transno 4295004966 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189400/0x5d4000e30d83ae2a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.918300:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189400/0x5d4000e30d83ae2a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903176.918305:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x2253fa11 (ffff88009c6e2e00) 00010000:00010000:3.0:1742903176.918306:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903176.918308:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1742903176.918343:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83ae1c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc3e expref: 829 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.918356:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83ae31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc3e expref: 828 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.918373:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe36:0x0].0x0 (ffff88009c6e2800) 00010000:00010000:3.0:1742903176.918374:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.918376:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eb58e00, rc 0) 00000100:00100000:3.0:1742903176.918415:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+829:13300:x1827566172287488:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1330us (1827us total) trans 4295004966 rc 0/0 00000100:00100000:3.0:1742903176.918420:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76995 00000100:00100000:3.0:1742903176.919862:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161332992:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.919862:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903176.919880:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a800/0x5d4000e30d83ae15 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903176.919906:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172287616 00000100:00100000:0.0:1742903176.919911:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172287616 00010000:00010000:0.0:1742903176.919934:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83addd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x80f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc22 expref: 829 pid: 7211 timeout: 405 lvb_type: 0 00000100:00100000:0.0:1742903176.919961:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22744 00000100:00100000:0.0:1742903176.919966:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+829:2009:x1827566172287616:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903176.919976:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903176.919981:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83addd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x80f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc22 expref: 829 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:0.0:1742903176.919989:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83addd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x80f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc22 expref: 829 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:0.0:1742903176.920008:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83addd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x80f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc22 expref: 829 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:0.0:1742903176.920018:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80f:0x0].0x0 (ffff88012bd63900) 00010000:00010000:0.0:1742903176.920022:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a800/0x5d4000e30d83ae15 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.920028:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a800/0x5d4000e30d83ae15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.920034:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a800/0x5d4000e30d83ae15 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.920091:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903176.920126:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+828:2009:x1827566172287616:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 159us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.920133:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22744 00010000:00010000:3.0:1742903176.920259:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a800/0x5d4000e30d83ae15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.920265:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a800/0x5d4000e30d83ae15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.920300:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80f:0x0]: returning size 260096 00000004:00200000:3.0:1742903176.920304:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.920314:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a800/0x5d4000e30d83ae15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.920376:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83ae0e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x80f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc37 expref: 828 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.920387:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a800/0x5d4000e30d83ae15 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc37 expref: 827 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.920393:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80f:0x0].0x0 (ffff88012bd63900) 00010000:00010000:3.0:1742903176.920395:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.920397:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f54a800, rc 0) 00000100:00100000:3.0:1742903176.920425:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+827:13299:x1827566172287232:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3571us (3886us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.920430:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76994 00000100:00100000:0.0:1742903176.920852:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.920906:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172287744 00000100:00100000:3.0:1742903176.920909:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172287744 00000100:00100000:3.0:1742903176.920936:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11625 00000100:00100000:3.0:1742903176.920940:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+93:2010:x1827566172287744:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.920949:0:18863:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.920960:0:18863:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f54a400/0x5d4000e30d83ae3f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efc45 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1742903176.920975:0:18863:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x6ff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1742903176.920985:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.920986:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.920991:0:18863:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f54a400/0x5d4000e30d83ae3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc45 expref: 94 pid: 18863 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903176.921002:0:18863:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f54a400/0x5d4000e30d83ae3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc45 expref: 94 pid: 18863 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903176.921009:0:18863:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f54a400, rc 0) 00000100:00100000:3.0:1742903176.921025:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+94:2010:x1827566172287744:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 84us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.921032:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11625 00000100:00100000:0.0:1742903176.921999:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.922035:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172287872 00000100:00100000:3.0:1742903176.922039:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172287872 00000100:00100000:3.0:1742903176.922069:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76996 00000100:00100000:3.0:1742903176.922073:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+827:13299:x1827566172287872:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.922085:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.922094:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ae00/0x5d4000e30d83ae46 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efc4c expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.922126:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54bc00/0x5d4000e30d83ae4d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.922134:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54bc00/0x5d4000e30d83ae4d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.922140:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54bc00/0x5d4000e30d83ae4d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.922151:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83ae54 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x85ed8f9c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.922157:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83ae54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.922162:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83ae54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.922191:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54bc00/0x5d4000e30d83ae4d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.922196:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54bc00/0x5d4000e30d83ae4d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.922201:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54bc00/0x5d4000e30d83ae4d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.922205:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f54bc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.922208:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54bc00/0x5d4000e30d83ae4d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.922213:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54bc00/0x5d4000e30d83ae4d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.922219:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:3.0:1742903176.922221:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.922224:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54bc00/0x5d4000e30d83ae4d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.922228:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54bc00/0x5d4000e30d83ae4d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.922237:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83ae54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.922241:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83ae54 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.922245:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83ae54 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.922249:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012eb58200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.922251:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83ae54 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.922255:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83ae54 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.922261:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x85ed8f9c (ffff880099660300) 00010000:00010000:3.0:1742903176.922263:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.922264:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83ae54 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.922268:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83ae54 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.922287:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ae00/0x5d4000e30d83ae46 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc4c expref: 828 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.922292:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ae00/0x5d4000e30d83ae46 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc4c expref: 828 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.922298:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f54ae00, rc 0) 00000100:00100000:3.0:1742903176.922348:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+827:13299:x1827566172287872:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 273us (350us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903176.922352:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76996 00000100:00100000:0.0:1742903176.923603:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.923677:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172288128 00000100:00100000:1.0:1742903176.923682:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172288128 00000100:00100000:1.0:1742903176.923712:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17674 00000100:00100000:1.0:1742903176.923717:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+827:13300:x1827566172288128:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:1.0:1742903176.923884:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8659, 168 off1517776 00000001:00080000:1.0:1742903176.923888:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004967 00000100:00100000:1.0:1742903176.923936:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+829:13300:x1827566172288128:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 218us (335us total) trans 4295004968 rc 0/0 00000100:00100000:1.0:1742903176.923942:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17674 00000020:00080000:1.0:1742903176.923945:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903176.924118:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.924600:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172288256 00000100:00100000:3.0:1742903176.924605:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172288256 00000100:00100000:3.0:1742903176.924634:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76997 00000100:00100000:3.0:1742903176.924639:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+829:13299:x1827566172288256:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.924648:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.924661:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83ae5b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efc53 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.924694:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3400/0x5d4000e30d83ae62 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.924708:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3400/0x5d4000e30d83ae62 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.924717:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3400/0x5d4000e30d83ae62 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.924726:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3000/0x5d4000e30d83ae69 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0xec6f74b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.924732:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3000/0x5d4000e30d83ae69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.924736:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3000/0x5d4000e30d83ae69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.924757:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3400/0x5d4000e30d83ae62 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.924763:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3400/0x5d4000e30d83ae62 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.924768:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3400/0x5d4000e30d83ae62 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.924772:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991c3400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.924788:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3400/0x5d4000e30d83ae62 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.924794:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3400/0x5d4000e30d83ae62 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.924802:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:3.0:1742903176.924804:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.924807:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3400/0x5d4000e30d83ae62 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.924812:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3400/0x5d4000e30d83ae62 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.924822:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3000/0x5d4000e30d83ae69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.924826:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3000/0x5d4000e30d83ae69 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.924830:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3000/0x5d4000e30d83ae69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.924834:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991c3000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.924836:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3000/0x5d4000e30d83ae69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.924841:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3000/0x5d4000e30d83ae69 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.924846:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0xec6f74b7 (ffff880099660e00) 00010000:00010000:3.0:1742903176.924851:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.924853:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3000/0x5d4000e30d83ae69 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.924857:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3000/0x5d4000e30d83ae69 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.924876:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83ae5b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc53 expref: 830 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.924883:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83ae5b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc53 expref: 830 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.924890:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991c3a00, rc 0) 00000100:00100000:3.0:1742903176.924912:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+829:13299:x1827566172288256:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 273us (794us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903176.924917:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76997 00000100:00100000:0.0:1742903176.925559:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.925651:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172288512 00000100:00100000:3.0:1742903176.925655:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172288512 00000100:00100000:3.0:1742903176.925911:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76998 00000100:00100000:3.0:1742903176.925916:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+829:13300:x1827566172288512:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.925929:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.925939:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3600/0x5d4000e30d83ae70 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efc5a expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.926036:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83ae77 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.926046:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83ae31 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc3e expref: 830 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.926052:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83ae77 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe36:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.926078:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83ae31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc3e expref: 830 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.926087:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83ae31 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc3e expref: 830 pid: 7212 timeout: 405 lvb_type: 0 00000100:00100000:3.0:1742903176.926097:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161333120:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.926161:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f203780 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.926568:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.926629:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172288640 00000100:00100000:1.0:1742903176.926633:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172288640 00000100:00100000:1.0:1742903176.926662:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 76999 00000100:00100000:1.0:1742903176.926667:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+831:13299:x1827566172288640:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.926674:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.926682:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fe00/0x5d4000e30d83ae7e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efc61 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.926873:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83ae85 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.926881:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83ae85 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.926894:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83ae85 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.926903:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83ae8c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0xd13416e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.926908:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83ae8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xd13416e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.926914:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83ae8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xd13416e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.926937:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83ae85 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.926942:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83ae85 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.926946:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83ae85 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.926950:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009972d400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.926953:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83ae85 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.926958:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83ae85 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.926966:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903176.926968:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.926970:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83ae85 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.926975:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83ae85 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.926984:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83ae8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xd13416e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.926988:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83ae8c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xd13416e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.926992:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83ae8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xd13416e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.926996:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009972da00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.926998:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83ae8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xd13416e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.927002:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83ae8c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xd13416e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.927006:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0xd13416e1 (ffff88012e960b00) 00010000:00010000:1.0:1742903176.927007:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.927008:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83ae8c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0xd13416e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.927012:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83ae8c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0xd13416e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.927029:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fe00/0x5d4000e30d83ae7e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc61 expref: 832 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.927036:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009959fe00/0x5d4000e30d83ae7e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc61 expref: 832 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.927041:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009959fe00, rc 0) 00000100:00100000:1.0:1742903176.927250:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+831:13299:x1827566172288640:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 582us (682us total) trans 0 rc 301/301 00000100:00100000:1.0:1742903176.927256:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76999 00000100:00100000:3.0:1742903176.928839:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161333120:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.928856:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83ae77 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe36:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903176.929052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.929424:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172288768 00000100:00100000:2.0:1742903176.929430:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172288768 00010000:00010000:2.0:1742903176.929450:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83ae31 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc3e expref: 831 pid: 7212 timeout: 405 lvb_type: 0 00000100:00100000:2.0:1742903176.929483:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22745 00000100:00100000:2.0:1742903176.929489:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+831:2010:x1827566172288768:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.929500:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.929505:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83ae31 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc3e expref: 831 pid: 7212 timeout: 405 lvb_type: 0 00010000:00010000:2.0:1742903176.929514:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83ae31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc3e expref: 831 pid: 7212 timeout: 405 lvb_type: 0 00010000:00010000:2.0:1742903176.929531:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83ae31 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc3e expref: 831 pid: 7212 timeout: 405 lvb_type: 0 00010000:00010000:2.0:1742903176.929561:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe36:0x0].0x0 (ffff88009c6e2800) 00010000:00010000:2.0:1742903176.929568:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83ae77 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe36:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.929575:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83ae77 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe36:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.929580:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83ae77 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe36:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.929594:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903176.929610:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.929700:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+830:2010:x1827566172288768:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 209us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.929706:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22745 00010000:00010000:2.0:1742903176.929730:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83ae77 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe36:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.929736:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83ae77 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe36:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:2.0:1742903176.929755:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe36:0x0]: returning size 0 00000100:00100000:1.0:1742903176.929911:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172288896 00000100:00100000:1.0:1742903176.929915:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172288896 00000100:00100000:1.0:1742903176.929945:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77000 00000100:00100000:1.0:1742903176.929949:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+831:13299:x1827566172288896:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.929959:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.929967:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83ae9a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efc68 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.929973:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3600/0x5d4000e30d83ae70 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc5a expref: 832 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.929987:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83ae77 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe36:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc5a expref: 832 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.929992:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe36:0x0].0x0 (ffff88009c6e2800) 00010000:00010000:2.0:1742903176.929994:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1742903176.929996:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f54aa00, rc 0) 00010000:00010000:1.0:1742903176.929998:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83aea1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.930005:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83aea1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.930012:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83aea1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.930029:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83aea8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.930034:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83aea8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903176.930037:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+832:13300:x1827566172288512:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 4120us (4480us total) trans 4295004969 rc 0/0 00010000:00010000:1.0:1742903176.930039:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83aea8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903176.930043:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 76998 00010000:00010000:1.0:1742903176.930061:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83aea1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.930070:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83aea1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.930074:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83aea1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.930079:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009972c800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.930081:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83aea1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.930087:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83aea1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.930093:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903176.930095:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.930098:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83aea1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.930101:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83aea1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.930108:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83aea8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.930112:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83aea8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.930116:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83aea8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.930119:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009972cc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.930121:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83aea8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.930128:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83aea8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.930134:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x2253fa11 (ffff88012e960f00) 00010000:00010000:1.0:1742903176.930136:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.930137:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83aea8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.930386:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83aea8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.930439:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83ae9a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc68 expref: 831 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.930446:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83ae9a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc68 expref: 831 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.930454:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009972ce00, rc 0) 00000100:00100000:1.0:1742903176.930517:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+830:13299:x1827566172288896:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 564us (904us total) trans 0 rc 301/301 00000100:00100000:1.0:1742903176.930524:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77000 00000100:00100000:0.0:1742903176.931857:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.931887:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.931921:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172289024 00000100:00100000:2.0:1742903176.931926:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172289024 00000100:00100000:1.0:1742903176.931943:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172289280 00000100:00100000:1.0:1742903176.931946:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172289280 00000100:00100000:2.0:1742903176.931949:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77001 00000100:00100000:2.0:1742903176.931954:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+831:13300:x1827566172289024:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.931969:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.931982:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83aeaf lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efc6f expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903176.932011:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77002 00000100:00100000:1.0:1742903176.932015:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+832:13299:x1827566172289280:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.932022:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.932024:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1742903176.932037:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2ae00/0x5d4000e30d83ab7c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb57 expref: 832 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.932048:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903176.932050:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903176.932055:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972dc00/0x5d4000e30d83aeb6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efc76 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.932100:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83aebd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.932109:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83aebd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.932116:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83aebd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.932125:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83aec4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.932129:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83aec4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.932134:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83aec4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.932333:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83aecb lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.932342:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83ae77 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe36:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc5a expref: 832 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.932347:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83aecb lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.932384:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83ae77 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe36:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc5a expref: 832 pid: 7211 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1742903176.932384:0:7212:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x700:0x0], index 1: 0 00010000:00010000:2.0:1742903176.932394:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83ae77 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe36:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc5a expref: 832 pid: 7211 timeout: 405 lvb_type: 0 00000100:00100000:2.0:1742903176.932404:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800720e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161333248:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.932452:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993ccf00 going to sleep for 11 seconds 00000040:00080000:1.0:1742903176.932453:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8660, 176 off1517952 00010000:00010000:1.0:1742903176.932499:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616400/0x5d4000e30d83aed2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.932505:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616400/0x5d4000e30d83aed2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.932511:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616400/0x5d4000e30d83aed2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.932711:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83aebd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.932718:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83aebd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.932723:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83aebd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.932727:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009959ee00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.932729:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83aebd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.932734:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83aebd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.932741:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903176.932743:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.932745:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83aebd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.932749:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83aebd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:1.0:1742903176.932758:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c7ed500 reply state ffff88009680f000 transno 4295004970 ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83aec4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.932765:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83aec4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903176.932769:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x2253fa11 (ffff88012e960d00) 00010000:00010000:1.0:1742903176.932771:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903176.932773:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1742903176.932792:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972dc00/0x5d4000e30d83aeb6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc76 expref: 834 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.932801:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616400/0x5d4000e30d83aed2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc76 expref: 833 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.932806:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe37:0x0].0x0 (ffff88012e960600) 00010000:00010000:1.0:1742903176.932807:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903176.932809:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f616400, rc 0) 00000100:00100000:1.0:1742903176.933289:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+834:13299:x1827566172289280:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1271us (1399us total) trans 4295004970 rc 0/0 00000100:00100000:1.0:1742903176.933294:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77002 00000100:00100000:0.0:1742903176.933940:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.934040:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800720e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161333248:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.934055:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83aecb lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903176.934141:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172289408 00000100:00100000:2.0:1742903176.934146:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172289408 00010000:00010000:2.0:1742903176.934162:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83ae77 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe36:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc5a expref: 834 pid: 7211 timeout: 405 lvb_type: 0 00000100:00100000:2.0:1742903176.934191:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22746 00000100:00100000:2.0:1742903176.934196:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a316450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+834:2010:x1827566172289408:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.934209:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.934215:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83ae77 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe36:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc5a expref: 834 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:2.0:1742903176.934224:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83ae77 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe36:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc5a expref: 834 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:2.0:1742903176.934241:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83ae77 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe36:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc5a expref: 834 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:2.0:1742903176.934250:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe36:0x0].0x0 (ffff88009c6e2800) 00010000:00010000:2.0:1742903176.934253:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83aecb lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.934259:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83aecb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.934265:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83aecb lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.934277:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.934301:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a316450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+833:2010:x1827566172289408:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 103us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.934309:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22746 00010000:00010000:3.0:1742903176.934649:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83aecb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.934655:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83aecb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.934686:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe36:0x0]: returning size 0 00000004:00200000:3.0:1742903176.934689:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.934701:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83aecb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.934724:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83aeaf lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc6f expref: 833 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.934749:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83aecb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc6f expref: 832 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.934756:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe36:0x0].0x0 (ffff88009c6e2800) 00010000:00010000:3.0:1742903176.934757:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.934759:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991c3a00, rc 0) 00000100:00100000:3.0:1742903176.934793:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+832:13300:x1827566172289024:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2837us (2939us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.934799:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77001 00000100:00100000:0.0:1742903176.935507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.935554:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172289536 00000100:00100000:1.0:1742903176.935559:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172289536 00000100:00100000:1.0:1742903176.935586:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11626 00000100:00100000:1.0:1742903176.935590:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+94:2010:x1827566172289536:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.935603:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.935650:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f617800/0x5d4000e30d83aee0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efc7d expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1742903176.935667:0:9553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x700:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1742903176.935679:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903176.935680:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903176.935686:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f617800/0x5d4000e30d83aee0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc7d expref: 95 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903176.935696:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f617800/0x5d4000e30d83aee0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc7d expref: 95 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903176.935707:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f617800, rc 0) 00000100:00100000:1.0:1742903176.935735:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+95:2010:x1827566172289536:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 144us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.935740:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11626 00000100:00100000:0.0:1742903176.937089:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.937346:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172289664 00000100:00100000:3.0:1742903176.937352:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172289664 00000100:00100000:3.0:1742903176.937393:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77003 00000100:00100000:3.0:1742903176.937398:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+832:13300:x1827566172289664:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.937412:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.937425:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55800/0x5d4000e30d83aee7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efc84 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.937450:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55a00/0x5d4000e30d83aeee lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.937459:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55a00/0x5d4000e30d83aeee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.937467:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55a00/0x5d4000e30d83aeee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.937554:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55800/0x5d4000e30d83aee7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc84 expref: 834 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.937566:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55a00/0x5d4000e30d83aeee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc84 expref: 833 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.937572:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe36:0x0].0x0 (ffff88009c6e2800) 00010000:00010000:3.0:1742903176.937574:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1742903176.937576:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eb55a00, rc 0) 00000100:00100000:3.0:1742903176.937616:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+833:13300:x1827566172289664:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 217us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.937625:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77003 00000100:00100000:0.0:1742903176.937929:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.937995:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172289920 00000100:00100000:1.0:1742903176.938154:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172289920 00000100:00100000:1.0:1742903176.938183:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17675 00000100:00100000:1.0:1742903176.938187:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+833:13299:x1827566172289920:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:1.0:1742903176.938430:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8661, 168 off1518120 00000001:00080000:1.0:1742903176.938435:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004971 00000100:00100000:1.0:1742903176.938484:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+835:13299:x1827566172289920:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 295us (555us total) trans 4295004972 rc 0/0 00000100:00100000:1.0:1742903176.938490:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17675 00000020:00080000:1.0:1742903176.938492:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903176.938887:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.939216:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172290048 00000100:00100000:1.0:1742903176.939220:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172290048 00000100:00100000:1.0:1742903176.939251:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11627 00000100:00100000:1.0:1742903176.939256:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+94:13300:x1827566172290048:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.939264:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.939276:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f616200/0x5d4000e30d83aef5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efc8b expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.939294:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f54a400/0x5d4000e30d83ae3f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc45 expref: 95 pid: 18863 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903176.939305:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903176.939306:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903176.939309:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f616200/0x5d4000e30d83aef5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc8b expref: 95 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.939368:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f54a400/0x5d4000e30d83ae3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc45 expref: 95 pid: 18863 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903176.939380:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f54a400/0x5d4000e30d83ae3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc45 expref: 95 pid: 18863 timeout: 405 lvb_type: 1 00000100:00100000:1.0:1742903176.939391:0:9553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ef28e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9553:1827566161333376:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.939453:0:9553:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1742903176.941127:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.941259:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172290304 00000100:00100000:0.0:1742903176.941265:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172290304 00000100:00100000:2.0:1742903176.941510:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.941535:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172290432 00000100:00100000:2.0:1742903176.941538:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172290432 00010000:00010000:2.0:1742903176.941554:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f54a400/0x5d4000e30d83ae3f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc45 expref: 96 pid: 18863 timeout: 405 lvb_type: 1 00000100:00100000:2.0:1742903176.941586:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22747 00000100:00100000:2.0:1742903176.941591:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+96:2009:x1827566172290432:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.941601:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.941617:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f54a400/0x5d4000e30d83ae3f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc45 expref: 96 pid: 18863 timeout: 405 lvb_type: 1 00010000:00010000:2.0:1742903176.941628:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f54a400/0x5d4000e30d83ae3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc45 expref: 96 pid: 18863 timeout: 405 lvb_type: 1 00010000:00010000:2.0:1742903176.941647:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903176.941649:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903176.941654:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f616200/0x5d4000e30d83aef5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc8b expref: 96 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.941663:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f616200/0x5d4000e30d83aef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc8b expref: 96 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.941687:0:7197:0:(ldlm_lockd.c:1128:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f616200/0x5d4000e30d83aef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc8b expref: 96 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903176.941698:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009390fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1827566161333504:192.168.203.29@tcp:105: 00000100:00100000:2.0:1742903176.941754:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993cc600 going to sleep for 11 seconds 00010000:00010000:1.0:1742903176.941951:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f54a400/0x5d4000e30d83ae3f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc45 expref: 96 pid: 18863 timeout: 405 lvb_type: 1 00000100:00100000:1.0:1742903176.941962:0:9553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ef28e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9553:1827566161333376:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903176.941979:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f616200/0x5d4000e30d83aef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc8b expref: 95 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.941986:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f616200, rc 0) 00000100:00100000:1.0:1742903176.942005:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+95:13300:x1827566172290048:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2748us (3118us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.942010:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11627 00000100:00100000:0.0:1742903176.942101:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77004 00000100:00100000:0.0:1742903176.942105:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+835:13299:x1827566172290304:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.942120:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.942131:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83aefc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efc92 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.942201:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83af03 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.942210:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616400/0x5d4000e30d83aed2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc76 expref: 836 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.942216:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83af03 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe37:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.942230:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616400/0x5d4000e30d83aed2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc76 expref: 836 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.942237:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616400/0x5d4000e30d83aed2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc76 expref: 836 pid: 7212 timeout: 405 lvb_type: 0 00000100:00100000:0.0:1742903176.942250:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161333632:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903176.942269:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4240 going to sleep for 11 seconds 00000100:00100000:2.0:1742903176.942933:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009390fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1827566161333504:192.168.203.29@tcp:105: 00010000:00010000:2.0:1742903176.942945:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.942962:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+94:2009:x1827566172290432:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1371us (1453us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.942968:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22747 00000100:00100000:0.0:1742903176.944153:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161333632:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903176.944168:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83af03 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe37:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903176.944270:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.944441:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172290560 00000100:00100000:0.0:1742903176.944446:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172290560 00010000:00010000:0.0:1742903176.944464:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616400/0x5d4000e30d83aed2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc76 expref: 837 pid: 7212 timeout: 405 lvb_type: 0 00000100:00100000:0.0:1742903176.944492:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22748 00000100:00100000:0.0:1742903176.944497:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+837:2009:x1827566172290560:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903176.944507:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903176.944513:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616400/0x5d4000e30d83aed2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc76 expref: 837 pid: 7212 timeout: 405 lvb_type: 0 00010000:00010000:0.0:1742903176.944522:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616400/0x5d4000e30d83aed2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc76 expref: 837 pid: 7212 timeout: 405 lvb_type: 0 00010000:00010000:0.0:1742903176.944540:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616400/0x5d4000e30d83aed2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc76 expref: 837 pid: 7212 timeout: 405 lvb_type: 0 00010000:00010000:0.0:1742903176.944563:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe37:0x0].0x0 (ffff88012e960600) 00010000:00010000:0.0:1742903176.944567:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83af03 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe37:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.944577:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83af03 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe37:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.944583:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83af03 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe37:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.944743:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903176.944829:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+836:2009:x1827566172290560:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 331us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.944835:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22748 00000100:00100000:2.0:1742903176.944904:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903176.945020:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83af03 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe37:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.945027:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83af03 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe37:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:1.0:1742903176.945043:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe37:0x0]: returning size 0 00010000:00010000:1.0:1742903176.945133:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83aefc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc92 expref: 837 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.945143:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83af03 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe37:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc92 expref: 836 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.945149:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe37:0x0].0x0 (ffff88012e960600) 00010000:00010000:1.0:1742903176.945151:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1742903176.945153:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009935fc00, rc 0) 00000100:00100000:1.0:1742903176.945171:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+836:13299:x1827566172290304:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3065us (4050us total) trans 4295004973 rc 0/0 00000100:00100000:1.0:1742903176.945175:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77004 00000100:00100000:1.0:1742903176.945185:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172290688 00000100:00100000:1.0:1742903176.945187:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172290688 00000100:00100000:1.0:1742903176.945574:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77005 00000100:00100000:1.0:1742903176.945579:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+836:13300:x1827566172290688:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.945590:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.945600:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ba00/0x5d4000e30d83af11 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efc99 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.945636:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83af18 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.945644:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83af18 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.945652:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83af18 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.945662:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ae00/0x5d4000e30d83af1f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.945667:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ae00/0x5d4000e30d83af1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.945672:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ae00/0x5d4000e30d83af1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.945700:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83af18 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.945706:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83af18 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.945711:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83af18 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.945715:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009900a400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.945719:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83af18 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.945724:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83af18 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.945732:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903176.945734:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.945737:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83af18 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.945742:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83af18 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.945750:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ae00/0x5d4000e30d83af1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.945755:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ae00/0x5d4000e30d83af1f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.945759:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ae00/0x5d4000e30d83af1f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.945762:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009900ae00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.945765:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ae00/0x5d4000e30d83af1f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.945769:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ae00/0x5d4000e30d83af1f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.945774:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x19f5fa5d (ffff880099028700) 00010000:00010000:1.0:1742903176.945776:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.945778:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ae00/0x5d4000e30d83af1f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.945783:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ae00/0x5d4000e30d83af1f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.945800:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ba00/0x5d4000e30d83af11 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc99 expref: 837 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.945805:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ba00/0x5d4000e30d83af11 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc99 expref: 837 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.945811:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009900ba00, rc 0) 00000100:00100000:1.0:1742903176.945833:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+836:13300:x1827566172290688:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 253us (929us total) trans 0 rc 301/301 00000100:00100000:1.0:1742903176.945838:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77005 00000100:00100000:0.0:1742903176.946236:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.946576:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172290816 00000100:00100000:3.0:1742903176.946582:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172290816 00000100:00100000:3.0:1742903176.946613:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77006 00000100:00100000:3.0:1742903176.946617:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+836:13299:x1827566172290816:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.946628:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.946637:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55c00/0x5d4000e30d83af26 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efca0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.946682:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55e00/0x5d4000e30d83af2d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.946691:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83af03 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe37:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc92 expref: 837 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.946696:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55e00/0x5d4000e30d83af2d lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.946720:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83af03 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe37:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc92 expref: 837 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.946730:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83af03 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe37:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc92 expref: 837 pid: 7211 timeout: 405 lvb_type: 0 00000100:00100000:3.0:1742903176.946740:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161333760:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.946797:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f203780 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.947015:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.947070:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172290944 00000100:00100000:1.0:1742903176.947074:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172290944 00000100:00100000:1.0:1742903176.947089:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77007 00000100:00100000:1.0:1742903176.947092:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+838:13300:x1827566172290944:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.947099:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.947104:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d83af34 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efca7 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.947117:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d83af34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efca7 expref: 839 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.947125:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d83af34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efca7 expref: 839 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.947132:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903176.947134:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.947136:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009900b200, rc 0) 00000100:00100000:1.0:1742903176.947151:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+839:13300:x1827566172290944:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 58us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.947155:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77007 00000100:00100000:3.0:1742903176.948691:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161333760:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.948709:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55e00/0x5d4000e30d83af2d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903176.948883:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.948929:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172291072 00000100:00100000:2.0:1742903176.948934:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172291072 00010000:00010000:2.0:1742903176.948949:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83af03 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe37:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc92 expref: 839 pid: 7211 timeout: 405 lvb_type: 0 00000100:00100000:2.0:1742903176.948975:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22749 00000100:00100000:2.0:1742903176.948980:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+839:2010:x1827566172291072:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.948989:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.948993:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83af03 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe37:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc92 expref: 839 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:2.0:1742903176.949002:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83af03 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe37:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc92 expref: 839 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:2.0:1742903176.949018:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83af03 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe37:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc92 expref: 839 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:2.0:1742903176.949048:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe37:0x0].0x0 (ffff88012e960600) 00010000:00010000:2.0:1742903176.949052:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55e00/0x5d4000e30d83af2d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.949058:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55e00/0x5d4000e30d83af2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.949064:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55e00/0x5d4000e30d83af2d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.949086:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.949115:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+838:2010:x1827566172291072:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 133us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.949122:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22749 00010000:00010000:3.0:1742903176.949224:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55e00/0x5d4000e30d83af2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.949229:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55e00/0x5d4000e30d83af2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903176.949263:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe37:0x0]: returning size 0 00000004:00200000:3.0:1742903176.949266:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.949278:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55e00/0x5d4000e30d83af2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.949300:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55c00/0x5d4000e30d83af26 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efca0 expref: 838 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903176.949305:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903176.949310:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55e00/0x5d4000e30d83af2d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efca0 expref: 837 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.949334:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe37:0x0].0x0 (ffff88012e960600) 00010000:00010000:3.0:1742903176.949337:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.949339:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eb55e00, rc 0) 00000100:00100000:3.0:1742903176.949370:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+837:13299:x1827566172290816:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2742us (3124us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.949373:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172291200 00000100:00100000:3.0:1742903176.949375:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77006 00000100:00100000:1.0:1742903176.949377:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172291200 00000100:00100000:1.0:1742903176.949402:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17676 00000100:00100000:1.0:1742903176.949408:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098076450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+837:13300:x1827566172291200:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:0.0:1742903176.951436:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.951534:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172291328 00000100:00100000:3.0:1742903176.951540:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172291328 00000100:00100000:3.0:1742903176.951568:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77008 00000100:00100000:3.0:1742903176.951577:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+839:13299:x1827566172291328:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.951591:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.951605:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83af3b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efcae expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.951630:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83af42 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.951639:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83af42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.951648:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83af42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.951727:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83af3b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcae expref: 840 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.951739:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83af42 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcae expref: 839 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.951745:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe37:0x0].0x0 (ffff88012e960600) 00010000:00010000:3.0:1742903176.951748:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1742903176.951749:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009972c800, rc 0) 00000100:00100000:3.0:1742903176.951777:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+839:13299:x1827566172291328:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 204us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.951783:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77008 00000100:00100000:1.0:1742903176.952157:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098076450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+838:13300:x1827566172291200:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2741us (2844us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.952166:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17676 00000100:00100000:0.0:1742903176.953663:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.953917:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172291456 00000100:00100000:1.0:1742903176.953923:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172291456 00000100:00100000:1.0:1742903176.953964:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11628 00000100:00100000:1.0:1742903176.954202:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+95:13299:x1827566172291456:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.954215:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.954227:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83af49 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efcb5 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.954247:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f617800/0x5d4000e30d83aee0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc7d expref: 96 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903176.954253:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903176.954255:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903176.954258:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83af49 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcb5 expref: 96 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.954283:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f617800/0x5d4000e30d83aee0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc7d expref: 96 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903176.954293:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f617800/0x5d4000e30d83aee0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc7d expref: 96 pid: 9553 timeout: 405 lvb_type: 1 00000100:00100000:1.0:1742903176.954303:0:9553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ef28e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9553:1827566161333888:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.954413:0:9553:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.954636:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.954786:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172291712 00000100:00100000:2.0:1742903176.954790:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172291712 00000100:00100000:2.0:1742903176.954924:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77009 00000100:00100000:2.0:1742903176.954929:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+838:13300:x1827566172291712:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.954938:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.954940:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1742903176.954956:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d83af34 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efca7 expref: 838 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.954982:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903176.954986:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.954993:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3200/0x5d4000e30d83af50 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efcbc expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.955067:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3400/0x5d4000e30d83af57 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.955077:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3400/0x5d4000e30d83af57 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.955084:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3400/0x5d4000e30d83af57 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.955095:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83af5e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.955100:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83af5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.955106:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83af5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00080000:2.0:1742903176.955383:0:7212:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x700:0x0], index 0: 0 00000040:00080000:2.0:1742903176.955462:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8662, 184 off1518304 00010000:00010000:2.0:1742903176.955518:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83af65 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.955524:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83af65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.955531:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83af65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.955553:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3400/0x5d4000e30d83af57 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.955558:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3400/0x5d4000e30d83af57 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.955564:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3400/0x5d4000e30d83af57 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.955568:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991c3400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.955571:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3400/0x5d4000e30d83af57 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.955577:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3400/0x5d4000e30d83af57 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.955583:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903176.955585:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.955588:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3400/0x5d4000e30d83af57 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.955592:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3400/0x5d4000e30d83af57 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903176.955601:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800915a3800 reply state ffff88012d22c000 transno 4295004974 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83af5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.955614:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83af5e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903176.955618:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x19f5fa5d (ffff880091643200) 00010000:00010000:2.0:1742903176.955620:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903176.955622:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1742903176.955640:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3200/0x5d4000e30d83af50 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcbc expref: 840 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.955650:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83af65 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcbc expref: 839 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.955660:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe38:0x0].0x0 (ffff880091643100) 00010000:00010000:2.0:1742903176.955663:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.955665:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e8c2c00, rc 0) 00000100:00100000:2.0:1742903176.955699:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+840:13300:x1827566172291712:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 769us (1064us total) trans 4295004974 rc 0/0 00000100:00100000:2.0:1742903176.955706:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77009 00000100:00100000:1.0:1742903176.956334:0:9553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ef28e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9553:1827566161333888:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903176.956352:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83af49 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcb5 expref: 96 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.956372:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009900a600, rc 0) 00000100:00100000:1.0:1742903176.956390:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+96:13299:x1827566172291456:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2421us (2734us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.956404:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11628 00000100:00100000:0.0:1742903176.956774:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.958113:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.958161:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172291968 00000100:00100000:1.0:1742903176.958168:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172291968 00000100:00100000:1.0:1742903176.958200:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11629 00000100:00100000:1.0:1742903176.958205:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+94:2010:x1827566172291968:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.958217:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.958234:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009900bc00/0x5d4000e30d83af73 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efcc3 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1742903176.958256:0:9553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x700:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1742903176.958269:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903176.958271:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903176.958278:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009900bc00/0x5d4000e30d83af73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcc3 expref: 95 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903176.958290:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009900bc00/0x5d4000e30d83af73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcc3 expref: 95 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903176.958298:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009900bc00, rc 0) 00000100:00100000:1.0:1742903176.958339:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+95:2010:x1827566172291968:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 132us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.958344:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11629 00000100:00100000:3.0:1742903176.958588:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172291840 00000100:00100000:3.0:1742903176.958592:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172291840 00010000:00010000:3.0:1742903176.958606:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f617800/0x5d4000e30d83aee0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc7d expref: 96 pid: 9553 timeout: 405 lvb_type: 1 00000100:00100000:3.0:1742903176.958627:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22750 00000100:00100000:3.0:1742903176.958631:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+96:2009:x1827566172291840:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.958637:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.958647:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f617800/0x5d4000e30d83aee0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc7d expref: 96 pid: 9553 timeout: 405 lvb_type: 1 00010000:00010000:3.0:1742903176.958654:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f617800/0x5d4000e30d83aee0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc7d expref: 96 pid: 9553 timeout: 405 lvb_type: 1 00010000:00010000:3.0:1742903176.958664:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f617800/0x5d4000e30d83aee0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc7d expref: 96 pid: 9553 timeout: 405 lvb_type: 1 00010000:00010000:3.0:1742903176.958672:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.958673:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.958676:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83af49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcb5 expref: 95 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.958681:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83af49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcb5 expref: 95 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.958697:0:7197:0:(ldlm_lockd.c:1128:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83af49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcb5 expref: 95 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903176.958704:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7197:1827566161334016:192.168.203.29@tcp:105: 00000100:00100000:3.0:1742903176.958760:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f203780 going to sleep for 11 seconds 00000100:00100000:3.0:1742903176.959932:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7197:1827566161334016:192.168.203.29@tcp:105: 00010000:00010000:3.0:1742903176.959944:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.959963:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+95:2009:x1827566172291840:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1331us (3190us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.959969:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22750 00000100:00100000:0.0:1742903176.960799:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.960861:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172292224 00000100:00100000:1.0:1742903176.960872:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172292224 00000100:00100000:1.0:1742903176.960922:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17677 00000100:00100000:1.0:1742903176.960927:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+840:13300:x1827566172292224:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903176.961080:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000040:00080000:1.0:1742903176.961159:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8663, 168 off1518472 00000001:00080000:1.0:1742903176.961164:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004975 00000100:00100000:3.0:1742903176.961234:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172292352 00000100:00100000:3.0:1742903176.961240:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172292352 00000100:00100000:1.0:1742903176.961249:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+843:13300:x1827566172292224:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 320us (451us total) trans 4295004976 rc 0/0 00000100:00100000:1.0:1742903176.961256:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17677 00000020:00080000:1.0:1742903176.961260:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1742903176.961269:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77010 00000100:00100000:3.0:1742903176.961274:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+842:13299:x1827566172292352:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.961288:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.961302:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83af7a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efcca expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.961373:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83af81 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.961384:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83af81 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.961394:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83af81 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.961404:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83af88 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.961410:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83af88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.961415:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83af88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.961443:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83af81 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.961609:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83af81 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.961614:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83af81 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.961619:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009972da00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.961622:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83af81 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.961627:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83af81 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.961636:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:3.0:1742903176.961638:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.961641:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83af81 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.961646:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83af81 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.961655:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83af88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.961660:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83af88 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.961665:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83af88 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.961668:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009972d400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.961670:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83af88 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.961675:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83af88 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.961682:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x19f5fa5d (ffff88012bd63b00) 00010000:00010000:3.0:1742903176.961683:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.961686:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83af88 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.961690:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83af88 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.961713:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83af7a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcca expref: 843 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.961724:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83af7a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcca expref: 843 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.961732:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009972ce00, rc 0) 00000100:00100000:3.0:1742903176.961770:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+842:13299:x1827566172292352:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 495us (690us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903176.961776:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77010 00000100:00100000:0.0:1742903176.963030:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.963092:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172292608 00000100:00100000:3.0:1742903176.963097:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172292608 00000100:00100000:0.0:1742903176.963099:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.963128:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172292736 00000100:00100000:3.0:1742903176.963131:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172292736 00000100:00100000:3.0:1742903176.963146:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77011 00000100:00100000:3.0:1742903176.963151:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+843:13300:x1827566172292608:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:2.0:1742903176.963154:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77012 00000100:00100000:2.0:1742903176.963161:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+843:13299:x1827566172292736:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.963170:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.963181:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3200/0x5d4000e30d83af8f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efcd8 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.963201:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3200/0x5d4000e30d83af8f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcd8 expref: 844 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.963210:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3200/0x5d4000e30d83af8f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcd8 expref: 844 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.963217:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903176.963219:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.963221:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991c3200, rc 0) 00000100:00100000:2.0:1742903176.963256:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+844:13299:x1827566172292736:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 94us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.963262:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77012 00010000:00010000:3.0:1742903176.963269:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.963284:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972dc00/0x5d4000e30d83af96 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efcd1 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.963581:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55c00/0x5d4000e30d83af9d lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.963591:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83af65 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcbc expref: 844 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.963598:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55c00/0x5d4000e30d83af9d lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.963622:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83af65 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcbc expref: 844 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.963633:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83af65 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcbc expref: 844 pid: 7212 timeout: 405 lvb_type: 0 00000100:00100000:3.0:1742903176.963642:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161334144:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.963687:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f203780 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.965143:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.965200:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172292864 00000100:00100000:1.0:1742903176.965209:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172292864 00000100:00100000:1.0:1742903176.965253:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17678 00000100:00100000:1.0:1742903176.965259:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+845:13299:x1827566172292864:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:3.0:1742903176.965287:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161334144:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.965304:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55c00/0x5d4000e30d83af9d lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903176.965339:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.965823:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172292992 00000100:00100000:2.0:1742903176.965827:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172292992 00010000:00010000:2.0:1742903176.965847:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83af65 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcbc expref: 846 pid: 7212 timeout: 405 lvb_type: 0 00000100:00100000:2.0:1742903176.965885:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22751 00000100:00100000:2.0:1742903176.965889:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+846:2009:x1827566172292992:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.965899:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.965905:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83af65 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcbc expref: 846 pid: 7212 timeout: 405 lvb_type: 0 00010000:00010000:2.0:1742903176.965914:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83af65 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcbc expref: 846 pid: 7212 timeout: 405 lvb_type: 0 00010000:00010000:2.0:1742903176.965934:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83af65 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcbc expref: 846 pid: 7212 timeout: 405 lvb_type: 0 00010000:00010000:2.0:1742903176.965952:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe38:0x0].0x0 (ffff880091643100) 00010000:00010000:2.0:1742903176.965956:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55c00/0x5d4000e30d83af9d lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.965964:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55c00/0x5d4000e30d83af9d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.965970:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55c00/0x5d4000e30d83af9d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.966077:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.966125:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+845:2009:x1827566172292992:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 233us (785us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.966132:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22751 00010000:00010000:2.0:1742903176.966165:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55c00/0x5d4000e30d83af9d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.966171:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55c00/0x5d4000e30d83af9d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:2.0:1742903176.966189:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe38:0x0]: returning size 0 00010000:00010000:2.0:1742903176.966335:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972dc00/0x5d4000e30d83af96 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcd1 expref: 846 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.966349:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55c00/0x5d4000e30d83af9d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcd1 expref: 845 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.966355:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe38:0x0].0x0 (ffff880091643100) 00010000:00010000:2.0:1742903176.966357:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1742903176.966368:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eb55c00, rc 0) 00000100:00100000:2.0:1742903176.966395:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+845:13300:x1827566172292608:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3243us (3368us total) trans 4295004977 rc 0/0 00000100:00100000:2.0:1742903176.966400:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77011 00000100:00100000:1.0:1742903176.968194:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+844:13299:x1827566172292864:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2929us (3048us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.968203:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17678 00000100:00100000:2.0:1742903176.970271:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.970346:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172293120 00000100:00100000:0.0:1742903176.970354:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172293120 00000100:00100000:0.0:1742903176.970404:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77013 00000100:00100000:0.0:1742903176.970411:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+844:13300:x1827566172293120:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.970431:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.970449:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83afab lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efcdf expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.970525:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83afb2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.970538:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55c00/0x5d4000e30d83af9d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcd1 expref: 845 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.970544:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83afb2 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.970572:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55c00/0x5d4000e30d83af9d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcd1 expref: 845 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.970582:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55c00/0x5d4000e30d83af9d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcd1 expref: 845 pid: 9576 timeout: 405 lvb_type: 0 00000100:00100000:0.0:1742903176.970593:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915a1500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161334272:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903176.970712:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4240 going to sleep for 11 seconds 00000100:00100000:3.0:1742903176.970870:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.970960:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172293376 00000100:00100000:1.0:1742903176.970968:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172293376 00000100:00100000:1.0:1742903176.971102:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77014 00000100:00100000:1.0:1742903176.971108:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+846:13299:x1827566172293376:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.971123:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.971126:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1742903176.971149:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3200/0x5d4000e30d83af8f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcd8 expref: 846 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.971180:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903176.971186:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903176.971196:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a000/0x5d4000e30d83afb9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efce6 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.971265:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a800/0x5d4000e30d83afc0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.971273:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a800/0x5d4000e30d83afc0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.971278:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a800/0x5d4000e30d83afc0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.971287:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d83afc7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.971291:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d83afc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.971296:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d83afc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00080000:1.0:1742903176.971578:0:7211:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x701:0x0], index 1: 0 00000040:00080000:1.0:1742903176.971644:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8664, 184 off1518656 00010000:00010000:1.0:1742903176.971698:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83afce lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.971705:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83afce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.971715:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83afce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.971739:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a800/0x5d4000e30d83afc0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.971744:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a800/0x5d4000e30d83afc0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.971749:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a800/0x5d4000e30d83afc0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.971754:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009900a800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903176.971757:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a800/0x5d4000e30d83afc0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.971762:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a800/0x5d4000e30d83afc0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.971769:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903176.971772:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903176.971775:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a800/0x5d4000e30d83afc0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.971779:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a800/0x5d4000e30d83afc0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000004:00010000:1.0:1742903176.971788:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880131a56d80 reply state ffff880096bbc000 transno 4295004978 ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d83afc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.971795:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d83afc7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903176.971803:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x19f5fa5d (ffff880099028f00) 00010000:00010000:1.0:1742903176.971805:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903176.971807:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1742903176.971823:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a000/0x5d4000e30d83afb9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efce6 expref: 848 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.971832:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83afce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efce6 expref: 847 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.971837:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe39:0x0].0x0 (ffff880099028200) 00010000:00010000:1.0:1742903176.971839:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903176.971841:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009900a400, rc 0) 00000100:00100000:1.0:1742903176.971887:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+848:13299:x1827566172293376:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 778us (1022us total) trans 4295004978 rc 0/0 00000100:00100000:1.0:1742903176.971893:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77014 00000100:00100000:0.0:1742903176.972880:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.972963:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a1500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161334272:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.972982:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83afb2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903176.973017:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172293504 00000100:00100000:3.0:1742903176.973023:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172293504 00010000:00010000:3.0:1742903176.973040:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55c00/0x5d4000e30d83af9d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcd1 expref: 848 pid: 9576 timeout: 405 lvb_type: 0 00000100:00100000:3.0:1742903176.973059:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22752 00000100:00100000:3.0:1742903176.973064:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+848:2010:x1827566172293504:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.973072:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.973076:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55c00/0x5d4000e30d83af9d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcd1 expref: 848 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903176.973089:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55c00/0x5d4000e30d83af9d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcd1 expref: 848 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903176.973102:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55c00/0x5d4000e30d83af9d lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcd1 expref: 848 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903176.973123:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe38:0x0].0x0 (ffff880091643100) 00010000:00010000:3.0:1742903176.973128:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83afb2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.973134:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83afb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.973139:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83afb2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.973154:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.973177:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+847:2010:x1827566172293504:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 113us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.973182:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22752 00010000:00010000:0.0:1742903176.973217:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83afb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.973223:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83afb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903176.973268:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe38:0x0]: returning size 0 00000004:00200000:0.0:1742903176.973272:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903176.973285:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83afb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903176.973311:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2c00/0x5d4000e30d83afab lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe38:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcdf expref: 847 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.973373:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83afb2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcdf expref: 846 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.973381:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe38:0x0].0x0 (ffff880091643100) 00010000:00010000:0.0:1742903176.973383:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903176.973385:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eb58200, rc 0) 00000100:00100000:0.0:1742903176.973415:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+846:13300:x1827566172293120:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3005us (3150us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.973422:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77013 00000100:00100000:0.0:1742903176.975676:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.975732:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.975840:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172293760 00000100:00100000:2.0:1742903176.975848:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172293760 00000100:00100000:2.0:1742903176.975882:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77015 00000100:00100000:2.0:1742903176.975888:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+846:13300:x1827566172293760:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.975907:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.975923:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83afdc lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efcf4 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.975951:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83afe3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.975962:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83afe3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.975971:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83afe3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:1.0:1742903176.975971:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172293632 00000100:00100000:1.0:1742903176.975975:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172293632 00000100:00100000:1.0:1742903176.976010:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11630 00000100:00100000:1.0:1742903176.976015:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+95:2009:x1827566172293632:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.976024:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.976037:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f617800/0x5d4000e30d83afea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efced expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.976049:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83afdc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcf4 expref: 848 pid: 9576 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1742903176.976056:0:9553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x701:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1742903176.976061:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83afe3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcf4 expref: 847 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.976068:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe38:0x0].0x0 (ffff880091643100) 00010000:00010000:1.0:1742903176.976068:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903176.976070:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1742903176.976070:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903176.976072:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009972ce00, rc 0) 00010000:00010000:1.0:1742903176.976077:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f617800/0x5d4000e30d83afea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efced expref: 96 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903176.976088:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f617800/0x5d4000e30d83afea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efced expref: 96 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903176.976096:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f617800, rc 0) 00000100:00100000:2.0:1742903176.976105:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+847:13300:x1827566172293760:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 216us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.976111:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77015 00000100:00100000:1.0:1742903176.976121:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+96:2009:x1827566172293632:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 104us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.976126:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11630 00000100:00100000:0.0:1742903176.977737:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.977813:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172293888 00000100:00100000:1.0:1742903176.977819:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172293888 00000100:00100000:1.0:1742903176.977902:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11631 00000100:00100000:1.0:1742903176.977907:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+95:13300:x1827566172293888:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.977919:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.977932:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83aff1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efcfb expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.977953:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009900bc00/0x5d4000e30d83af73 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcc3 expref: 96 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903176.977960:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903176.977961:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903176.977964:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83aff1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcfb expref: 96 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.977991:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009900bc00/0x5d4000e30d83af73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcc3 expref: 96 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903176.978006:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009900bc00/0x5d4000e30d83af73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcc3 expref: 96 pid: 9553 timeout: 405 lvb_type: 1 00000100:00100000:1.0:1742903176.978016:0:9553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ef28e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9553:1827566161334400:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.978517:0:9553:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db600 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.978783:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.978843:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172294144 00000100:00100000:1.0:1742903176.978847:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172294144 00000100:00100000:1.0:1742903176.978875:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17679 00000100:00100000:1.0:1742903176.978880:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+847:13299:x1827566172294144:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:1.0:1742903176.979114:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8665, 168 off1518824 00000001:00080000:1.0:1742903176.979119:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004979 00000100:00100000:1.0:1742903176.979170:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+849:13299:x1827566172294144:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 288us (391us total) trans 4295004980 rc 0/0 00000100:00100000:1.0:1742903176.979176:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17679 00000020:00080000:1.0:1742903176.979179:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903176.980022:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.980029:0:9553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ef28e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9553:1827566161334400:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903176.980053:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83aff1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcfb expref: 96 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.980065:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009900b400, rc 0) 00000100:00100000:1.0:1742903176.980102:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+96:13300:x1827566172293888:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2194us (2371us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.980109:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11631 00000100:00100000:3.0:1742903176.980351:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172294272 00000100:00100000:3.0:1742903176.980368:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172294272 00010000:00010000:3.0:1742903176.980391:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009900bc00/0x5d4000e30d83af73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcc3 expref: 96 pid: 9553 timeout: 405 lvb_type: 1 00000100:00100000:3.0:1742903176.980422:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22753 00000100:00100000:3.0:1742903176.980429:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a316c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+96:2010:x1827566172294272:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903176.980441:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.980458:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009900bc00/0x5d4000e30d83af73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcc3 expref: 96 pid: 9553 timeout: 405 lvb_type: 1 00010000:00010000:3.0:1742903176.980467:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009900bc00/0x5d4000e30d83af73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcc3 expref: 96 pid: 9553 timeout: 405 lvb_type: 1 00010000:00010000:3.0:1742903176.980485:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009900bc00/0x5d4000e30d83af73 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcc3 expref: 96 pid: 9553 timeout: 405 lvb_type: 1 00010000:00010000:3.0:1742903176.980497:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.980499:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903176.980504:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83aff1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcfb expref: 95 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.980512:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83aff1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcfb expref: 95 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.980536:0:7197:0:(ldlm_lockd.c:1128:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83aff1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcfb expref: 95 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903176.980545:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1827566161334528:192.168.203.29@tcp:105: 00000100:00100000:3.0:1742903176.980777:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f203780 going to sleep for 11 seconds 00000100:00100000:1.0:1742903176.980856:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.981080:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172294528 00000100:00100000:2.0:1742903176.981085:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172294528 00000100:00100000:2.0:1742903176.981139:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77016 00000100:00100000:2.0:1742903176.981144:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+849:13299:x1827566172294528:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.981159:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.981171:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83aff8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd02 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.981241:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83afff lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.981250:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83afce lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efce6 expref: 850 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.981256:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83afff lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.981272:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83afce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efce6 expref: 850 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.981281:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83afce lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efce6 expref: 850 pid: 7211 timeout: 405 lvb_type: 0 00000100:00100000:2.0:1742903176.981288:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb5180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161334656:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.981656:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993cccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1742903176.982455:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1827566161334528:192.168.203.29@tcp:105: 00010000:00010000:3.0:1742903176.982471:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.982503:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a316c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+95:2010:x1827566172294272:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2073us (2483us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.982511:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22753 00000100:00100000:0.0:1742903176.983030:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.983098:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.983164:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb5180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161334656:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903176.983177:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83afff lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903176.983229:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172294656 00000100:00100000:3.0:1742903176.983233:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172294656 00000100:00100000:1.0:1742903176.983237:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172294912 00000100:00100000:1.0:1742903176.983244:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172294912 00010000:00010000:3.0:1742903176.983247:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83afce lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efce6 expref: 851 pid: 7211 timeout: 405 lvb_type: 0 00000100:00100000:3.0:1742903176.983262:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22754 00000100:00100000:3.0:1742903176.983266:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+852:2010:x1827566172294656:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1742903176.983271:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17680 00010000:00010000:3.0:1742903176.983273:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1742903176.983274:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+852:13300:x1827566172294912:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:3.0:1742903176.983278:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83afce lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efce6 expref: 852 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903176.983286:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83afce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efce6 expref: 852 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903176.983302:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83afce lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efce6 expref: 852 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903176.983313:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe39:0x0].0x0 (ffff880099028200) 00010000:00010000:3.0:1742903176.983339:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83afff lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.983346:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83afff lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903176.983354:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83afff lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00000040:00080000:1.0:1742903176.983519:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8666, 168 off1518992 00000001:00080000:1.0:1742903176.983525:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004981 00010000:00010000:2.0:1742903176.983570:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83afff lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.983577:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83afff lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:2.0:1742903176.983590:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe39:0x0]: returning size 0 00000100:00100000:1.0:1742903176.983601:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+853:13300:x1827566172294912:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 324us (502us total) trans 4295004982 rc 0/0 00000100:00100000:1.0:1742903176.983609:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17680 00000020:00080000:1.0:1742903176.983612:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1742903176.983833:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83aff8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd02 expref: 854 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.983845:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83afff lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd02 expref: 853 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.983851:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe39:0x0].0x0 (ffff880099028200) 00010000:00010000:2.0:1742903176.983853:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1742903176.983855:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009972cc00, rc 0) 00000100:00100000:2.0:1742903176.983889:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+853:13299:x1827566172294528:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2743us (3032us total) trans 4295004983 rc 0/0 00000100:00100000:2.0:1742903176.983895:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77016 00010000:00010000:3.0:1742903176.983948:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.983971:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+852:2010:x1827566172294656:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 703us (941us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.983976:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22754 00000100:00100000:0.0:1742903176.984618:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.984744:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172295040 00000100:00100000:2.0:1742903176.984749:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172295040 00000100:00100000:2.0:1742903176.984781:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77017 00000100:00100000:2.0:1742903176.984786:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+852:13300:x1827566172295040:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.984797:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.984814:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83b00d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd09 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.984853:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b014 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.984864:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b014 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.984873:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b014 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.984881:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83b01b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.984890:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83b01b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.984895:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83b01b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.984950:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2bc00/0x5d4000e30d83b022 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.984956:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2bc00/0x5d4000e30d83b022 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.984962:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2bc00/0x5d4000e30d83b022 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:2.0:1742903176.984982:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe38:0x0]: returning size 53 00000004:00200000:2.0:1742903176.984985:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.984995:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2bc00/0x5d4000e30d83b022 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.985002:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2bc00/0x5d4000e30d83b022 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.985009:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b014 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.985013:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b014 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.985019:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b014 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.985024:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f2a200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.985028:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b014 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.985035:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b014 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.985042:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903176.985045:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.985048:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b014 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.985053:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b014 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.985061:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83b01b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.985066:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83b01b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.985070:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83b01b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.985074:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f2aa00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903176.985076:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83b01b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.985080:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83b01b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.985085:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x19f5fa5d (ffff880091643200) 00010000:00010000:2.0:1742903176.985087:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903176.985089:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83b01b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.985094:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83b01b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.985109:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83b00d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd09 expref: 854 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.985118:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2bc00/0x5d4000e30d83b022 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd09 expref: 853 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.985123:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe38:0x0].0x0 (ffff880091643100) 00010000:00010000:2.0:1742903176.985125:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.985127:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099f2bc00, rc 0) 00000100:00100000:2.0:1742903176.985163:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+853:13300:x1827566172295040:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 376us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.985168:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77017 00000100:00100000:1.0:1742903176.985346:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.985382:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172295168 00000100:00100000:0.0:1742903176.985385:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172295168 00000100:00100000:0.0:1742903176.985408:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77018 00000100:00100000:0.0:1742903176.985413:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+853:13299:x1827566172295168:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903176.985423:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903176.985431:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189200/0x5d4000e30d83b029 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd10 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.985467:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d6e00/0x5d4000e30d83b030 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.985475:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83afff lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd02 expref: 854 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.985482:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d6e00/0x5d4000e30d83b030 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.985508:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83afff lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd02 expref: 854 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903176.985518:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83afff lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd02 expref: 854 pid: 9576 timeout: 405 lvb_type: 0 00000100:00100000:0.0:1742903176.985529:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136a99880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161334784:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903176.985642:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4900 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.987113:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.987180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.987290:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172295296 00000100:00100000:1.0:1742903176.987296:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172295296 00000100:00100000:3.0:1742903176.987297:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172295424 00000100:00100000:2.0:1742903176.987300:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136a99880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161334784:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.987302:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172295424 00010000:00010000:1.0:1742903176.987330:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83afff lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd02 expref: 856 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:2.0:1742903176.987334:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d6e00/0x5d4000e30d83b030 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903176.987348:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22755 00000100:00100000:1.0:1742903176.987353:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8455 00000100:00100000:3.0:1742903176.987354:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+856:2009:x1827566172295296:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1742903176.987368:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+856:2010:x1827566172295424:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903176.987377:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.987383:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903176.987388:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83afff lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd02 expref: 856 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:1.0:1742903176.987395:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2bc00/0x5d4000e30d83b022 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd09 expref: 856 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.987399:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83afff lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd02 expref: 856 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:1.0:1742903176.987406:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe38:0x0].0x0 (ffff880091643100) 00010000:00010000:1.0:1742903176.987410:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903176.987411:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83afff lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd02 expref: 855 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903176.987421:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe39:0x0].0x0 (ffff880099028200) 00010000:00010000:3.0:1742903176.987425:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d6e00/0x5d4000e30d83b030 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.987432:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d6e00/0x5d4000e30d83b030 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.987438:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d6e00/0x5d4000e30d83b030 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00000100:00100000:1.0:1742903176.987448:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+854:2010:x1827566172295424:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 89us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.987454:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8455 00010000:00010000:3.0:1742903176.987469:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903176.987489:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+853:2009:x1827566172295296:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 134us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.987495:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22755 00010000:00010000:2.0:1742903176.987544:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d6e00/0x5d4000e30d83b030 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.987550:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d6e00/0x5d4000e30d83b030 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:2.0:1742903176.987583:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe39:0x0]: returning size 0 00000004:00200000:2.0:1742903176.987587:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903176.987602:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d6e00/0x5d4000e30d83b030 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.987625:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189200/0x5d4000e30d83b029 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd10 expref: 853 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.987640:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d6e00/0x5d4000e30d83b030 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd10 expref: 852 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.987646:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe39:0x0].0x0 (ffff880099028200) 00010000:00010000:2.0:1742903176.987648:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903176.987650:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800841d6e00, rc 0) 00000100:00100000:2.0:1742903176.987686:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+852:13299:x1827566172295168:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2272us (2369us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.987691:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77018 00000100:00100000:0.0:1742903176.990243:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.990491:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172295680 00000100:00100000:2.0:1742903176.990499:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172295680 00000100:00100000:2.0:1742903176.990536:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77019 00000100:00100000:2.0:1742903176.990542:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+852:13300:x1827566172295680:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.990558:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.990575:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189000/0x5d4000e30d83b037 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd17 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.990669:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b03e lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.990681:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83afb2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcdf expref: 853 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.990688:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b03e lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.990716:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83afb2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcdf expref: 853 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.990727:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83afb2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcdf expref: 853 pid: 9576 timeout: 405 lvb_type: 0 00000100:00100000:2.0:1742903176.990737:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161334912:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903176.991096:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993cc6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.992035:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903176.992134:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.992229:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172295808 00000100:00100000:2.0:1742903176.992236:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172295808 00000100:00100000:2.0:1742903176.992269:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77020 00000100:00100000:2.0:1742903176.992274:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+854:13299:x1827566172295808:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903176.992289:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903176.992307:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072107a00/0x5d4000e30d83b045 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd1e expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.992403:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072106800/0x5d4000e30d83b04c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.992414:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072106800/0x5d4000e30d83b04c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.992423:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072106800/0x5d4000e30d83b04c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903176.992504:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072107a00/0x5d4000e30d83b045 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd1e expref: 856 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.992525:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072106800/0x5d4000e30d83b04c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd1e expref: 855 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.992536:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe39:0x0].0x0 (ffff880099028200) 00010000:00010000:2.0:1742903176.992539:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1742903176.992541:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072106800, rc 0) 00000100:00100000:2.0:1742903176.992585:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+855:13299:x1827566172295808:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 310us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.992591:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77020 00000100:00100000:2.0:1742903176.992626:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172295936 00000100:00100000:2.0:1742903176.992629:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172295936 00010000:00010000:2.0:1742903176.992639:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83afb2 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcdf expref: 855 pid: 9576 timeout: 405 lvb_type: 0 00000100:00100000:2.0:1742903176.992662:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22756 00000100:00100000:2.0:1742903176.992666:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+855:2009:x1827566172295936:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903176.992674:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903176.992678:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83afb2 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcdf expref: 855 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:2.0:1742903176.992687:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83afb2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcdf expref: 855 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:2.0:1742903176.992697:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe38:0x0].0x0 (ffff880091643100) 00010000:00010000:2.0:1742903176.992701:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b03e lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.992707:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b03e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.992714:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b03e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.992727:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.992747:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+855:2009:x1827566172295936:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 80us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.992752:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22756 00010000:00010000:3.0:1742903176.992760:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58200/0x5d4000e30d83afb2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcdf expref: 854 pid: 9576 timeout: 405 lvb_type: 0 00000100:00100000:3.0:1742903176.992772:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161334912:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.992784:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b03e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.992791:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b03e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.992795:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b03e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.992807:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe38:0x0]: returning size 53 00010000:00010000:3.0:1742903176.992884:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189000/0x5d4000e30d83b037 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd17 expref: 855 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.992894:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b03e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd17 expref: 854 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.992899:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe38:0x0].0x0 (ffff880091643100) 00010000:00010000:3.0:1742903176.992901:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1742903176.992903:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b5336e00, rc 0) 00000100:00100000:3.0:1742903176.992939:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+854:13300:x1827566172295680:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2396us (2702us total) trans 4295004984 rc 0/0 00000100:00100000:3.0:1742903176.992947:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77019 00000100:00100000:0.0:1742903176.993788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.993847:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172296064 00000100:00100000:1.0:1742903176.993850:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172296064 00000100:00100000:1.0:1742903176.994036:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11632 00000100:00100000:1.0:1742903176.994041:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+96:13299:x1827566172296064:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903176.994051:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903176.994062:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072038600/0x5d4000e30d83b05a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd25 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.994080:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f617800/0x5d4000e30d83afea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efced expref: 97 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903176.994085:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903176.994086:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903176.994088:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072038600/0x5d4000e30d83b05a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd25 expref: 97 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.994105:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f617800/0x5d4000e30d83afea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efced expref: 97 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903176.994111:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f617800/0x5d4000e30d83afea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efced expref: 97 pid: 9553 timeout: 405 lvb_type: 1 00000100:00100000:1.0:1742903176.994118:0:9553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800720e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9553:1827566161335040:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903176.994180:0:9553:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db600 going to sleep for 11 seconds 00000100:00100000:0.0:1742903176.994517:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.994570:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172296192 00000100:00100000:3.0:1742903176.994574:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172296192 00000100:00100000:3.0:1742903176.994595:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77021 00000100:00100000:3.0:1742903176.994599:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+854:13300:x1827566172296192:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.994610:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.994620:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3200/0x5d4000e30d83b061 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd2c expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.994675:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83b068 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.994684:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b03e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd17 expref: 855 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.994689:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83b068 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.994704:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b03e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd17 expref: 855 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.994712:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b03e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd17 expref: 855 pid: 7211 timeout: 405 lvb_type: 0 00000100:00100000:3.0:1742903176.994720:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161335168:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903176.994865:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009967d600 going to sleep for 11 seconds 00000100:00100000:1.0:1742903176.995052:0:9553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800720e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9553:1827566161335040:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903176.995066:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072038600/0x5d4000e30d83b05a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd25 expref: 97 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903176.995080:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072038600, rc 0) 00000100:00100000:1.0:1742903176.995099:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+97:13299:x1827566172296064:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1058us (1313us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903176.995105:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11632 00000100:00100000:0.0:1742903176.996223:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.996258:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172296448 00000100:00100000:2.0:1742903176.996263:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172296448 00010000:00010000:2.0:1742903176.996280:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b03e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd17 expref: 856 pid: 7211 timeout: 405 lvb_type: 0 00000100:00100000:0.0:1742903176.996280:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903176.996402:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172296320 00000100:00100000:2.0:1742903176.996405:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172296320 00000100:00100000:0.0:1742903176.996414:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22757 00010000:00010000:2.0:1742903176.996415:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f617800/0x5d4000e30d83afea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efced expref: 97 pid: 9553 timeout: 405 lvb_type: 1 00000100:00100000:0.0:1742903176.996419:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+856:2009:x1827566172296448:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903176.996427:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903176.996432:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b03e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd17 expref: 856 pid: 7211 timeout: 405 lvb_type: 0 00000100:00100000:2.0:1742903176.996434:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22758 00000100:00100000:2.0:1742903176.996437:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+97:2010:x1827566172296320:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903176.996439:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b03e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd17 expref: 856 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:2.0:1742903176.996443:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903176.996455:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe38:0x0].0x0 (ffff880091643100) 00010000:00010000:2.0:1742903176.996456:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f617800/0x5d4000e30d83afea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efced expref: 97 pid: 9553 timeout: 405 lvb_type: 1 00010000:00010000:0.0:1742903176.996459:0:10898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83b068 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.996463:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f617800/0x5d4000e30d83afea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efced expref: 97 pid: 9553 timeout: 405 lvb_type: 1 00010000:00010000:0.0:1742903176.996464:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83b068 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903176.996470:0:10898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83b068 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903176.996474:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f617800/0x5d4000e30d83afea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efced expref: 97 pid: 9553 timeout: 405 lvb_type: 1 00010000:00010000:0.0:1742903176.996481:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903176.996484:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903176.996485:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903176.996489:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072038600/0x5d4000e30d83b05a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd25 expref: 96 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903176.996497:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072038600/0x5d4000e30d83b05a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd25 expref: 96 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903176.996499:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+856:2009:x1827566172296448:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 80us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903176.996505:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22757 00010000:00010000:2.0:1742903176.996513:0:7197:0:(ldlm_lockd.c:1128:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072038600/0x5d4000e30d83b05a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd25 expref: 96 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903176.996522:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7197:1827566161335296:192.168.203.29@tcp:105: 00000100:00100000:2.0:1742903176.996552:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a88ba300 going to sleep for 11 seconds 00010000:00010000:3.0:1742903176.996655:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b03e lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe38:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd17 expref: 855 pid: 7211 timeout: 405 lvb_type: 0 00000100:00100000:3.0:1742903176.996673:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161335168:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903176.996685:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83b068 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.996693:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83b068 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.996697:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83b068 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.996727:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe38:0x0]: returning size 53 00000004:00200000:3.0:1742903176.996731:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.996741:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83b068 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.996762:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3200/0x5d4000e30d83b061 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd2c expref: 855 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.996773:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83b068 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd2c expref: 854 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.996778:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe38:0x0].0x0 (ffff880091643100) 00010000:00010000:3.0:1742903176.996780:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.996782:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eb58e00, rc 0) 00000100:00100000:3.0:1742903176.996806:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+854:13300:x1827566172296192:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2206us (2289us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.996811:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77021 00000100:00100000:2.0:1742903176.997816:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7197:1827566161335296:192.168.203.29@tcp:105: 00010000:00010000:2.0:1742903176.997826:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903176.997939:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+96:2010:x1827566172296320:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1499us (1657us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903176.997945:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22758 00000100:00100000:0.0:1742903176.998246:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903176.998301:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172296576 00000100:00100000:3.0:1742903176.998306:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172296576 00000100:00100000:3.0:1742903176.998353:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77022 00000100:00100000:3.0:1742903176.998368:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+854:13300:x1827566172296576:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903176.998381:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903176.998394:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb54e00/0x5d4000e30d83b06f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd33 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.998427:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55800/0x5d4000e30d83b076 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998438:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55800/0x5d4000e30d83b076 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998446:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55800/0x5d4000e30d83b076 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998455:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3600/0x5d4000e30d83b07d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998460:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3600/0x5d4000e30d83b07d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998465:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3600/0x5d4000e30d83b07d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998513:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83b084 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998518:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83b084 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998523:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83b084 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1742903176.998546:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe36:0x0]: returning size 0 00000004:00200000:3.0:1742903176.998549:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903176.998557:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83b084 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998563:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83b084 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998569:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55800/0x5d4000e30d83b076 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998573:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55800/0x5d4000e30d83b076 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998578:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55800/0x5d4000e30d83b076 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998582:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012eb55800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.998585:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55800/0x5d4000e30d83b076 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998590:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55800/0x5d4000e30d83b076 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998597:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:3.0:1742903176.998599:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.998602:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55800/0x5d4000e30d83b076 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998606:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55800/0x5d4000e30d83b076 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998614:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3600/0x5d4000e30d83b07d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998619:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3600/0x5d4000e30d83b07d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998623:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3600/0x5d4000e30d83b07d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998627:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991c3600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903176.998628:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3600/0x5d4000e30d83b07d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998632:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3600/0x5d4000e30d83b07d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998636:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x2253fa11 (ffff88009c6e2e00) 00010000:00010000:3.0:1742903176.998638:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903176.998640:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3600/0x5d4000e30d83b07d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998644:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3600/0x5d4000e30d83b07d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903176.998659:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb54e00/0x5d4000e30d83b06f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd33 expref: 856 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.998667:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83b084 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd33 expref: 855 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903176.998672:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe36:0x0].0x0 (ffff88009c6e2800) 00010000:00010000:3.0:1742903176.998674:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903176.998676:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009959ee00, rc 0) 00000100:00100000:3.0:1742903176.998709:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+855:13300:x1827566172296576:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 350us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903176.998714:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77022 00000100:00100000:2.0:1742903176.998878:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903176.998917:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172296832 00000100:00100000:1.0:1742903176.998921:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172296832 00000100:00100000:1.0:1742903176.998949:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17681 00000100:00100000:1.0:1742903176.998953:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+855:13299:x1827566172296832:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:1.0:1742903176.999107:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8667, 168 off1519160 00000001:00080000:1.0:1742903176.999112:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004985 00000100:00100000:1.0:1742903176.999162:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+857:13299:x1827566172296832:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 207us (284us total) trans 4295004986 rc 0/0 00000100:00100000:1.0:1742903176.999167:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17681 00000020:00080000:1.0:1742903176.999170:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903177.000164:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.000236:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172296960 00000100:00100000:2.0:1742903177.000240:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172296960 00000100:00100000:2.0:1742903177.000275:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77023 00000100:00100000:2.0:1742903177.000280:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+857:13299:x1827566172296960:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903177.000289:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.000301:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072106400/0x5d4000e30d83b08b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd3a expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.000356:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072107400/0x5d4000e30d83b092 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000375:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072107400/0x5d4000e30d83b092 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000382:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072107400/0x5d4000e30d83b092 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000391:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b099 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000395:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b099 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000400:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b099 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000440:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83b0a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000445:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83b0a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000450:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83b0a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1742903177.000466:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe39:0x0]: returning size 53 00000004:00200000:2.0:1742903177.000468:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.000476:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83b0a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000482:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83b0a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000487:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072107400/0x5d4000e30d83b092 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000492:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072107400/0x5d4000e30d83b092 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000497:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072107400/0x5d4000e30d83b092 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000501:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072107400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.000504:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072107400/0x5d4000e30d83b092 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000509:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072107400/0x5d4000e30d83b092 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000517:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903177.000519:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.000522:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072107400/0x5d4000e30d83b092 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000527:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072107400/0x5d4000e30d83b092 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000537:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b099 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000541:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b099 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000546:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b099 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000549:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d4400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.000552:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b099 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000557:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b099 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000561:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x19f5fa5d (ffff880099028f00) 00010000:00010000:2.0:1742903177.000563:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.000564:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b099 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000567:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b099 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.000579:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072106400/0x5d4000e30d83b08b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd3a expref: 859 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.000585:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83b0a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd3a expref: 858 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.000588:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe39:0x0].0x0 (ffff880099028200) 00010000:00010000:2.0:1742903177.000590:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903177.000591:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4d4e00, rc 0) 00000100:00100000:2.0:1742903177.000620:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+858:13299:x1827566172296960:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 340us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.000625:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77023 00000100:00100000:0.0:1742903177.001132:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.001208:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172297088 00000100:00100000:2.0:1742903177.001211:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172297088 00000100:00100000:2.0:1742903177.001341:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8456 00000100:00100000:2.0:1742903177.001346:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51df850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+858:2009:x1827566172297088:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903177.001355:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903177.001377:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009959ee00/0x5d4000e30d83b084 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd33 expref: 858 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.001386:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe36:0x0].0x0 (ffff88009c6e2800) 00010000:00010000:2.0:1742903177.001388:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903177.001409:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51df850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+857:2009:x1827566172297088:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 63us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.001415:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8456 00000100:00100000:0.0:1742903177.001854:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.001881:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.001913:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.001915:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172297344 00000100:00100000:3.0:1742903177.001918:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172297344 00000100:00100000:3.0:1742903177.001943:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8457 00000100:00100000:3.0:1742903177.001947:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+857:2007:x1827566172297344:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903177.001953:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903177.001962:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83b0a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd3a expref: 857 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.001970:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe39:0x0].0x0 (ffff880099028200) 00010000:00010000:3.0:1742903177.001973:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903177.001990:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+856:2007:x1827566172297344:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 41us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.001995:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8457 00000100:00100000:3.0:1742903177.002011:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172297216 00000100:00100000:3.0:1742903177.002014:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172297216 00000100:00100000:3.0:1742903177.002027:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172297600 00000100:00100000:3.0:1742903177.002028:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172297600 00000100:00100000:3.0:1742903177.002040:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77024 00000100:00100000:3.0:1742903177.002043:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+857:13300:x1827566172297216:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:2.0:1742903177.002050:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77025 00010000:00010000:3.0:1742903177.002054:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1742903177.002054:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+857:13299:x1827566172297600:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903177.002060:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.002062:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83b0a7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd41 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.002064:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072107e00/0x5d4000e30d83b0ae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd48 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.002108:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189200/0x5d4000e30d83b0b5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.002117:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d6e00/0x5d4000e30d83b030 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd10 expref: 859 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.002123:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189200/0x5d4000e30d83b0b5 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.002143:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d6e00/0x5d4000e30d83b030 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd10 expref: 859 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.002152:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d6e00/0x5d4000e30d83b030 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd10 expref: 859 pid: 7211 timeout: 405 lvb_type: 0 00000100:00100000:2.0:1742903177.002163:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb7800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161335424:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903177.002198:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130df0e40 going to sleep for 11 seconds 00010000:00010000:3.0:1742903177.002509:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83b0bc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.002521:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83b0bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.002529:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83b0bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.002540:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b0c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x863a7a8e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.002546:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b0c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.002551:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b0c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.002570:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83b0bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.002575:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83b0bc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.002579:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83b0bc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.002583:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f458200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.002585:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83b0bc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.002590:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83b0bc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.002601:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:3.0:1742903177.002603:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.002606:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83b0bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.002610:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83b0bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.002618:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b0c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.002622:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b0c3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.002627:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b0c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.002630:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720af400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.002632:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b0c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.002636:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b0c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.002641:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x863a7a8e (ffff88012e960f00) 00010000:00010000:3.0:1742903177.002643:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.002645:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b0c3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.002648:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b0c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.002666:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83b0a7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd41 expref: 859 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.002672:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83b0a7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd41 expref: 859 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.002679:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f459000, rc 0) 00000100:00100000:3.0:1742903177.002710:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+858:13300:x1827566172297216:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 665us (855us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903177.002715:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77024 00000100:00100000:0.0:1742903177.003989:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.004051:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172297728 00000100:00100000:1.0:1742903177.004057:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172297728 00000100:00100000:2.0:1742903177.004070:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb7800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161335424:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903177.004073:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d6e00/0x5d4000e30d83b030 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd10 expref: 858 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:2.0:1742903177.004084:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189200/0x5d4000e30d83b0b5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:1.0:1742903177.004103:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22759 00000100:00100000:1.0:1742903177.004107:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+858:2009:x1827566172297728:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903177.004116:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903177.004120:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d6e00/0x5d4000e30d83b030 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd10 expref: 858 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:1.0:1742903177.004134:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d6e00/0x5d4000e30d83b030 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd10 expref: 858 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:1.0:1742903177.004148:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d6e00/0x5d4000e30d83b030 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd10 expref: 858 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:1.0:1742903177.004159:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe39:0x0].0x0 (ffff880099028200) 00010000:00010000:1.0:1742903177.004163:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189200/0x5d4000e30d83b0b5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.004169:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189200/0x5d4000e30d83b0b5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.004174:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189200/0x5d4000e30d83b0b5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.004188:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903177.004210:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+857:2009:x1827566172297728:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 102us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.004215:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22759 00010000:00010000:2.0:1742903177.004299:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189200/0x5d4000e30d83b0b5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.004305:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189200/0x5d4000e30d83b0b5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1742903177.004337:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe39:0x0]: returning size 53 00010000:00010000:2.0:1742903177.004548:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072107e00/0x5d4000e30d83b0ae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd48 expref: 858 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.004560:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189200/0x5d4000e30d83b0b5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd48 expref: 857 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.004566:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe39:0x0].0x0 (ffff880099028200) 00010000:00010000:2.0:1742903177.004568:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1742903177.004570:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c189200, rc 0) 00000100:00100000:2.0:1742903177.004600:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+857:13299:x1827566172297600:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2544us (2686us total) trans 4295004987 rc 0/0 00000100:00100000:2.0:1742903177.004605:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77025 00000100:00100000:0.0:1742903177.004720:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.004755:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172297856 00000100:00100000:3.0:1742903177.004759:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172297856 00000100:00100000:3.0:1742903177.004777:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77026 00000100:00100000:3.0:1742903177.004781:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+857:13300:x1827566172297856:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903177.004791:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.004799:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49400/0x5d4000e30d83b0d1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd4f expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.004815:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49400/0x5d4000e30d83b0d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd4f expref: 858 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.004823:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49400/0x5d4000e30d83b0d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd4f expref: 858 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.004829:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:3.0:1742903177.004831:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.004833:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf49400, rc 0) 00000100:00100000:3.0:1742903177.004864:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+858:13300:x1827566172297856:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 81us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.004874:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77026 00000100:00100000:0.0:1742903177.005991:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.006309:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172297984 00000100:00100000:0.0:1742903177.006501:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.006555:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172297984 00000100:00100000:1.0:1742903177.006568:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172298112 00000100:00100000:1.0:1742903177.006576:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172298112 00000100:00100000:3.0:1742903177.006579:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77027 00000100:00100000:3.0:1742903177.006583:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+859:13299:x1827566172297984:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903177.006596:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.006605:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83b0d8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd56 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903177.006614:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17682 00000100:00100000:1.0:1742903177.006617:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098076050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+860:13300:x1827566172298112:12345-192.168.203.29@tcp:37:dbench.0 00010000:00010000:3.0:1742903177.006658:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48c00/0x5d4000e30d83b0df lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.006668:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189200/0x5d4000e30d83b0b5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd48 expref: 860 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.006673:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48c00/0x5d4000e30d83b0df lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.006695:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189200/0x5d4000e30d83b0b5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd48 expref: 860 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.006705:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189200/0x5d4000e30d83b0b5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd48 expref: 860 pid: 7212 timeout: 405 lvb_type: 0 00000100:00100000:3.0:1742903177.006715:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161335552:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903177.006766:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009967d480 going to sleep for 11 seconds 00000100:00100000:3.0:1742903177.007867:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161335552:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903177.007885:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48c00/0x5d4000e30d83b0df lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:1.0:1742903177.008631:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098076050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+860:13300:x1827566172298112:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2007us (2125us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.008647:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17682 00000100:00100000:0.0:1742903177.008915:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.008997:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172298240 00000100:00100000:3.0:1742903177.009001:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172298240 00010000:00010000:3.0:1742903177.009019:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189200/0x5d4000e30d83b0b5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd48 expref: 860 pid: 7212 timeout: 405 lvb_type: 0 00000100:00100000:3.0:1742903177.009047:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22760 00000100:00100000:3.0:1742903177.009052:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+860:2010:x1827566172298240:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903177.009061:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903177.009066:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189200/0x5d4000e30d83b0b5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd48 expref: 860 pid: 7212 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903177.009075:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189200/0x5d4000e30d83b0b5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd48 expref: 860 pid: 7212 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903177.009286:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189200/0x5d4000e30d83b0b5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe39:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd48 expref: 860 pid: 7212 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903177.009299:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe39:0x0].0x0 (ffff880099028200) 00010000:00010000:3.0:1742903177.009303:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48c00/0x5d4000e30d83b0df lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.009310:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48c00/0x5d4000e30d83b0df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.009366:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48c00/0x5d4000e30d83b0df lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.009387:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903177.009424:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+859:2010:x1827566172298240:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 371us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.009431:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22760 00010000:00010000:0.0:1742903177.009480:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48c00/0x5d4000e30d83b0df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.009486:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48c00/0x5d4000e30d83b0df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:0.0:1742903177.009520:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe39:0x0]: returning size 53 00000004:00200000:0.0:1742903177.009523:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903177.009536:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48c00/0x5d4000e30d83b0df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.009559:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83b0d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd56 expref: 859 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.009582:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48c00/0x5d4000e30d83b0df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd56 expref: 858 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.009589:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe39:0x0].0x0 (ffff880099028200) 00010000:00010000:0.0:1742903177.009591:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903177.009593:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf48c00, rc 0) 00000100:00100000:0.0:1742903177.009727:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+858:13299:x1827566172297984:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3142us (3736us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903177.009733:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77027 00000100:00100000:0.0:1742903177.010657:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.010733:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172298496 00000100:00100000:2.0:1742903177.010739:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172298496 00000100:00100000:2.0:1742903177.010759:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77028 00000100:00100000:2.0:1742903177.010763:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+858:13300:x1827566172298496:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903177.010775:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.010786:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b0e6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd5d expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.010832:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b400/0x5d4000e30d83b0ed lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.010840:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b400/0x5d4000e30d83b0ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.010846:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b400/0x5d4000e30d83b0ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.010856:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b0f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x863a7a8e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.010861:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b0f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.010865:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b0f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.010889:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b400/0x5d4000e30d83b0ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.010894:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b400/0x5d4000e30d83b0ed lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.010899:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b400/0x5d4000e30d83b0ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.010903:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f2b400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.010907:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b400/0x5d4000e30d83b0ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.010912:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b400/0x5d4000e30d83b0ed lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.010919:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903177.010921:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.010923:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b400/0x5d4000e30d83b0ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.010927:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b400/0x5d4000e30d83b0ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.010936:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b0f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.010940:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b0f4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.010944:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b0f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.010947:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720af400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.010949:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b0f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.010953:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b0f4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.010957:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x863a7a8e (ffff880091643d00) 00010000:00010000:2.0:1742903177.010959:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.010961:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b0f4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.010968:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b0f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.010987:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b0e6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd5d expref: 859 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.010994:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b0e6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd5d expref: 859 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.011000:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099f2a200, rc 0) 00000100:00100000:2.0:1742903177.011032:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+858:13300:x1827566172298496:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 268us (376us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903177.011038:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77028 00000100:00100000:0.0:1742903177.011913:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.011957:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172298624 00000100:00100000:2.0:1742903177.011961:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172298624 00000100:00100000:2.0:1742903177.011989:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77029 00000100:00100000:2.0:1742903177.011993:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+858:13299:x1827566172298624:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903177.012000:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.012008:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83b0fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd64 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.012035:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83b102 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012043:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83b102 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012049:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83b102 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012058:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83b109 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012063:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83b109 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012067:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83b109 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012105:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3600/0x5d4000e30d83b110 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012111:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3600/0x5d4000e30d83b110 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012115:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3600/0x5d4000e30d83b110 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:2.0:1742903177.012139:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe37:0x0]: returning size 0 00000004:00200000:2.0:1742903177.012142:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.012152:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3600/0x5d4000e30d83b110 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012159:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3600/0x5d4000e30d83b110 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012164:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83b102 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012168:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83b102 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012172:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83b102 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012179:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f459000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.012181:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83b102 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012186:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83b102 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012193:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903177.012195:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.012197:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83b102 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012201:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459000/0x5d4000e30d83b102 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012209:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83b109 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012213:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83b109 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012217:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83b109 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012220:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f458200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.012222:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83b109 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012226:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83b109 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012231:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x2253fa11 (ffff88012e960d00) 00010000:00010000:2.0:1742903177.012233:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.012235:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83b109 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012240:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458200/0x5d4000e30d83b109 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012254:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83b0fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd64 expref: 860 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.012263:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3600/0x5d4000e30d83b110 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd64 expref: 859 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.012269:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe37:0x0].0x0 (ffff88012e960600) 00010000:00010000:2.0:1742903177.012270:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903177.012272:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991c3600, rc 0) 00000100:00100000:2.0:1742903177.012305:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+859:13299:x1827566172298624:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 311us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.012310:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77029 00000100:00100000:0.0:1742903177.012764:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.012835:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172298752 00000100:00100000:2.0:1742903177.012841:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172298752 00000100:00100000:2.0:1742903177.012868:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77030 00000100:00100000:2.0:1742903177.012874:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+859:13300:x1827566172298752:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903177.012892:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.012906:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83b117 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd6b expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.012960:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b11e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012971:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b11e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012978:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b11e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012986:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83b125 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012989:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83b125 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.012992:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83b125 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.013014:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b11e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.013017:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b11e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.013020:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b11e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.013023:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800b5336e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.013025:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b11e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.013028:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b11e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.013034:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903177.013036:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.013038:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b11e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.013041:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b11e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.013050:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83b125 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.013054:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83b125 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.013058:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83b125 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.013062:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d4e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.013064:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83b125 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.013068:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83b125 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.013072:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x86397a9e (ffff880091643a00) 00010000:00010000:2.0:1742903177.013074:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.013076:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83b125 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.013080:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4e00/0x5d4000e30d83b125 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.013100:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83b117 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd6b expref: 860 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.013106:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83b117 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd6b expref: 860 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.013113:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099f2a000, rc 0) 00000100:00100000:2.0:1742903177.013154:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+859:13300:x1827566172298752:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 280us (391us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903177.013160:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77030 00000100:00100000:0.0:1742903177.014473:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.014509:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172299008 00000100:00100000:2.0:1742903177.014514:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172299008 00000100:00100000:2.0:1742903177.014546:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77031 00000100:00100000:2.0:1742903177.014551:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+859:13300:x1827566172299008:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903177.014560:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.014562:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1742903177.014577:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49400/0x5d4000e30d83b0d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd4f expref: 859 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.014587:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903177.014590:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.014595:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3200/0x5d4000e30d83b12c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd72 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.014641:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d000/0x5d4000e30d83b133 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.014649:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d000/0x5d4000e30d83b133 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.014655:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d000/0x5d4000e30d83b133 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.014664:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d600/0x5d4000e30d83b13a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0x86397a9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.014670:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d600/0x5d4000e30d83b13a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.014675:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d600/0x5d4000e30d83b13a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903177.014781:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.014841:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172299136 00000100:00100000:3.0:1742903177.014846:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172299136 00000100:00100000:3.0:1742903177.014876:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8458 00000100:00100000:3.0:1742903177.014881:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+860:2009:x1827566172299136:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903177.014889:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903177.014900:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3600/0x5d4000e30d83b110 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd64 expref: 860 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.014910:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe37:0x0].0x0 (ffff88012e960600) 00010000:00010000:3.0:1742903177.014913:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903177.014932:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+859:2009:x1827566172299136:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 51us (152us total) trans 0 rc 0/0 00000004:00080000:2.0:1742903177.014935:0:7211:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x701:0x0], index 0: 0 00000100:00100000:3.0:1742903177.014938:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8458 00000040:00080000:2.0:1742903177.015008:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8668, 184 off1519344 00010000:00010000:2.0:1742903177.015066:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83b141 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.015072:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83b141 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.015078:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83b141 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.015106:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d000/0x5d4000e30d83b133 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.015111:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d000/0x5d4000e30d83b133 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.015116:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d000/0x5d4000e30d83b133 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.015121:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008679d000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.015124:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d000/0x5d4000e30d83b133 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.015129:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d000/0x5d4000e30d83b133 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.015136:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903177.015139:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.015142:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d000/0x5d4000e30d83b133 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.015146:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d000/0x5d4000e30d83b133 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000004:00010000:2.0:1742903177.015154:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88011ed22300 reply state ffff880096ab9000 transno 4295004988 ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d600/0x5d4000e30d83b13a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.015162:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d600/0x5d4000e30d83b13a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.015166:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x86397a9e (ffff880091643c00) 00010000:00010000:2.0:1742903177.015169:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.015171:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1742903177.015189:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3200/0x5d4000e30d83b12c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd72 expref: 860 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.015199:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83b141 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd72 expref: 859 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.015205:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3a:0x0].0x0 (ffff880091643b00) 00010000:00010000:2.0:1742903177.015206:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903177.015208:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008679cc00, rc 0) 00000100:00100000:2.0:1742903177.015237:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+860:13300:x1827566172299008:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 686us (768us total) trans 4295004988 rc 0/0 00000100:00100000:2.0:1742903177.015241:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77031 00000100:00100000:0.0:1742903177.016218:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.016427:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172299264 00000100:00100000:2.0:1742903177.016433:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172299264 00000100:00100000:2.0:1742903177.016458:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77032 00000100:00100000:2.0:1742903177.016463:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+860:13299:x1827566172299264:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903177.016474:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.016492:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78e00/0x5d4000e30d83b14f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd79 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.016524:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79400/0x5d4000e30d83b156 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.016531:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79400/0x5d4000e30d83b156 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.016537:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79400/0x5d4000e30d83b156 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.016545:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79600/0x5d4000e30d83b15d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x863a7a8e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.016550:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79600/0x5d4000e30d83b15d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.016555:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79600/0x5d4000e30d83b15d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.016574:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79400/0x5d4000e30d83b156 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.016579:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79400/0x5d4000e30d83b156 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.016584:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79400/0x5d4000e30d83b156 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.016588:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec79400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.016591:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79400/0x5d4000e30d83b156 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.016596:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79400/0x5d4000e30d83b156 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.016602:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903177.016604:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.016607:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79400/0x5d4000e30d83b156 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.016612:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79400/0x5d4000e30d83b156 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.016619:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79600/0x5d4000e30d83b15d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.016624:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79600/0x5d4000e30d83b15d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.016628:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79600/0x5d4000e30d83b15d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.016632:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec79600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.016634:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79600/0x5d4000e30d83b15d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.016639:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79600/0x5d4000e30d83b15d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.016644:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x863a7a8e (ffff880091643700) 00010000:00010000:2.0:1742903177.016646:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.016648:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79600/0x5d4000e30d83b15d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.016652:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79600/0x5d4000e30d83b15d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.016672:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78e00/0x5d4000e30d83b14f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd79 expref: 861 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.016679:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78e00/0x5d4000e30d83b14f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd79 expref: 861 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.016691:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec78e00, rc 0) 00000100:00100000:0.0:1742903177.016700:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.016714:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+860:13299:x1827566172299264:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 250us (497us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903177.016719:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77032 00000100:00100000:1.0:1742903177.016869:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172299392 00000100:00100000:1.0:1742903177.016874:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172299392 00000100:00100000:1.0:1742903177.016910:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11633 00000100:00100000:1.0:1742903177.016914:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+95:2010:x1827566172299392:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903177.016922:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.016933:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009900bc00/0x5d4000e30d83b164 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd80 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1742903177.016951:0:9553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x701:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1742903177.016963:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903177.016965:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903177.016971:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009900bc00/0x5d4000e30d83b164 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd80 expref: 96 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903177.016981:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009900bc00/0x5d4000e30d83b164 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd80 expref: 96 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903177.016987:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009900bc00, rc 0) 00000100:00100000:1.0:1742903177.017017:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+96:2010:x1827566172299392:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 102us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.017022:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11633 00000100:00100000:2.0:1742903177.018551:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.018592:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.018604:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172299520 00000100:00100000:0.0:1742903177.018609:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172299520 00000100:00100000:0.0:1742903177.018632:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77033 00000100:00100000:0.0:1742903177.018637:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+860:13299:x1827566172299520:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903177.018646:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1742903177.018647:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172299776 00000100:00100000:1.0:1742903177.018650:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172299776 00010000:00010000:0.0:1742903177.018657:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83b16b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd87 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903177.018670:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17683 00000100:00100000:1.0:1742903177.018673:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+862:13300:x1827566172299776:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:0.0:1742903177.018676:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83b16b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd87 expref: 862 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.018685:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83b16b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd87 expref: 862 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.018692:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:0.0:1742903177.018694:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.018696:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009972d400, rc 0) 00000100:00100000:0.0:1742903177.018717:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+862:13299:x1827566172299520:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 81us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903177.018722:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77033 00000040:00080000:1.0:1742903177.018841:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8669, 168 off1519512 00000001:00080000:1.0:1742903177.018846:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004989 00000100:00100000:1.0:1742903177.018909:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+863:13300:x1827566172299776:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 234us (316us total) trans 4295004990 rc 0/0 00000100:00100000:1.0:1742903177.018916:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17683 00000020:00080000:1.0:1742903177.018919:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903177.020052:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.020083:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.020134:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172300160 00000100:00100000:2.0:1742903177.020135:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172300032 00000100:00100000:1.0:1742903177.020138:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172300160 00000100:00100000:2.0:1742903177.020139:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172300032 00000100:00100000:2.0:1742903177.020162:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77034 00000100:00100000:1.0:1742903177.020165:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17684 00000100:00100000:2.0:1742903177.020167:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+864:13300:x1827566172300032:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:1.0:1742903177.020168:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+864:13299:x1827566172300160:12345-192.168.203.29@tcp:37:dbench.0 00010000:00010000:2.0:1742903177.020196:0:7211:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.020208:0:7211:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78a00/0x5d4000e30d83b172 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd8e expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.020272:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79200/0x5d4000e30d83b179 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.020281:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83b141 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd72 expref: 865 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.020287:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79200/0x5d4000e30d83b179 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.020335:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83b141 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd72 expref: 865 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.020347:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83b141 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd72 expref: 865 pid: 7211 timeout: 405 lvb_type: 0 00000100:00100000:2.0:1742903177.020370:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161335680:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903177.020431:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096a93300 going to sleep for 11 seconds 00000100:00100000:2.0:1742903177.021352:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161335680:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903177.021377:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903177.021380:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79200/0x5d4000e30d83b179 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903177.021432:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172300288 00000100:00100000:3.0:1742903177.021440:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172300288 00010000:00010000:3.0:1742903177.021457:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83b141 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd72 expref: 866 pid: 7211 timeout: 405 lvb_type: 0 00000100:00100000:3.0:1742903177.021476:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22761 00000100:00100000:3.0:1742903177.021481:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+866:2009:x1827566172300288:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903177.021490:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903177.021495:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83b141 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd72 expref: 866 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903177.021504:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83b141 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd72 expref: 866 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903177.021529:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83b141 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd72 expref: 866 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903177.021545:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3a:0x0].0x0 (ffff880091643b00) 00010000:00010000:3.0:1742903177.021549:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79200/0x5d4000e30d83b179 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.021555:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79200/0x5d4000e30d83b179 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.021561:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79200/0x5d4000e30d83b179 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.021585:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903177.021612:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+865:2009:x1827566172300288:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 130us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.021618:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22761 00010000:00010000:2.0:1742903177.021702:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79200/0x5d4000e30d83b179 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.021714:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79200/0x5d4000e30d83b179 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:2.0:1742903177.021734:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe3a:0x0]: returning size 0 00000100:00100000:1.0:1742903177.021811:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+865:13299:x1827566172300160:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 1642us (1726us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.021817:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17684 00010000:00010000:2.0:1742903177.021846:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78a00/0x5d4000e30d83b172 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd8e expref: 865 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.021861:0:7211:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79200/0x5d4000e30d83b179 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd8e expref: 864 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.021868:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3a:0x0].0x0 (ffff880091643b00) 00010000:00010000:2.0:1742903177.021870:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1742903177.021873:0:7211:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec79200, rc 0) 00000100:00100000:2.0:1742903177.021923:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+864:13300:x1827566172300032:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1754us (1871us total) trans 4295004991 rc 0/0 00000100:00100000:2.0:1742903177.021929:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77034 00000100:00100000:0.0:1742903177.023573:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.023610:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.023633:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172300544 00000100:00100000:2.0:1742903177.023639:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172300544 00000100:00100000:2.0:1742903177.023661:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172300672 00000100:00100000:2.0:1742903177.023663:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172300672 00000100:00100000:0.0:1742903177.023673:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77035 00000100:00100000:0.0:1742903177.023679:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+865:13299:x1827566172300544:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:2.0:1742903177.023682:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77036 00000100:00100000:2.0:1742903177.023686:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+865:13300:x1827566172300672:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903177.023706:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.023707:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903177.023719:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616400/0x5d4000e30d83b187 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd95 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.023720:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78800/0x5d4000e30d83b18e lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efd9c expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.023766:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616e00/0x5d4000e30d83b195 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.023773:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79c00/0x5d4000e30d83b19c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.023776:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616e00/0x5d4000e30d83b195 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.023781:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79200/0x5d4000e30d83b179 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd8e expref: 867 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.023785:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616e00/0x5d4000e30d83b195 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.023786:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79c00/0x5d4000e30d83b19c lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.023795:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83b1a3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x863a7a8e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.023800:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83b1a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.023804:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83b1a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.023815:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79200/0x5d4000e30d83b179 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd8e expref: 867 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.023825:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79200/0x5d4000e30d83b179 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd8e expref: 867 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:0.0:1742903177.023829:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616e00/0x5d4000e30d83b195 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903177.023835:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb7100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161335808:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903177.023835:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616e00/0x5d4000e30d83b195 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.023839:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616e00/0x5d4000e30d83b195 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.023848:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f616e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.023851:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616e00/0x5d4000e30d83b195 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.023856:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616e00/0x5d4000e30d83b195 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.023863:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:0.0:1742903177.023865:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.023868:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616e00/0x5d4000e30d83b195 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.023872:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616e00/0x5d4000e30d83b195 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.023899:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83b1a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.023905:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83b1a3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903177.023907:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096a93540 going to sleep for 11 seconds 00010000:00010000:0.0:1742903177.023909:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83b1a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.023914:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009972da00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.023916:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83b1a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.023921:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83b1a3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.023926:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x863a7a8e (ffff880130ebb800) 00010000:00010000:0.0:1742903177.023929:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.023931:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83b1a3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.023935:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972da00/0x5d4000e30d83b1a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x863a7a8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.023956:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616400/0x5d4000e30d83b187 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd95 expref: 867 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.023963:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616400/0x5d4000e30d83b187 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd95 expref: 867 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.023970:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f616400, rc 0) 00000100:00100000:0.0:1742903177.023987:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+866:13299:x1827566172300544:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 309us (418us total) trans 0 rc 301/301 00000100:00100000:0.0:1742903177.023991:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77035 00000100:00100000:0.0:1742903177.025066:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.025093:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.025111:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172300800 00000100:00100000:3.0:1742903177.025120:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172300800 00010000:00010000:3.0:1742903177.025140:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79200/0x5d4000e30d83b179 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd8e expref: 866 pid: 7211 timeout: 405 lvb_type: 0 00000100:00100000:1.0:1742903177.025141:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172300928 00000100:00100000:1.0:1742903177.025145:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172300928 00000100:00100000:3.0:1742903177.025168:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22762 00000100:00100000:1.0:1742903177.025168:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77037 00000100:00100000:3.0:1742903177.025172:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+867:2008:x1827566172300800:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1742903177.025172:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+867:13299:x1827566172300928:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:2.0:1742903177.025178:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb7100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161335808:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903177.025182:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.025183:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903177.025188:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79200/0x5d4000e30d83b179 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd8e expref: 867 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:1.0:1742903177.025192:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072039200/0x5d4000e30d83b1aa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efda3 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.025197:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79200/0x5d4000e30d83b179 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd8e expref: 867 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:2.0:1742903177.025210:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79c00/0x5d4000e30d83b19c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.025216:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79200/0x5d4000e30d83b179 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd8e expref: 868 pid: 7211 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903177.025229:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3a:0x0].0x0 (ffff880091643b00) 00010000:00010000:3.0:1742903177.025233:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79c00/0x5d4000e30d83b19c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.025240:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79c00/0x5d4000e30d83b19c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.025245:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79c00/0x5d4000e30d83b19c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.025268:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f617800/0x5d4000e30d83b1b1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.025277:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f617800/0x5d4000e30d83b1b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.025284:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f617800/0x5d4000e30d83b1b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.025295:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83b1b8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.025305:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83b1b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.025309:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83b1b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.025371:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f617800/0x5d4000e30d83b1b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.025376:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f617800/0x5d4000e30d83b1b1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.025381:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f617800/0x5d4000e30d83b1b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.025386:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f617800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.025389:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f617800/0x5d4000e30d83b1b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.025394:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f617800/0x5d4000e30d83b1b1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.025401:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.025403:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.025406:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f617800/0x5d4000e30d83b1b1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.025410:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f617800/0x5d4000e30d83b1b1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.025417:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83b1b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.025422:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83b1b8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.025427:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83b1b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.025431:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009900a400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.025433:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83b1b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.025437:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83b1b8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.025442:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x86397a9e (ffff880099028500) 00010000:00010000:1.0:1742903177.025444:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.025446:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83b1b8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.025451:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009900a400/0x5d4000e30d83b1b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.025472:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072039200/0x5d4000e30d83b1aa lrc: 1/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efda3 expref: 867 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.025478:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072039200/0x5d4000e30d83b1aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efda3 expref: 867 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.025485:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072039200, rc 0) 00000100:00100000:1.0:1742903177.025516:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+866:13299:x1827566172300928:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 343us (422us total) trans 0 rc 301/301 00000100:00100000:1.0:1742903177.025522:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77037 00010000:00010000:3.0:1742903177.025587:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903177.025605:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+865:2008:x1827566172300800:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 431us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.025612:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22762 00010000:00010000:2.0:1742903177.025669:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79c00/0x5d4000e30d83b19c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.025675:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79c00/0x5d4000e30d83b19c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:2.0:1742903177.025707:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe3a:0x0]: returning size 0 00000004:00200000:2.0:1742903177.025712:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.025727:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79c00/0x5d4000e30d83b19c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.025747:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78800/0x5d4000e30d83b18e lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd9c expref: 865 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.025758:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79c00/0x5d4000e30d83b19c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd9c expref: 864 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.025763:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3a:0x0].0x0 (ffff880091643b00) 00010000:00010000:2.0:1742903177.025766:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903177.025767:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec79c00, rc 0) 00000100:00100000:2.0:1742903177.025797:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+864:13300:x1827566172300672:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2109us (2186us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.025803:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77036 00000100:00100000:0.0:1742903177.026974:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.027005:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.027027:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172301184 00000100:00100000:2.0:1742903177.027031:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172301184 00000100:00100000:2.0:1742903177.027174:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77038 00000100:00100000:2.0:1742903177.027179:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+864:13299:x1827566172301184:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:1.0:1742903177.027180:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172301312 00000100:00100000:1.0:1742903177.027185:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172301312 00010000:00010000:2.0:1742903177.027190:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.027192:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1742903177.027206:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83b16b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd87 expref: 865 pid: 7211 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903177.027234:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77039 00000100:00100000:1.0:1742903177.027239:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+865:13300:x1827566172301312:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903177.027247:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.027256:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072080600/0x5d4000e30d83b1bf lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efdb1 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.027273:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83b1c6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.027276:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903177.027279:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.027280:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83b1c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.027285:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b1cd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efdaa expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.027286:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83b1c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.027354:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79000/0x5d4000e30d83b1d4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.027370:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79000/0x5d4000e30d83b1d4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.027377:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79000/0x5d4000e30d83b1d4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.027386:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79800/0x5d4000e30d83b1db lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0x86397a9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.027392:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79800/0x5d4000e30d83b1db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.027394:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072080600/0x5d4000e30d83b1bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdb1 expref: 867 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.027396:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79800/0x5d4000e30d83b1db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.027406:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83b1c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdb1 expref: 866 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.027412:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3a:0x0].0x0 (ffff880091643b00) 00010000:00010000:1.0:1742903177.027415:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1742903177.027417:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072081a00, rc 0) 00000100:00100000:1.0:1742903177.027451:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+866:13300:x1827566172301312:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 210us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.027457:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77039 00000004:00080000:2.0:1742903177.027657:0:9576:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x702:0x0], index 1: 0 00000040:00080000:2.0:1742903177.027904:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8670, 184 off1519696 00010000:00010000:2.0:1742903177.027983:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b1e2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.027992:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b1e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.027999:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b1e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.028019:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79000/0x5d4000e30d83b1d4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.028022:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79000/0x5d4000e30d83b1d4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.028026:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79000/0x5d4000e30d83b1d4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.028029:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec79000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.028031:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79000/0x5d4000e30d83b1d4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.028036:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79000/0x5d4000e30d83b1d4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.028043:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903177.028045:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.028048:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79000/0x5d4000e30d83b1d4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.028053:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79000/0x5d4000e30d83b1d4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:2.0:1742903177.028064:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88011ed20380 reply state ffff880096abd000 transno 4295004992 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79800/0x5d4000e30d83b1db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.028073:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79800/0x5d4000e30d83b1db lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.028077:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x86397a9e (ffff880091643500) 00010000:00010000:2.0:1742903177.028079:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.028081:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1742903177.028102:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b1cd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdaa expref: 867 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.028112:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b1e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdaa expref: 866 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.028117:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3b:0x0].0x0 (ffff880091643a00) 00010000:00010000:2.0:1742903177.028119:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903177.028120:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4d4400, rc 0) 00000100:00100000:2.0:1742903177.028164:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+867:13299:x1827566172301184:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 984us (1192us total) trans 4295004992 rc 0/0 00000100:00100000:2.0:1742903177.028171:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77038 00000100:00100000:0.0:1742903177.028524:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.028606:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172301440 00000100:00100000:3.0:1742903177.028612:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172301440 00000100:00100000:3.0:1742903177.028644:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11634 00000100:00100000:3.0:1742903177.028650:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+96:13300:x1827566172301440:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903177.028660:0:18863:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.028669:0:18863:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cf48600/0x5d4000e30d83b1f0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efdb8 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.028688:0:18863:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009900bc00/0x5d4000e30d83b164 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd80 expref: 97 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903177.028697:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903177.028699:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903177.028701:0:18863:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cf48600/0x5d4000e30d83b1f0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdb8 expref: 97 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.028721:0:18863:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009900bc00/0x5d4000e30d83b164 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd80 expref: 97 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903177.028731:0:18863:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009900bc00/0x5d4000e30d83b164 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd80 expref: 97 pid: 9553 timeout: 405 lvb_type: 1 00000100:00100000:3.0:1742903177.028741:0:18863:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18863:1827566161335936:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903177.028803:0:18863:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009967d480 going to sleep for 11 seconds 00000100:00100000:0.0:1742903177.029565:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.029612:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172301568 00000100:00100000:1.0:1742903177.029616:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172301568 00000100:00100000:1.0:1742903177.029640:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11635 00000100:00100000:1.0:1742903177.029644:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+96:2009:x1827566172301568:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903177.029652:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.029661:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072081200/0x5d4000e30d83b1f7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efdbf expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1742903177.029676:0:9553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x702:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1742903177.029685:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903177.029686:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903177.029690:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072081200/0x5d4000e30d83b1f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdbf expref: 97 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903177.029700:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072081200/0x5d4000e30d83b1f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdbf expref: 97 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903177.029706:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072081200, rc 0) 00000100:00100000:1.0:1742903177.029732:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+97:2009:x1827566172301568:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 86us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.029737:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11635 00000100:00100000:3.0:1742903177.030040:0:18863:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18863:1827566161335936:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903177.030058:0:18863:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cf48600/0x5d4000e30d83b1f0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdb8 expref: 97 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.030067:0:18863:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf48600, rc 0) 00000100:00100000:3.0:1742903177.030099:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+97:13300:x1827566172301440:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1449us (1576us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.030105:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11634 00000100:00100000:0.0:1742903177.030537:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.030592:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172301696 00000100:00100000:3.0:1742903177.030596:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172301696 00010000:00010000:3.0:1742903177.030812:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009900bc00/0x5d4000e30d83b164 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd80 expref: 97 pid: 9553 timeout: 405 lvb_type: 1 00000100:00100000:3.0:1742903177.030849:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22763 00000100:00100000:3.0:1742903177.030853:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7ed7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+97:2010:x1827566172301696:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903177.030861:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903177.030873:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009900bc00/0x5d4000e30d83b164 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd80 expref: 97 pid: 9553 timeout: 405 lvb_type: 1 00010000:00010000:3.0:1742903177.030881:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009900bc00/0x5d4000e30d83b164 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd80 expref: 97 pid: 9553 timeout: 405 lvb_type: 1 00010000:00010000:3.0:1742903177.030895:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009900bc00/0x5d4000e30d83b164 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd80 expref: 97 pid: 9553 timeout: 405 lvb_type: 1 00010000:00010000:3.0:1742903177.030905:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903177.030906:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903177.030910:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cf48600/0x5d4000e30d83b1f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdb8 expref: 96 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.030916:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cf48600/0x5d4000e30d83b1f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdb8 expref: 96 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.030934:0:7197:0:(ldlm_lockd.c:1128:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cf48600/0x5d4000e30d83b1f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdb8 expref: 96 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903177.030943:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1827566161336064:192.168.203.29@tcp:105: 00000100:00100000:3.0:1742903177.031027:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009967d480 going to sleep for 11 seconds 00000100:00100000:0.0:1742903177.031242:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.031310:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172301952 00000100:00100000:1.0:1742903177.031332:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172301952 00000100:00100000:3.0:1742903177.031485:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17685 00000100:00100000:3.0:1742903177.031490:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+867:13299:x1827566172301952:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903177.031726:0:18842:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8671, 168 off1519864 00000001:00080000:3.0:1742903177.031731:0:18842:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004993 00000100:00100000:3.0:1742903177.031784:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+869:13299:x1827566172301952:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 293us (542us total) trans 4295004994 rc 0/0 00000100:00100000:3.0:1742903177.031791:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17685 00000020:00080000:3.0:1742903177.031794:0:18842:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1742903177.032472:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1827566161336064:192.168.203.29@tcp:105: 00010000:00010000:3.0:1742903177.032485:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903177.032706:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7ed7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+96:2010:x1827566172301696:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1850us (2167us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.032713:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22763 00000100:00100000:2.0:1742903177.033538:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.033686:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172302208 00000100:00100000:0.0:1742903177.033691:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172302208 00000100:00100000:0.0:1742903177.033715:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17686 00000100:00100000:0.0:1742903177.033719:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+869:13300:x1827566172302208:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.033796:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.033874:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172302464 00000100:00100000:3.0:1742903177.033878:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172302464 00000100:00100000:3.0:1742903177.033913:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77040 00000100:00100000:3.0:1742903177.033918:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+871:13299:x1827566172302464:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903177.033926:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.033939:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49400/0x5d4000e30d83b1fe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efdc6 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1742903177.033941:0:18842:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8672, 168 off1520032 00000001:00080000:0.0:1742903177.033946:0:18842:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004995 00000100:00100000:0.0:1742903177.033987:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+873:13300:x1827566172302208:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 266us (449us total) trans 4295004996 rc 0/0 00010000:00010000:3.0:1742903177.033991:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48400/0x5d4000e30d83b205 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903177.033993:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17686 00000020:00080000:0.0:1742903177.033996:0:18842:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1742903177.034001:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b1e2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdaa expref: 873 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.034006:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48400/0x5d4000e30d83b205 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.034027:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b1e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdaa expref: 872 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.034036:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b1e2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdaa expref: 872 pid: 9576 timeout: 405 lvb_type: 0 00000100:00100000:3.0:1742903177.034045:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161336192:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903177.034079:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009967d600 going to sleep for 11 seconds 00000100:00100000:0.0:1742903177.034957:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.035030:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172302592 00000100:00100000:1.0:1742903177.035038:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172302592 00000100:00100000:1.0:1742903177.035083:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77041 00000100:00100000:1.0:1742903177.035089:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+873:13300:x1827566172302592:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903177.035109:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.035125:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072081000/0x5d4000e30d83b20c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efdcd expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.035202:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072081800/0x5d4000e30d83b213 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035257:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072081800/0x5d4000e30d83b213 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035267:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072081800/0x5d4000e30d83b213 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035277:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259600/0x5d4000e30d83b21a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035282:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259600/0x5d4000e30d83b21a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035287:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259600/0x5d4000e30d83b21a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903177.035303:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161336192:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903177.035349:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48400/0x5d4000e30d83b205 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.035379:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258e00/0x5d4000e30d83b221 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035385:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258e00/0x5d4000e30d83b221 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035389:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258e00/0x5d4000e30d83b221 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:1.0:1742903177.035414:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe3a:0x0]: returning size 53 00000004:00200000:1.0:1742903177.035417:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.035427:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258e00/0x5d4000e30d83b221 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035434:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258e00/0x5d4000e30d83b221 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035440:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072081800/0x5d4000e30d83b213 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035445:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072081800/0x5d4000e30d83b213 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035451:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072081800/0x5d4000e30d83b213 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035456:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072081800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.035459:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072081800/0x5d4000e30d83b213 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035465:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072081800/0x5d4000e30d83b213 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035474:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.035477:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.035480:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072081800/0x5d4000e30d83b213 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035484:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072081800/0x5d4000e30d83b213 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035494:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259600/0x5d4000e30d83b21a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035499:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259600/0x5d4000e30d83b21a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035503:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259600/0x5d4000e30d83b21a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035507:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d259600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.035510:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259600/0x5d4000e30d83b21a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035515:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259600/0x5d4000e30d83b21a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035521:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x86397a9e (ffff880091643c00) 00010000:00010000:1.0:1742903177.035523:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.035526:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259600/0x5d4000e30d83b21a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035530:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259600/0x5d4000e30d83b21a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.035549:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072081000/0x5d4000e30d83b20c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdcd expref: 875 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.035560:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258e00/0x5d4000e30d83b221 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdcd expref: 874 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.035566:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3a:0x0].0x0 (ffff880091643b00) 00010000:00010000:1.0:1742903177.035568:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.035570:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d258e00, rc 0) 00000100:00100000:1.0:1742903177.035797:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+874:13300:x1827566172302592:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 707us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.035803:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77041 00000100:00100000:0.0:1742903177.036099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.036137:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172302720 00000100:00100000:3.0:1742903177.036141:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172302720 00010000:00010000:3.0:1742903177.036154:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b1e2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdaa expref: 874 pid: 9576 timeout: 405 lvb_type: 0 00000100:00100000:3.0:1742903177.036167:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22764 00000100:00100000:3.0:1742903177.036170:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+874:2010:x1827566172302720:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903177.036177:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903177.036180:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b1e2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdaa expref: 874 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903177.036185:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b1e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdaa expref: 874 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903177.036196:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b1e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdaa expref: 874 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903177.036204:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3b:0x0].0x0 (ffff880091643a00) 00010000:00010000:3.0:1742903177.036207:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48400/0x5d4000e30d83b205 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.036211:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48400/0x5d4000e30d83b205 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.036215:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48400/0x5d4000e30d83b205 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.036224:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903177.036229:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48400/0x5d4000e30d83b205 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.036234:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48400/0x5d4000e30d83b205 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903177.036246:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe3b:0x0]: returning size 0 00000100:00100000:3.0:1742903177.036249:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+873:2010:x1827566172302720:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 78us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.036253:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22764 00010000:00010000:0.0:1742903177.036437:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49400/0x5d4000e30d83b1fe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdc6 expref: 874 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.036448:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48400/0x5d4000e30d83b205 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdc6 expref: 873 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.036455:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3b:0x0].0x0 (ffff880091643a00) 00010000:00010000:0.0:1742903177.036457:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903177.036459:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf48400, rc 0) 00000100:00100000:0.0:1742903177.036490:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+873:13299:x1827566172302464:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2572us (2694us total) trans 4295004997 rc 0/0 00000100:00100000:0.0:1742903177.036497:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77040 00000100:00100000:0.0:1742903177.037374:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.037413:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.037423:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172302848 00000100:00100000:3.0:1742903177.037428:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172302848 00000100:00100000:1.0:1742903177.037432:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172303104 00000100:00100000:1.0:1742903177.037438:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172303104 00000100:00100000:3.0:1742903177.037449:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8459 00000100:00100000:3.0:1742903177.037454:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+874:2007:x1827566172302848:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903177.037461:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1742903177.037462:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77042 00000100:00100000:1.0:1742903177.037467:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+874:13300:x1827566172303104:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903177.037471:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258e00/0x5d4000e30d83b221 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdcd expref: 874 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.037481:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3a:0x0].0x0 (ffff880091643b00) 00010000:00010000:3.0:1742903177.037484:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.037486:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.037495:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259e00/0x5d4000e30d83b22f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efdd4 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903177.037514:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+874:2007:x1827566172302848:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 60us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.037519:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8459 00010000:00010000:1.0:1742903177.037554:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b236 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.037563:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79c00/0x5d4000e30d83b19c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd9c expref: 873 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.037568:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b236 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.037590:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79c00/0x5d4000e30d83b19c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd9c expref: 873 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.037597:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79c00/0x5d4000e30d83b19c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd9c expref: 873 pid: 9576 timeout: 405 lvb_type: 0 00000100:00100000:1.0:1742903177.037605:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800720e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161336320:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903177.037667:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db240 going to sleep for 11 seconds 00000100:00100000:0.0:1742903177.037774:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.037839:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172303232 00000100:00100000:2.0:1742903177.037846:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172303232 00000100:00100000:2.0:1742903177.037878:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77043 00000100:00100000:2.0:1742903177.037882:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+874:13299:x1827566172303232:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903177.037896:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.037904:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79400/0x5d4000e30d83b23d lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efddb expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.037957:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b244 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.037966:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48400/0x5d4000e30d83b205 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdc6 expref: 875 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.037971:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b244 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.037993:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48400/0x5d4000e30d83b205 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdc6 expref: 875 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.038001:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48400/0x5d4000e30d83b205 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdc6 expref: 875 pid: 9576 timeout: 405 lvb_type: 0 00000100:00100000:2.0:1742903177.038011:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161336448:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903177.038056:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130df0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1742903177.038892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.038926:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800720e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161336320:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903177.038942:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b236 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903177.038942:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.038949:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172303360 00000100:00100000:3.0:1742903177.038954:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172303360 00010000:00010000:3.0:1742903177.038974:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79c00/0x5d4000e30d83b19c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd9c expref: 876 pid: 9576 timeout: 405 lvb_type: 0 00000100:00100000:3.0:1742903177.038996:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22765 00000100:00100000:3.0:1742903177.039001:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+876:2009:x1827566172303360:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903177.039007:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903177.039011:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79c00/0x5d4000e30d83b19c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd9c expref: 876 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903177.039019:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79c00/0x5d4000e30d83b19c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd9c expref: 876 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903177.039030:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79c00/0x5d4000e30d83b19c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd9c expref: 876 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903177.039040:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3a:0x0].0x0 (ffff880091643b00) 00010000:00010000:3.0:1742903177.039043:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b236 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.039053:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b236 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.039057:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b236 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.039084:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903177.039095:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161336448:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903177.039106:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+875:2009:x1827566172303360:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 104us (215us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903177.039111:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b244 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903177.039114:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22765 00000100:00100000:0.0:1742903177.039156:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172303488 00000100:00100000:0.0:1742903177.039161:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172303488 00010000:00010000:0.0:1742903177.039177:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48400/0x5d4000e30d83b205 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdc6 expref: 875 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:1.0:1742903177.039190:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b236 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.039196:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b236 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903177.039196:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22766 00000100:00100000:0.0:1742903177.039200:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+875:2007:x1827566172303488:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903177.039207:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903177.039211:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48400/0x5d4000e30d83b205 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdc6 expref: 875 pid: 9576 timeout: 405 lvb_type: 0 00000004:00200000:1.0:1742903177.039218:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe3a:0x0]: returning size 53 00010000:00010000:0.0:1742903177.039219:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48400/0x5d4000e30d83b205 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdc6 expref: 875 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:0.0:1742903177.039232:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48400/0x5d4000e30d83b205 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdc6 expref: 875 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:0.0:1742903177.039245:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3b:0x0].0x0 (ffff880091643a00) 00010000:00010000:0.0:1742903177.039249:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b244 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.039255:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b244 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.039260:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b244 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.039283:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.039296:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259e00/0x5d4000e30d83b22f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdd4 expref: 876 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903177.039307:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+875:2007:x1827566172303488:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 105us (363us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903177.039308:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b236 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdd4 expref: 875 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903177.039313:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22766 00010000:00010000:1.0:1742903177.039337:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3a:0x0].0x0 (ffff880091643b00) 00010000:00010000:1.0:1742903177.039339:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1742903177.039341:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d259a00, rc 0) 00000100:00100000:1.0:1742903177.039373:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+874:13300:x1827566172303104:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1905us (1959us total) trans 4295004998 rc 0/0 00000100:00100000:1.0:1742903177.039378:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77042 00010000:00010000:2.0:1742903177.039391:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b244 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.039397:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b244 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:2.0:1742903177.039419:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe3b:0x0]: returning size 0 00000004:00200000:2.0:1742903177.039422:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.039430:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b244 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.039449:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79400/0x5d4000e30d83b23d lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efddb expref: 874 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.039459:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b244 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efddb expref: 873 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.039464:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3b:0x0].0x0 (ffff880091643a00) 00010000:00010000:2.0:1742903177.039466:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903177.039467:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec78200, rc 0) 00000100:00100000:2.0:1742903177.039489:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+873:13299:x1827566172303232:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1606us (1716us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.039495:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77043 00000100:00100000:0.0:1742903177.040803:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.040839:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.040889:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172303616 00000100:00100000:1.0:1742903177.040895:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172303616 00000100:00100000:2.0:1742903177.041080:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172303744 00000100:00100000:2.0:1742903177.041083:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172303744 00000100:00100000:1.0:1742903177.041088:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77044 00000100:00100000:1.0:1742903177.041093:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+874:13299:x1827566172303616:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903177.041109:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.041121:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258c00/0x5d4000e30d83b252 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efde2 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.041141:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258000/0x5d4000e30d83b259 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.041149:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258000/0x5d4000e30d83b259 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.041157:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258000/0x5d4000e30d83b259 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.041227:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258c00/0x5d4000e30d83b252 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efde2 expref: 876 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.041238:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258000/0x5d4000e30d83b259 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efde2 expref: 875 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.041243:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3b:0x0].0x0 (ffff880091643a00) 00010000:00010000:1.0:1742903177.041245:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1742903177.041247:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d258000, rc 0) 00000100:00100000:3.0:1742903177.041476:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77045 00000100:00100000:3.0:1742903177.041481:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+875:13300:x1827566172303744:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903177.041489:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1742903177.041490:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+875:13299:x1827566172303616:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 395us (687us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.041494:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77044 00010000:00010000:3.0:1742903177.041496:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83b260 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efde9 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.041541:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83b267 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.041554:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b236 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdd4 expref: 875 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.041560:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83b267 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.041584:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b236 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdd4 expref: 875 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.041594:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b236 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdd4 expref: 875 pid: 9576 timeout: 405 lvb_type: 0 00000100:00100000:3.0:1742903177.041603:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161336576:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903177.041661:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009967d600 going to sleep for 11 seconds 00000100:00100000:0.0:1742903177.042710:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.042745:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172304000 00000100:00100000:2.0:1742903177.042750:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172304000 00000100:00100000:2.0:1742903177.042775:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11636 00000100:00100000:2.0:1742903177.042779:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+97:13299:x1827566172304000:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903177.042790:0:18863:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.042801:0:18863:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e965a00/0x5d4000e30d83b26e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efdf0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903177.042804:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161336576:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903177.042822:0:18863:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072081200/0x5d4000e30d83b1f7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdbf expref: 98 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903177.042824:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83b267 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.042829:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903177.042831:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903177.042834:0:18863:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e965a00/0x5d4000e30d83b26e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdf0 expref: 98 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.042857:0:18863:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072081200/0x5d4000e30d83b1f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdbf expref: 98 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1742903177.042867:0:18863:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072081200/0x5d4000e30d83b1f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdbf expref: 98 pid: 9553 timeout: 405 lvb_type: 1 00000100:00100000:2.0:1742903177.042877:0:18863:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18863:1827566161336704:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903177.042934:0:18863:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130df0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1742903177.043044:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.043124:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172303872 00000100:00100000:3.0:1742903177.043127:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172303872 00010000:00010000:3.0:1742903177.043141:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b236 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdd4 expref: 876 pid: 9576 timeout: 405 lvb_type: 0 00000100:00100000:3.0:1742903177.043158:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22767 00000100:00100000:3.0:1742903177.043167:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+876:2009:x1827566172303872:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903177.043175:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903177.043179:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b236 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdd4 expref: 876 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903177.043187:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b236 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdd4 expref: 876 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903177.043200:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b236 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe3a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdd4 expref: 876 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903177.043211:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3a:0x0].0x0 (ffff880091643b00) 00010000:00010000:3.0:1742903177.043215:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83b267 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.043221:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83b267 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.043226:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83b267 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.043244:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.043259:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83b267 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.043264:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83b267 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903177.043277:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+875:2009:x1827566172303872:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 109us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.043284:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22767 00000004:00200000:2.0:1742903177.043302:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe3a:0x0]: returning size 53 00000004:00200000:2.0:1742903177.043305:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.043329:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83b267 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.043350:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83b260 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efde9 expref: 875 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.043371:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83b267 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efde9 expref: 874 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.043381:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3a:0x0].0x0 (ffff880091643b00) 00010000:00010000:2.0:1742903177.043384:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903177.043386:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf49200, rc 0) 00000100:00100000:2.0:1742903177.043405:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+874:13300:x1827566172303744:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1923us (2566us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.043411:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77045 00000100:00100000:2.0:1742903177.044565:0:18863:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18863:1827566161336704:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903177.044578:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903177.044582:0:18863:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e965a00/0x5d4000e30d83b26e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdf0 expref: 98 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.044593:0:18863:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e965a00, rc 0) 00000100:00100000:2.0:1742903177.044616:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:5bb9e3e8-ca71-4450-80de-f6568f81689c+98:13299:x1827566172304000:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 1836us (1909us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.044622:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11636 00000100:00100000:1.0:1742903177.044655:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172304128 00000100:00100000:1.0:1742903177.044664:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172304128 00010000:00010000:1.0:1742903177.044688:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072081200/0x5d4000e30d83b1f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdbf expref: 98 pid: 9553 timeout: 405 lvb_type: 1 00000100:00100000:1.0:1742903177.044724:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22768 00000100:00100000:1.0:1742903177.044729:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+98:2009:x1827566172304128:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903177.044740:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903177.044756:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072081200/0x5d4000e30d83b1f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x702:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdbf expref: 98 pid: 9553 timeout: 405 lvb_type: 1 00010000:00010000:1.0:1742903177.044766:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072081200/0x5d4000e30d83b1f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x702:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdbf expref: 98 pid: 9553 timeout: 405 lvb_type: 1 00010000:00010000:1.0:1742903177.044787:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072081200/0x5d4000e30d83b1f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x702:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdbf expref: 98 pid: 9553 timeout: 405 lvb_type: 1 00010000:00010000:1.0:1742903177.044800:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903177.044801:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903177.044807:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e965a00/0x5d4000e30d83b26e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdf0 expref: 97 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.044814:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e965a00/0x5d4000e30d83b26e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdf0 expref: 97 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.044839:0:20225:0:(ldlm_lockd.c:1128:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e965a00/0x5d4000e30d83b26e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdf0 expref: 97 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903177.044849:0:20225:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800720e7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0001_UUID:20225:1827566161336832:192.168.203.29@tcp:105: 00000100:00100000:1.0:1742903177.044900:0:20225:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db300 going to sleep for 11 seconds 00000100:00100000:1.0:1742903177.045600:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.045668:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172304256 00000100:00100000:2.0:1742903177.045674:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172304256 00000100:00100000:2.0:1742903177.045706:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77046 00000100:00100000:2.0:1742903177.045711:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+874:13300:x1827566172304256:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903177.045724:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.045737:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964200/0x5d4000e30d83b275 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efdf7 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.045781:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e965400/0x5d4000e30d83b27c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.045793:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e965400/0x5d4000e30d83b27c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.045801:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e965400/0x5d4000e30d83b27c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.045813:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e965000/0x5d4000e30d83b283 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x85ed8f9c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.045819:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e965000/0x5d4000e30d83b283 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.045824:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e965000/0x5d4000e30d83b283 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.045860:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e965400/0x5d4000e30d83b27c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.045866:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e965400/0x5d4000e30d83b27c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.045872:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e965400/0x5d4000e30d83b27c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.045877:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e965400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.045880:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e965400/0x5d4000e30d83b27c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.045886:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e965400/0x5d4000e30d83b27c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.045894:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903177.045897:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.045900:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e965400/0x5d4000e30d83b27c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.045905:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e965400/0x5d4000e30d83b27c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.045913:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e965000/0x5d4000e30d83b283 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.045918:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e965000/0x5d4000e30d83b283 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.045922:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e965000/0x5d4000e30d83b283 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.045926:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e965000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.045928:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e965000/0x5d4000e30d83b283 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.045933:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e965000/0x5d4000e30d83b283 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.045939:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x85ed8f9c (ffff880091643d00) 00010000:00010000:2.0:1742903177.045941:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.045943:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e965000/0x5d4000e30d83b283 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.045947:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e965000/0x5d4000e30d83b283 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.045969:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964200/0x5d4000e30d83b275 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdf7 expref: 875 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.045976:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964200/0x5d4000e30d83b275 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdf7 expref: 875 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.045982:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e964200, rc 0) 00000100:00100000:2.0:1742903177.046018:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+874:13300:x1827566172304256:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 306us (420us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903177.046028:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77046 00000100:00100000:0.0:1742903177.047041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.047082:0:20225:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800720e7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0001_UUID:20225:1827566161336832:192.168.203.29@tcp:105: 00010000:00010000:1.0:1742903177.047099:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903177.047113:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172304384 00000100:00100000:2.0:1742903177.047116:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172304384 00000100:00100000:2.0:1742903177.047141:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77047 00000100:00100000:1.0:1742903177.047144:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+97:2009:x1827566172304128:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2413us (2565us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.047145:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a76b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+874:13300:x1827566172304384:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903177.047152:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1742903177.047153:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22768 00010000:00010000:2.0:1742903177.047160:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964a00/0x5d4000e30d83b28a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efdfe expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.047173:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964a00/0x5d4000e30d83b28a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdfe expref: 875 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.047181:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964a00/0x5d4000e30d83b28a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdfe expref: 875 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.047185:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903177.047186:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.047188:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e964a00, rc 0) 00000100:00100000:2.0:1742903177.047203:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a76b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+875:13300:x1827566172304384:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 58us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.047206:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77047 00000100:00100000:0.0:1742903177.047781:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.047845:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172304640 00000100:00100000:2.0:1742903177.047849:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172304640 00000100:00100000:2.0:1742903177.047883:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17687 00000100:00100000:2.0:1742903177.047887:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a76a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+875:13299:x1827566172304640:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:2.0:1742903177.048082:0:18842:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8673, 168 off1520200 00000001:00080000:2.0:1742903177.048088:0:18842:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295004999 00000100:00100000:2.0:1742903177.048149:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a76a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+877:13299:x1827566172304640:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 260us (368us total) trans 4295005000 rc 0/0 00000100:00100000:2.0:1742903177.048155:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17687 00000020:00080000:2.0:1742903177.048158:0:18842:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903177.048861:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.048947:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172304768 00000100:00100000:2.0:1742903177.048952:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172304768 00000100:00100000:2.0:1742903177.048987:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17688 00000100:00100000:2.0:1742903177.048991:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098075c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+877:13300:x1827566172304768:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:0.0:1742903177.049736:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.049933:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172304896 00000100:00100000:1.0:1742903177.049937:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172304896 00000100:00100000:1.0:1742903177.049972:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77048 00000100:00100000:1.0:1742903177.049976:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a768e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+879:13299:x1827566172304896:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903177.049989:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.050005:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7000/0x5d4000e30d83b291 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe05 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.050048:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83b298 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050060:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83b298 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050068:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83b298 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050078:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83b29f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050084:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83b29f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050089:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83b29f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050140:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6e00/0x5d4000e30d83b2a6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050148:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6e00/0x5d4000e30d83b2a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050153:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6e00/0x5d4000e30d83b2a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:1.0:1742903177.050181:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe3b:0x0]: returning size 53 00000004:00200000:1.0:1742903177.050185:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.050198:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6e00/0x5d4000e30d83b2a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050206:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6e00/0x5d4000e30d83b2a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050212:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83b298 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050217:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83b298 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050222:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83b298 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050226:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d6c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.050229:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83b298 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050235:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83b298 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050245:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.050247:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.050250:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83b298 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050254:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83b298 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050265:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83b29f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050270:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83b29f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050274:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83b29f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050278:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d7200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.050281:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83b29f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050285:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83b29f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050290:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x86397a9e (ffff880091643500) 00010000:00010000:1.0:1742903177.050292:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.050294:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83b29f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050299:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83b29f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.050348:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7000/0x5d4000e30d83b291 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe05 expref: 881 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.050374:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6e00/0x5d4000e30d83b2a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe05 expref: 880 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.050379:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3b:0x0].0x0 (ffff880091643a00) 00010000:00010000:1.0:1742903177.050381:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.050383:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991d6e00, rc 0) 00000100:00100000:1.0:1742903177.050416:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a768e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+880:13299:x1827566172304896:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 435us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.050422:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77048 00000100:00100000:2.0:1742903177.051546:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098075c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+878:13300:x1827566172304768:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2551us (2685us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.051553:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17688 00000100:00100000:0.0:1742903177.052449:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.052507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.052567:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172305152 00000100:00100000:1.0:1742903177.052573:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172305152 00000100:00100000:2.0:1742903177.052598:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172305280 00000100:00100000:1.0:1742903177.052601:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77049 00000100:00100000:2.0:1742903177.052603:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172305280 00000100:00100000:1.0:1742903177.052606:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a76b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+879:13299:x1827566172305152:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903177.052616:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1742903177.052626:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8460 00010000:00010000:1.0:1742903177.052626:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7c00/0x5d4000e30d83b2ad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe0c expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903177.052631:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7ed6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+879:2007:x1827566172305280:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903177.052639:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903177.052651:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6e00/0x5d4000e30d83b2a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe05 expref: 880 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.052663:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3b:0x0].0x0 (ffff880091643a00) 00010000:00010000:2.0:1742903177.052666:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903177.052683:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7ed6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+879:2007:x1827566172305280:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 52us (176us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903177.052683:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b2b4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903177.052688:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8460 00010000:00010000:1.0:1742903177.052692:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b244 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efddb expref: 879 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.052699:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b2b4 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.052721:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b244 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efddb expref: 878 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.052730:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b244 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efddb expref: 878 pid: 18840 timeout: 405 lvb_type: 0 00000100:00100000:1.0:1742903177.052739:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800720e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161336960:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903177.052782:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db240 going to sleep for 11 seconds 00000100:00100000:0.0:1742903177.054412:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.054478:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172305408 00000100:00100000:3.0:1742903177.054486:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172305408 00000100:00100000:3.0:1742903177.054531:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77050 00000100:00100000:3.0:1742903177.054536:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a769f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+879:13300:x1827566172305408:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903177.054553:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.054568:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3600/0x5d4000e30d83b2bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe13 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.054617:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b2c2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.054629:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b2c2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.054638:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b2c2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.054655:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b2c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0xec6f74b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.054661:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b2c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.054666:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b2c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.054698:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b2c2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.054702:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b2c2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.054709:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b2c2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.054714:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d4400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.054718:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b2c2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.054723:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b2c2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.054731:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:3.0:1742903177.054734:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.054737:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b2c2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.054742:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4400/0x5d4000e30d83b2c2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.054751:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b2c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.054756:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b2c9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.054762:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b2c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.054766:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800b5336e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.054768:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b2c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.054773:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b2c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.054780:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0xec6f74b7 (ffff88012e960b00) 00010000:00010000:3.0:1742903177.054782:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.054784:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b2c9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.054789:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5336e00/0x5d4000e30d83b2c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.054813:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3600/0x5d4000e30d83b2bb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe13 expref: 880 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.054818:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3600/0x5d4000e30d83b2bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe13 expref: 880 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.054826:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991c3600, rc 0) 00000100:00100000:3.0:1742903177.054877:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a769f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+879:13300:x1827566172305408:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 340us (470us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903177.054883:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77050 00000100:00100000:1.0:1742903177.054949:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800720e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161336960:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903177.054969:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b2b4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903177.056441:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.056486:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.056571:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172305536 00000100:00100000:3.0:1742903177.056574:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172305792 00000100:00100000:3.0:1742903177.056577:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172305792 00000100:00100000:2.0:1742903177.056577:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172305536 00010000:00010000:2.0:1742903177.056599:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b244 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efddb expref: 880 pid: 18840 timeout: 405 lvb_type: 0 00000100:00100000:3.0:1742903177.056615:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17689 00000100:00100000:2.0:1742903177.056620:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22769 00000100:00100000:3.0:1742903177.056621:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a768700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+880:13300:x1827566172305792:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.056624:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a769c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+880:2010:x1827566172305536:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903177.056635:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903177.056639:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b244 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efddb expref: 880 pid: 18840 timeout: 405 lvb_type: 0 00010000:00010000:2.0:1742903177.056648:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b244 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efddb expref: 880 pid: 18840 timeout: 405 lvb_type: 0 00010000:00010000:2.0:1742903177.056665:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b244 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efddb expref: 880 pid: 18840 timeout: 405 lvb_type: 0 00010000:00010000:2.0:1742903177.056676:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3b:0x0].0x0 (ffff880091643a00) 00010000:00010000:2.0:1742903177.056680:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b2b4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.056687:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b2b4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.056693:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b2b4 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.056736:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903177.056745:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b2b4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.056751:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b2b4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903177.056766:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe3b:0x0]: returning size 53 00000100:00100000:2.0:1742903177.056775:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a769c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+879:2010:x1827566172305536:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 149us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.056781:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22769 00010000:00010000:0.0:1742903177.056848:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7c00/0x5d4000e30d83b2ad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe0c expref: 880 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.056871:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b2b4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe0c expref: 879 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.056881:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3b:0x0].0x0 (ffff880091643a00) 00010000:00010000:0.0:1742903177.056883:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1742903177.056885:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991d6200, rc 0) 00000100:00100000:0.0:1742903177.056909:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a76b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+880:13299:x1827566172305152:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 4303us (4726us total) trans 4295005001 rc 0/0 00000100:00100000:0.0:1742903177.056915:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77049 00000040:00080000:3.0:1742903177.056959:0:18842:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8674, 168 off1520368 00000001:00080000:3.0:1742903177.056963:0:18842:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295005002 00000100:00100000:3.0:1742903177.056999:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a768700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+880:13300:x1827566172305792:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 378us (512us total) trans 4295005003 rc 0/0 00000100:00100000:3.0:1742903177.057005:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17689 00000020:00080000:3.0:1742903177.057014:0:18842:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903177.058989:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.059037:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.059147:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172305920 00000100:00100000:3.0:1742903177.059154:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172305920 00000100:00100000:3.0:1742903177.059181:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172306048 00000100:00100000:3.0:1742903177.059183:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172306048 00000100:00100000:3.0:1742903177.059196:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77051 00000100:00100000:3.0:1742903177.059201:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a76a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+881:13300:x1827566172305920:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903177.059218:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.059232:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83b2d7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe1a expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.059277:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83b2de lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.059286:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83b2de lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.059295:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83b2de lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.059302:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b2e5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.059308:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b2e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903177.059311:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77052 00010000:00010000:3.0:1742903177.059312:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b2e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903177.059335:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+882:13299:x1827566172306048:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903177.059343:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.059351:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e965c00/0x5d4000e30d83b2ec lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe21 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.059404:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964000/0x5d4000e30d83b2f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.059412:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b2b4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe0c expref: 883 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.059417:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964000/0x5d4000e30d83b2f3 lrc: 4/1,0 mode: --/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.059482:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b400/0x5d4000e30d83b2fa lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.059489:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b400/0x5d4000e30d83b2fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.059495:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b400/0x5d4000e30d83b2fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903177.059515:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe38:0x0]: returning size 491 00000004:00200000:3.0:1742903177.059519:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903177.059530:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b400/0x5d4000e30d83b2fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.059537:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b400/0x5d4000e30d83b2fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.059542:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83b2de lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.059547:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83b2de lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.059552:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83b2de lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.059556:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f2aa00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.059560:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83b2de lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.059565:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83b2de lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.059573:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:3.0:1742903177.059576:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.059579:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83b2de lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.059583:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2aa00/0x5d4000e30d83b2de lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.059592:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b2e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.059596:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b2e5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.059600:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b2e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.059604:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f2a200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.059606:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b2e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.059610:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b2e5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.059614:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x19f5fa5d (ffff880091643200) 00010000:00010000:3.0:1742903177.059616:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.059618:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b2e5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.059622:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a200/0x5d4000e30d83b2e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.059637:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83b2d7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe1a expref: 884 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.059646:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b400/0x5d4000e30d83b2fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe1a expref: 883 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.059651:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe38:0x0].0x0 (ffff880091643100) 00010000:00010000:3.0:1742903177.059653:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903177.059655:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099f2b400, rc 0) 00000100:00100000:3.0:1742903177.059700:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a76a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+883:13300:x1827566172305920:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 497us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.059705:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77051 00010000:00010000:2.0:1742903177.059713:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b2b4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe0c expref: 883 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.059727:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b2b4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe0c expref: 882 pid: 9576 timeout: 405 lvb_type: 0 00000100:00100000:2.0:1742903177.059737:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161337088:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903177.059796:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099346540 going to sleep for 11 seconds 00000100:00100000:0.0:1742903177.061554:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.061572:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161337088:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903177.061599:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964000/0x5d4000e30d83b2f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903177.061673:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.061730:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172306176 00000100:00100000:3.0:1742903177.061735:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172306176 00000100:00100000:1.0:1742903177.061735:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172306304 00000100:00100000:1.0:1742903177.061743:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172306304 00000100:00100000:3.0:1742903177.061771:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8461 00010000:00010000:1.0:1742903177.061773:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b2b4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe0c expref: 884 pid: 9576 timeout: 405 lvb_type: 0 00000100:00100000:3.0:1742903177.061776:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+884:2007:x1827566172306176:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903177.061786:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903177.061802:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b400/0x5d4000e30d83b2fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe1a expref: 884 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903177.061802:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22770 00000100:00100000:1.0:1742903177.061807:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+884:2007:x1827566172306304:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903177.061814:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe38:0x0].0x0 (ffff880091643100) 00010000:00010000:3.0:1742903177.061817:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.061818:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903177.061822:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b2b4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe0c expref: 883 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:1.0:1742903177.061832:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b2b4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe0c expref: 883 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:1.0:1742903177.061849:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b2b4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe3b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe0c expref: 883 pid: 9576 timeout: 405 lvb_type: 0 00000100:00100000:3.0:1742903177.061855:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+883:2007:x1827566172306176:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 75us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.061862:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8461 00010000:00010000:1.0:1742903177.061863:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3b:0x0].0x0 (ffff880091643a00) 00010000:00010000:1.0:1742903177.061867:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964000/0x5d4000e30d83b2f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.061875:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964000/0x5d4000e30d83b2f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.061881:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964000/0x5d4000e30d83b2f3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.061905:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.061925:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964000/0x5d4000e30d83b2f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.061931:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964000/0x5d4000e30d83b2f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:1.0:1742903177.061935:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+881:2007:x1827566172306304:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 127us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.061941:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22770 00000004:00200000:2.0:1742903177.061964:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe3b:0x0]: returning size 53 00000004:00200000:2.0:1742903177.061967:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.061978:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964000/0x5d4000e30d83b2f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.062002:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e965c00/0x5d4000e30d83b2ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe21 expref: 881 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.062013:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964000/0x5d4000e30d83b2f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe21 expref: 880 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.062019:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3b:0x0].0x0 (ffff880091643a00) 00010000:00010000:2.0:1742903177.062021:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903177.062023:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e964000, rc 0) 00000100:00100000:2.0:1742903177.062064:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+880:13299:x1827566172306048:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2729us (3027us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.062071:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77052 00000100:00100000:0.0:1742903177.062531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.062637:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172306560 00000100:00100000:3.0:1742903177.062641:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172306560 00000100:00100000:3.0:1742903177.062668:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17690 00000100:00100000:3.0:1742903177.062672:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+880:13300:x1827566172306560:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903177.062787:0:18842:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8675, 168 off1520536 00000100:00100000:3.0:1742903177.062838:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+881:13300:x1827566172306560:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 165us (308us total) trans 4295005004 rc 0/0 00000100:00100000:3.0:1742903177.062843:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17690 00000100:00100000:0.0:1742903177.063834:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.063898:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172306688 00000100:00100000:2.0:1742903177.063903:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172306688 00000100:00100000:2.0:1742903177.063937:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77053 00000100:00100000:2.0:1742903177.063942:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+881:13299:x1827566172306688:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903177.063956:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.063969:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072081600/0x5d4000e30d83b301 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe28 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.064006:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072080600/0x5d4000e30d83b308 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.064019:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072080600/0x5d4000e30d83b308 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.064027:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072080600/0x5d4000e30d83b308 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.064037:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072081000/0x5d4000e30d83b30f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x85ed8f9c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.064043:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072081000/0x5d4000e30d83b30f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.064047:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072081000/0x5d4000e30d83b30f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.064073:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072080600/0x5d4000e30d83b308 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.064077:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072080600/0x5d4000e30d83b308 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.064082:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072080600/0x5d4000e30d83b308 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.064086:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072080600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.064089:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072080600/0x5d4000e30d83b308 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.064094:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072080600/0x5d4000e30d83b308 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.064103:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903177.064105:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.064108:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072080600/0x5d4000e30d83b308 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.064113:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072080600/0x5d4000e30d83b308 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.064120:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072081000/0x5d4000e30d83b30f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.064124:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072081000/0x5d4000e30d83b30f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.064128:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072081000/0x5d4000e30d83b30f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.064132:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072081000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.064134:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072081000/0x5d4000e30d83b30f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.064137:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072081000/0x5d4000e30d83b30f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.064143:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x85ed8f9c (ffff880091643300) 00010000:00010000:2.0:1742903177.064145:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.064147:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072081000/0x5d4000e30d83b30f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.064151:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072081000/0x5d4000e30d83b30f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x85ed8f9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.064169:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072081600/0x5d4000e30d83b301 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe28 expref: 882 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.064175:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072081600/0x5d4000e30d83b301 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe28 expref: 882 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.064181:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072081600, rc 0) 00000100:00100000:2.0:1742903177.064419:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+881:13299:x1827566172306688:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 474us (584us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903177.064425:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77053 00000100:00100000:1.0:1742903177.064562:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.064596:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172306944 00000100:00100000:2.0:1742903177.064599:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172306944 00000100:00100000:2.0:1742903177.064630:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17691 00000100:00100000:2.0:1742903177.064634:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+881:13300:x1827566172306944:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:2.0:1742903177.064726:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8676, 168 off1520704 00000100:00100000:2.0:1742903177.064787:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+882:13300:x1827566172306944:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 151us (230us total) trans 4295005005 rc 0/0 00000100:00100000:2.0:1742903177.064793:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17691 00000100:00100000:0.0:1742903177.065849:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.065893:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172307072 00000100:00100000:2.0:1742903177.065897:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172307072 00000100:00100000:0.0:1742903177.065916:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.065930:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77054 00000100:00100000:2.0:1742903177.065934:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+882:13299:x1827566172307072:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903177.065950:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.065960:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b316 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe2f expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.065981:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b316 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe2f expref: 883 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.065990:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b316 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe2f expref: 883 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.066001:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903177.066003:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.066005:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800720af400, rc 0) 00000100:00100000:2.0:1742903177.066036:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+883:13299:x1827566172307072:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 99us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.066040:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77054 00000100:00100000:2.0:1742903177.066055:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172307328 00000100:00100000:2.0:1742903177.066057:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172307328 00000100:00100000:2.0:1742903177.066069:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17692 00000100:00100000:2.0:1742903177.066072:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+883:13300:x1827566172307328:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:2.0:1742903177.066138:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8677, 168 off1520872 00000100:00100000:2.0:1742903177.066509:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+884:13300:x1827566172307328:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 434us (592us total) trans 4295005006 rc 0/0 00000100:00100000:2.0:1742903177.066516:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17692 00000100:00100000:0.0:1742903177.067716:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.067994:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172307584 00000100:00100000:2.0:1742903177.068001:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172307584 00000100:00100000:2.0:1742903177.068035:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17693 00000100:00100000:2.0:1742903177.068039:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+884:13300:x1827566172307584:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903177.068062:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.068088:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172307712 00000100:00100000:2.0:1742903177.068090:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172307712 00000100:00100000:2.0:1742903177.068116:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17694 00000100:00100000:2.0:1742903177.068119:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098075850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+885:13299:x1827566172307712:12345-192.168.203.29@tcp:37:dbench.0 00000040:00080000:2.0:1742903177.070288:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8678, 168 off1521040 00000001:00080000:2.0:1742903177.070297:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295005007 00000100:00100000:3.0:1742903177.073509:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098075850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+887:13299:x1827566172307712:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 5303us (5361us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.073521:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17694 00000100:00100000:2.0:1742903177.073609:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+886:13300:x1827566172307584:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 5568us (5895us total) trans 4295005008 rc 0/0 00000100:00100000:2.0:1742903177.073616:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17693 00000020:00080000:2.0:1742903177.073619:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903177.075257:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.075337:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172307968 00000100:00100000:2.0:1742903177.075343:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172307968 00000100:00100000:2.0:1742903177.075389:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17695 00000100:00100000:2.0:1742903177.075394:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+886:13300:x1827566172307968:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:2.0:1742903177.075545:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8679, 168 off1521208 00000100:00100000:2.0:1742903177.075633:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+887:13300:x1827566172307968:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 238us (379us total) trans 4295005009 rc 0/0 00000100:00100000:2.0:1742903177.075640:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17695 00000100:00100000:0.0:1742903177.077028:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.077410:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172308096 00000100:00100000:1.0:1742903177.077417:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172308096 00000100:00100000:1.0:1742903177.077523:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77055 00000100:00100000:1.0:1742903177.077529:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+887:13299:x1827566172308096:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903177.077544:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.077559:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b31d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe36 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.077597:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b324 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.077606:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b324 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.077612:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b324 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.077620:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d800/0x5d4000e30d83b32b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0xec6f74b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.077623:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d800/0x5d4000e30d83b32b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.077626:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d800/0x5d4000e30d83b32b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.077649:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b324 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.077652:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b324 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.077655:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b324 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.077659:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5c000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.077661:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b324 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.077664:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b324 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.077670:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.077672:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.077674:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b324 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.077676:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b324 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.077692:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d800/0x5d4000e30d83b32b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.077696:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d800/0x5d4000e30d83b32b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.077700:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d800/0x5d4000e30d83b32b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.077704:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5d800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.077707:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d800/0x5d4000e30d83b32b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.077711:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d800/0x5d4000e30d83b32b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.077717:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0xec6f74b7 (ffff880099028600) 00010000:00010000:1.0:1742903177.077720:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.077722:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d800/0x5d4000e30d83b32b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.077726:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d800/0x5d4000e30d83b32b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.077746:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b31d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe36 expref: 888 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.077753:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b31d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe36 expref: 888 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.077758:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af5ce00, rc 0) 00000100:00100000:1.0:1742903177.077782:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+887:13299:x1827566172308096:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 254us (757us total) trans 0 rc 301/301 00000100:00100000:1.0:1742903177.077787:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77055 00000100:00100000:0.0:1742903177.078421:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.078500:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172308352 00000100:00100000:3.0:1742903177.078504:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172308352 00000100:00100000:3.0:1742903177.078535:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17696 00000100:00100000:3.0:1742903177.078540:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+887:13300:x1827566172308352:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903177.078835:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8680, 168 off1521376 00000100:00100000:3.0:1742903177.078920:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+888:13300:x1827566172308352:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 379us (499us total) trans 4295005010 rc 0/0 00000100:00100000:3.0:1742903177.078927:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17696 00000100:00100000:0.0:1742903177.080971:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.081040:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172308608 00000100:00100000:3.0:1742903177.081046:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172308608 00000100:00100000:3.0:1742903177.081120:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17697 00000100:00100000:3.0:1742903177.081125:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+888:13299:x1827566172308608:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903177.081279:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8681, 168 off1521544 00000001:00080000:3.0:1742903177.081285:0:7213:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295005011 00000100:00100000:3.0:1742903177.081470:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+890:13299:x1827566172308608:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 343us (502us total) trans 4295005012 rc 0/0 00000100:00100000:3.0:1742903177.081477:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17697 00000020:00080000:3.0:1742903177.081480:0:7213:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903177.085733:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.085795:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172308864 00000100:00100000:3.0:1742903177.085803:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172308864 00000100:00100000:0.0:1742903177.085827:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.085842:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17698 00000100:00100000:3.0:1742903177.085848:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+890:13300:x1827566172308864:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903177.085981:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8682, 168 off1521712 00000100:00100000:1.0:1742903177.085981:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172308992 00000100:00100000:1.0:1742903177.085990:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172308992 00000100:00100000:1.0:1742903177.086031:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77056 00000100:00100000:1.0:1742903177.086036:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+892:13299:x1827566172308992:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903177.086057:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1742903177.086060:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+892:13300:x1827566172308864:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 211us (335us total) trans 4295005013 rc 0/0 00000100:00100000:3.0:1742903177.086067:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17698 00010000:00010000:1.0:1742903177.086074:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83b332 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe3d expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.086133:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b339 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086146:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b339 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086159:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b339 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086169:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83b340 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086175:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83b340 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086180:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83b340 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086241:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b347 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086248:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b347 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086253:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b347 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:1.0:1742903177.086281:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe39:0x0]: returning size 491 00000004:00200000:1.0:1742903177.086285:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.086297:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b347 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086306:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b347 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086312:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b339 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086338:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b339 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086347:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b339 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086351:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5c000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.086354:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b339 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086374:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b339 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086384:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.086386:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.086389:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b339 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086393:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b339 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086406:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83b340 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086411:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83b340 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086415:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83b340 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086419:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5d600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.086421:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83b340 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086425:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83b340 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086431:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x19f5fa5d (ffff880099028f00) 00010000:00010000:1.0:1742903177.086433:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.086435:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83b340 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086439:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83b340 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.086460:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83b332 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe3d expref: 893 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.086471:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b347 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe3d expref: 892 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.086477:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe39:0x0].0x0 (ffff880099028200) 00010000:00010000:1.0:1742903177.086478:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.086480:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af5c800, rc 0) 00000100:00100000:1.0:1742903177.086521:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+892:13299:x1827566172308992:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 484us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.086527:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77056 00000100:00100000:0.0:1742903177.087759:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.088275:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172309248 00000100:00100000:2.0:1742903177.088282:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172309248 00000100:00100000:2.0:1742903177.088338:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17699 00000100:00100000:2.0:1742903177.088343:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+892:13300:x1827566172309248:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:2.0:1742903177.088470:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8683, 168 off1521880 00000100:00100000:2.0:1742903177.088538:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+893:13300:x1827566172309248:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 194us (781us total) trans 4295005014 rc 0/0 00000100:00100000:2.0:1742903177.088544:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17699 00000100:00100000:0.0:1742903177.088644:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.088670:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172309376 00000100:00100000:1.0:1742903177.088677:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172309376 00000100:00100000:0.0:1742903177.088708:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.088710:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8462 00000100:00100000:1.0:1742903177.088715:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+893:2007:x1827566172309376:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903177.088727:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903177.088744:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b347 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe3d expref: 893 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.088760:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe39:0x0].0x0 (ffff880099028200) 00010000:00010000:1.0:1742903177.088764:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903177.088790:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+892:2007:x1827566172309376:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 75us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.088791:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172309632 00000100:00100000:3.0:1742903177.088795:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172309632 00000100:00100000:1.0:1742903177.088796:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8462 00000100:00100000:3.0:1742903177.088814:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17700 00000100:00100000:3.0:1742903177.088819:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098075450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+892:13299:x1827566172309632:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903177.088871:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8684, 168 off1522048 00000100:00100000:3.0:1742903177.088930:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098075450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+893:13299:x1827566172309632:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 110us (221us total) trans 4295005015 rc 0/0 00000100:00100000:3.0:1742903177.088936:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17700 00000100:00100000:0.0:1742903177.090083:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.090136:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172309888 00000100:00100000:1.0:1742903177.090142:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172309888 00000100:00100000:1.0:1742903177.090180:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77057 00000100:00100000:1.0:1742903177.090185:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+893:13300:x1827566172309888:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.090231:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1742903177.090246:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58e00/0x5d4000e30d83b068 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd2c expref: 893 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.090261:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83afe3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcf4 expref: 892 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.090269:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe38:0x0].0x0 (ffff880091643100) 00010000:00010000:1.0:1742903177.090279:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964a00/0x5d4000e30d83b28a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdfe expref: 891 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.090286:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.090289:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.090517:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b34e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.090529:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b34e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.090537:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b34e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.090545:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c200/0x5d4000e30d83b355 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.090551:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c200/0x5d4000e30d83b355 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.090556:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c200/0x5d4000e30d83b355 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.090619:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b35c lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.090624:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b35c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.090629:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b35c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:1.0:1742903177.090780:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1735, 64 off119296 00000040:00080000:1.0:1742903177.090801:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8685, 184 off1522232 00010000:00010000:1.0:1742903177.090830:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83b363 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.090836:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83b363 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.090842:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83b363 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.090849:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83b363 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.090857:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83b363 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.090862:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83b363 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.090880:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.090893:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b35c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.090898:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b35c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.090902:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b35c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.090907:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5cc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.090910:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b35c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.090916:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b35c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.090922:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe38:0x0].0x0 (ffff880099028700) 00010000:00010000:1.0:1742903177.090924:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.090927:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b35c lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.090931:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b35c lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.091006:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b34e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.091014:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b34e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.091019:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b34e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.091023:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5ca00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.091025:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b34e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.091030:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b34e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.091035:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.091037:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.091038:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b34e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.091042:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b34e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.091049:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009140d500 reply state ffff88009a766000 transno 4295005016 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c200/0x5d4000e30d83b355 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.091056:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c200/0x5d4000e30d83b355 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.091060:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x19f5fa5d (ffff880091643200) 00010000:00010000:1.0:1742903177.091062:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.091065:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.091112:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+892:13300:x1827566172309888:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 926us (1029us total) trans 4295005016 rc 0/0 00000100:00100000:1.0:1742903177.091122:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77057 00010000:00010000:0.0:1742903177.091250:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.091255:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83b363 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.091261:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800b4030e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.091263:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83b363 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.091268:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83b363 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.091275:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe38:0x0].0x0 (ffff880099028700) 00010000:00010000:0.0:1742903177.091277:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.091280:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83b363 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.091284:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83b363 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.091299:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.091300:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.091301:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903177.091338:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.092350:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172310144 00000100:00100000:3.0:1742903177.092368:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172310144 00000100:00100000:3.0:1742903177.092394:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17701 00000100:00100000:3.0:1742903177.092400:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+892:13299:x1827566172310144:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903177.092514:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8686, 168 off1522400 00000100:00100000:3.0:1742903177.092638:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+893:13299:x1827566172310144:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 237us (1323us total) trans 4295005017 rc 0/0 00000100:00100000:3.0:1742903177.092645:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17701 00000100:00100000:0.0:1742903177.094033:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.094110:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172310400 00000100:00100000:3.0:1742903177.094116:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172310400 00000100:00100000:3.0:1742903177.094147:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17702 00000100:00100000:3.0:1742903177.094153:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+893:13299:x1827566172310400:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903177.094266:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8687, 168 off1522568 00000100:00100000:3.0:1742903177.094661:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+894:13299:x1827566172310400:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 506us (632us total) trans 4295005018 rc 0/0 00000100:00100000:3.0:1742903177.094671:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17702 00000100:00100000:0.0:1742903177.094709:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.094825:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172310656 00000100:00100000:3.0:1742903177.094828:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172310656 00000100:00100000:3.0:1742903177.094868:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17703 00000100:00100000:3.0:1742903177.094872:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+894:13300:x1827566172310656:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903177.094961:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8688, 168 off1522736 00000001:00080000:3.0:1742903177.094966:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295005019 00000100:00100000:3.0:1742903177.095004:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+896:13300:x1827566172310656:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 131us (295us total) trans 4295005020 rc 0/0 00000100:00100000:3.0:1742903177.095010:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17703 00000020:00080000:3.0:1742903177.095013:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903177.096266:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.096306:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172310912 00000100:00100000:3.0:1742903177.096310:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172310912 00000100:00100000:3.0:1742903177.096369:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17704 00000100:00100000:3.0:1742903177.096375:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+896:13299:x1827566172310912:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903177.096472:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8689, 168 off1522904 00000001:00080000:3.0:1742903177.096477:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295005021 00000100:00100000:3.0:1742903177.096519:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+898:13299:x1827566172310912:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 144us (254us total) trans 4295005022 rc 0/0 00000100:00100000:3.0:1742903177.096524:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17704 00000020:00080000:3.0:1742903177.096527:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903177.096963:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.097027:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172311168 00000100:00100000:1.0:1742903177.097031:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172311168 00000100:00100000:1.0:1742903177.097063:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77058 00000100:00100000:1.0:1742903177.097068:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+898:13300:x1827566172311168:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.097097:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1742903177.097122:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55a00/0x5d4000e30d83aeee lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc84 expref: 898 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.097140:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83aecb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc6f expref: 897 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.097150:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe36:0x0].0x0 (ffff88009c6e2800) 00010000:00010000:1.0:1742903177.097158:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.097176:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b36a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.097188:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b36a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.097196:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b36a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.097204:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d800/0x5d4000e30d83b371 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.097209:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d800/0x5d4000e30d83b371 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.097214:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d800/0x5d4000e30d83b371 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.097273:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83b378 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.097279:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83b378 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.097283:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83b378 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:1.0:1742903177.097436:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1736, 64 off119360 00000040:00080000:1.0:1742903177.097453:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8690, 176 off1523080 00010000:00010000:1.0:1742903177.097473:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83b37f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.097479:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83b37f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.097484:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83b37f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.097489:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83b37f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.097494:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83b37f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.097498:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83b37f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903177.097635:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.097686:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172311424 00000100:00100000:2.0:1742903177.097689:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172311424 00000100:00100000:2.0:1742903177.097712:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17705 00000100:00100000:2.0:1742903177.097716:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+898:13299:x1827566172311424:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:2.0:1742903177.097767:0:18842:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8691, 168 off1523248 00000100:00100000:2.0:1742903177.097809:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+899:13299:x1827566172311424:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 91us (173us total) trans 4295005024 rc 0/0 00000100:00100000:2.0:1742903177.097814:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17705 00010000:00010000:1.0:1742903177.098054:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.098066:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83b378 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.098071:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83b378 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.098075:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.098076:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83b378 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.098081:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099524c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.098084:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83b378 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.098090:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83b37f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.098090:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83b378 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe36:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.098096:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe36:0x0].0x0 (ffff880099028c00) 00010000:00010000:1.0:1742903177.098098:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.098100:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e870400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.098100:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83b378 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.098103:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83b37f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe36:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.098104:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83b378 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe36:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.098111:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83b37f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.098124:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe36:0x0].0x0 (ffff880099028c00) 00010000:00010000:3.0:1742903177.098127:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1742903177.098130:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83b37f lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.098134:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83b37f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.098153:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.098154:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.098156:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.098187:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b36a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.098192:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b36a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.098197:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b36a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.098201:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5ce00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.098203:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b36a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.098206:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b36a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.098216:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.098218:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.098220:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b36a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.098224:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b36a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.098232:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88012cfd8000 reply state ffff88009a767000 transno 4295005023 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d800/0x5d4000e30d83b371 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.098239:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d800/0x5d4000e30d83b371 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.098243:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x2253fa11 (ffff88009c6e2e00) 00010000:00010000:1.0:1742903177.098244:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.098247:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.098711:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+899:13300:x1827566172311168:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1641us (1748us total) trans 4295005023 rc 0/0 00000100:00100000:1.0:1742903177.098716:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77058 00000100:00100000:0.0:1742903177.099948:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.100000:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172311680 00000100:00100000:2.0:1742903177.100004:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172311680 00000100:00100000:2.0:1742903177.100021:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17706 00000100:00100000:2.0:1742903177.100024:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098075050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+899:13299:x1827566172311680:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:2.0:1742903177.100110:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8692, 168 off1523416 00000100:00100000:2.0:1742903177.100511:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098075050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+900:13299:x1827566172311680:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 483us (566us total) trans 4295005025 rc 0/0 00000100:00100000:2.0:1742903177.100517:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17706 00000100:00100000:1.0:1742903177.100748:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.101046:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172311808 00000100:00100000:0.0:1742903177.101051:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172311808 00000100:00100000:0.0:1742903177.101106:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77059 00000100:00100000:0.0:1742903177.101111:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+900:13300:x1827566172311808:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903177.101126:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903177.101144:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79200/0x5d4000e30d83b386 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe44 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.101185:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b38d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.101196:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b38d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.101204:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b38d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.101214:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78800/0x5d4000e30d83b394 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.101218:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78800/0x5d4000e30d83b394 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.101223:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78800/0x5d4000e30d83b394 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.101246:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b38d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.101250:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b38d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.101254:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b38d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.101263:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec78000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.101266:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b38d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.101271:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b38d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.101279:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:0.0:1742903177.101282:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.101285:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b38d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.101288:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b38d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.101294:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78800/0x5d4000e30d83b394 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.101297:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78800/0x5d4000e30d83b394 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.101356:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78800/0x5d4000e30d83b394 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.101373:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec78800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.101376:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78800/0x5d4000e30d83b394 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.101381:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78800/0x5d4000e30d83b394 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.101388:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x52a89496 (ffff880130ebb400) 00010000:00010000:0.0:1742903177.101391:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.101394:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78800/0x5d4000e30d83b394 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903177.101397:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903177.101398:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78800/0x5d4000e30d83b394 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903177.101418:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172312064 00010000:00010000:0.0:1742903177.101420:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79200/0x5d4000e30d83b386 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe44 expref: 901 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903177.101421:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172312064 00010000:00010000:0.0:1742903177.101427:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79200/0x5d4000e30d83b386 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe44 expref: 902 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.101433:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec79200, rc 0) 00000100:00100000:0.0:1742903177.101458:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13300:x1827566172311808:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 345us (709us total) trans 0 rc 301/301 00000100:00100000:0.0:1742903177.101463:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77059 00000100:00100000:2.0:1742903177.101486:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17707 00000100:00100000:2.0:1742903177.101489:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+900:13299:x1827566172312064:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:2.0:1742903177.101604:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8693, 168 off1523584 00000100:00100000:2.0:1742903177.101646:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13299:x1827566172312064:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 155us (249us total) trans 4295005026 rc 0/0 00000100:00100000:2.0:1742903177.101650:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17707 00000100:00100000:0.0:1742903177.103063:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.103112:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172312192 00000100:00100000:1.0:1742903177.103118:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172312192 00000100:00100000:1.0:1742903177.103150:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77060 00000100:00100000:1.0:1742903177.103155:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13300:x1827566172312192:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903177.103165:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.103177:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871800/0x5d4000e30d83b39b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe4b expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.103199:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871800/0x5d4000e30d83b39b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe4b expref: 902 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.103211:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871800/0x5d4000e30d83b39b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe4b expref: 902 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.103217:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.103219:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.103221:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e871800, rc 0) 00000100:00100000:1.0:1742903177.103259:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13300:x1827566172312192:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 104us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.103264:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77060 00000100:00100000:0.0:1742903177.103572:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.103686:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172312448 00000100:00100000:2.0:1742903177.103690:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172312448 00000100:00100000:2.0:1742903177.103710:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17708 00000100:00100000:2.0:1742903177.103712:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13299:x1827566172312448:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:2.0:1742903177.103896:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8695, 168 off1523880 00000100:00100000:2.0:1742903177.103960:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13299:x1827566172312448:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 245us (388us total) trans 4295005027 rc 0/0 00000100:00100000:2.0:1742903177.103965:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17708 00000100:00100000:0.0:1742903177.104840:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.104874:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172312576 00000100:00100000:3.0:1742903177.104879:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172312576 00000100:00100000:3.0:1742903177.104939:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17709 00000100:00100000:3.0:1742903177.104943:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13300:x1827566172312576:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:0.0:1742903177.106538:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.107099:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172312832 00000100:00100000:1.0:1742903177.107105:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172312832 00000100:00100000:1.0:1742903177.107150:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77061 00000100:00100000:1.0:1742903177.107156:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13299:x1827566172312832:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.107222:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1742903177.107245:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48c00/0x5d4000e30d83b0df lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd56 expref: 904 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.107264:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072106800/0x5d4000e30d83b04c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe39:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd1e expref: 903 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.107274:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe39:0x0].0x0 (ffff880099028200) 00010000:00010000:1.0:1742903177.107288:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b316 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe2f expref: 902 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.107296:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.107298:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.107346:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83b3a2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.107366:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83b3a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.107374:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83b3a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.107383:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871600/0x5d4000e30d83b3a9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.107388:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871600/0x5d4000e30d83b3a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.107392:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871600/0x5d4000e30d83b3a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.107630:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871a00/0x5d4000e30d83b3b0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.107637:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871a00/0x5d4000e30d83b3b0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.107643:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871a00/0x5d4000e30d83b3b0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903177.107653:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13300:x1827566172312576:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2702us (2806us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.107664:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17709 00000040:00080000:1.0:1742903177.107825:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1734, 64 off119232 00000040:00080000:1.0:1742903177.107853:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8696, 184 off1524064 00010000:00010000:1.0:1742903177.107889:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83b3b7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.107895:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83b3b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.107901:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83b3b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.107908:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83b3b7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.107912:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83b3b7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.107916:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83b3b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.107937:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.107952:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871a00/0x5d4000e30d83b3b0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.107956:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871a00/0x5d4000e30d83b3b0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.107960:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871a00/0x5d4000e30d83b3b0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.107964:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e871a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.107968:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871a00/0x5d4000e30d83b3b0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.107973:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871a00/0x5d4000e30d83b3b0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.107979:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe39:0x0].0x0 (ffff880099028100) 00010000:00010000:1.0:1742903177.107981:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.107984:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871a00/0x5d4000e30d83b3b0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.107987:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871a00/0x5d4000e30d83b3b0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.108068:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83b3a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.108074:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83b3a2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.108078:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83b3a2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.108082:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e871000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.108084:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83b3a2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.108088:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83b3a2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.108094:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.108095:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.108097:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83b3a2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.108101:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83b3a2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.108109:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88012cfd8e00 reply state ffff88011ee58000 transno 4295005028 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871600/0x5d4000e30d83b3a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.108116:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871600/0x5d4000e30d83b3a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.108120:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x19f5fa5d (ffff880099028f00) 00010000:00010000:1.0:1742903177.108122:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.108124:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.108178:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13299:x1827566172312832:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1021us (1642us total) trans 4295005028 rc 0/0 00000100:00100000:1.0:1742903177.108184:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77061 00010000:00010000:2.0:1742903177.108250:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.108258:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83b3b7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.108265:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800b4030e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.108268:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83b3b7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.108274:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83b3b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.108286:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe39:0x0].0x0 (ffff880099028100) 00010000:00010000:2.0:1742903177.108289:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.108292:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83b3b7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.108296:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83b3b7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.108312:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.108313:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.108344:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903177.109573:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.109617:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172313088 00000100:00100000:3.0:1742903177.109624:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172313088 00000100:00100000:3.0:1742903177.109654:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17710 00000100:00100000:3.0:1742903177.109658:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13299:x1827566172313088:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:3.0:1742903177.109828:0:18839:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8697, 168 off1524232 00000001:00080000:3.0:1742903177.109831:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295005029 00000100:00100000:3.0:1742903177.109886:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13299:x1827566172313088:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 228us (316us total) trans 4295005030 rc 0/0 00000100:00100000:3.0:1742903177.109891:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17710 00000020:00080000:3.0:1742903177.109893:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1742903177.110201:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.110262:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172313216 00000100:00100000:1.0:1742903177.110268:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172313216 00000100:00100000:1.0:1742903177.110304:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77062 00000100:00100000:1.0:1742903177.110309:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13300:x1827566172313216:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903177.110345:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.110370:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c600/0x5d4000e30d83b3be lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe52 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.110416:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b3c5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110428:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b3c5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110436:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b3c5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110447:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b3cc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110452:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b3cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110456:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b3cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110579:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b3d3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110591:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b3d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110597:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b3d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:1.0:1742903177.110623:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x809:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.110627:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.110640:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b3d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110647:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b3d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110653:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b3c5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110658:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b3c5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110664:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b3c5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110668:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5ca00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.110671:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b3c5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110676:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b3c5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110745:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.110748:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.110752:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b3c5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110757:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b3c5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110768:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b3cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110773:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b3cc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110777:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b3cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110782:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5cc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.110784:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b3cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110895:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b3cc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110903:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x85ed7b8c (ffff880099028000) 00010000:00010000:1.0:1742903177.110905:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.110907:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b3cc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110912:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b3cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.110934:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c600/0x5d4000e30d83b3be lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe52 expref: 906 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.110944:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b3d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe52 expref: 905 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.110954:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x809:0x0].0x0 (ffff8800721ba200) 00010000:00010000:1.0:1742903177.110957:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.110959:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af5c800, rc 0) 00000100:00100000:1.0:1742903177.111194:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13300:x1827566172313216:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 882us (992us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.111200:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77062 00000100:00100000:0.0:1742903177.111414:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.111454:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172313472 00000100:00100000:2.0:1742903177.111461:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172313472 00000100:00100000:2.0:1742903177.111485:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77063 00000100:00100000:2.0:1742903177.111490:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13299:x1827566172313472:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.111522:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1742903177.111542:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83af42 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcae expref: 905 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.111562:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb55e00/0x5d4000e30d83af2d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efca0 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.111570:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe37:0x0].0x0 (ffff88012e960600) 00010000:00010000:2.0:1742903177.111577:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.111591:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83b3da lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.111600:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83b3da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.111608:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83b3da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.111615:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2c00/0x5d4000e30d83b3e1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.111620:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2c00/0x5d4000e30d83b3e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.111626:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2c00/0x5d4000e30d83b3e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.111682:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2000/0x5d4000e30d83b3e8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.111688:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2000/0x5d4000e30d83b3e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.111693:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2000/0x5d4000e30d83b3e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:2.0:1742903177.111843:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1735, 64 off119296 00000040:00080000:2.0:1742903177.111868:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8698, 176 off1524408 00010000:00010000:2.0:1742903177.112294:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83b3ef lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.112302:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83b3ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.112307:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83b3ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.112312:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83b3ef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.112345:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83b3ef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.112349:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83b3ef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.112383:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.112515:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.112521:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83b3ef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.112526:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801233a3e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.112529:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83b3ef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.112535:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83b3ef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.112542:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe37:0x0].0x0 (ffff880091643100) 00000100:00100000:0.0:1742903177.112543:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903177.112545:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903177.112547:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83b3ef lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.112549:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83b3ef lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903177.112560:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172313856 00000100:00100000:0.0:1742903177.112565:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172313856 00010000:00010000:1.0:1742903177.112566:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.112567:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.112568:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.112614:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2000/0x5d4000e30d83b3e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.112620:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2000/0x5d4000e30d83b3e8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.112625:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2000/0x5d4000e30d83b3e8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.112629:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801233a2000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.112631:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2000/0x5d4000e30d83b3e8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.112636:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2000/0x5d4000e30d83b3e8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.112645:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe37:0x0].0x0 (ffff880091643100) 00010000:00010000:2.0:1742903177.112647:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.112650:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2000/0x5d4000e30d83b3e8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.112653:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2000/0x5d4000e30d83b3e8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903177.112699:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77064 00000100:00100000:0.0:1742903177.112704:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13300:x1827566172313856:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903177.112717:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903177.112728:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78800/0x5d4000e30d83b3f6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe59 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.112729:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83b3da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.112735:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83b3da lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.112739:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83b3da lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.112743:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801233a2a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.112745:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83b3da lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.112749:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83b3da lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.112756:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903177.112758:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.112761:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83b3da lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.112765:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83b3da lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:2.0:1742903177.112773:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88012cfd9880 reply state ffff88009a74b000 transno 4295005031 ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2c00/0x5d4000e30d83b3e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.112780:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2c00/0x5d4000e30d83b3e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.112785:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x2253fa11 (ffff88012e960d00) 00010000:00010000:2.0:1742903177.112787:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.112789:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1742903177.112799:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b3fd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.112807:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83abf3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb81 expref: 907 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.112811:0:18840:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b3d3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe52 expref: 907 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.112814:0:18840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b3fd lrc: 5/0,1 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.112836:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b3d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe52 expref: 907 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.112845:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b3d3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe52 expref: 907 pid: 9576 timeout: 405 lvb_type: 0 00000100:00100000:2.0:1742903177.112849:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13299:x1827566172313472:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1356us (1433us total) trans 4295005031 rc 0/0 00000100:00100000:0.0:1742903177.112855:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a78380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161337216:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903177.112859:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77063 00000100:00100000:3.0:1742903177.112893:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903177.112927:0:18840:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83abf3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb81 expref: 906 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.112933:0:18840:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83abf3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb81 expref: 906 pid: 18840 timeout: 405 lvb_type: 0 00000100:00100000:0.0:1742903177.112945:0:18840:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a78000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161337344:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903177.112993:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172313600 00000100:00100000:1.0:1742903177.112997:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172313600 00010000:00010000:1.0:1742903177.113013:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b3d3 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe52 expref: 907 pid: 9576 timeout: 405 lvb_type: 0 00000100:00100000:1.0:1742903177.113031:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22771 00000100:00100000:1.0:1742903177.113035:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:2007:x1827566172313600:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903177.113043:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903177.113047:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b3d3 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe52 expref: 907 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:1.0:1742903177.113055:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b3d3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe52 expref: 907 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:1.0:1742903177.113067:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x809:0x0].0x0 (ffff8800721ba200) 00010000:00010000:1.0:1742903177.113071:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b3fd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.113076:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b3fd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.113080:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903177.113099:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:2007:x1827566172313600:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 63us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.113105:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22771 00000100:00100000:0.0:1742903177.113129:0:18840:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4180 going to sleep for 11 seconds 00010000:00010000:2.0:1742903177.114414:0:18840:0:(ldlm_lockd.c:787:ldlm_handle_ast_error()) ### client (nid 192.168.203.29@tcp) returned -22 from blocking AST (req@ffff880131a78380 x1827566161337216) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b3d3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe52 expref: 906 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:2.0:1742903177.114425:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b3d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe52 expref: 906 pid: 9576 timeout: 405 lvb_type: 0 00000100:00100000:2.0:1742903177.114436:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a78380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161337216:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903177.114447:0:18840:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a78000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:18840:1827566161337344:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903177.114463:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x809:0x0].0x0 (ffff8800721ba200) 00000100:00100000:0.0:1742903177.114530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903177.114538:0:18840:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b3fd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.114546:0:18840:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b3fd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.114552:0:18840:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b3fd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:1.0:1742903177.114712:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172313984 00000100:00100000:1.0:1742903177.114718:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172313984 00010000:00010000:1.0:1742903177.114733:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83abf3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb81 expref: 906 pid: 18840 timeout: 405 lvb_type: 0 00000100:00100000:1.0:1742903177.114763:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22772 00000100:00100000:1.0:1742903177.114768:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:2010:x1827566172313984:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903177.114777:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903177.114781:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83abf3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb81 expref: 906 pid: 18840 timeout: 405 lvb_type: 0 00010000:00010000:1.0:1742903177.114789:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83abf3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb81 expref: 906 pid: 18840 timeout: 405 lvb_type: 0 00010000:00010000:1.0:1742903177.114803:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83abf3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb81 expref: 906 pid: 18840 timeout: 405 lvb_type: 0 00010000:00010000:1.0:1742903177.114814:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x809:0x0].0x0 (ffff8800721ba200) 00010000:00010000:1.0:1742903177.114852:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b3fd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.114861:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b3fd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.114867:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b3fd lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.114897:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903177.114907:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.114923:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:2010:x1827566172313984:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 155us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.114929:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22772 00010000:00010000:2.0:1742903177.114993:0:18840:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b3fd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903177.115001:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172314112 00010000:00010000:2.0:1742903177.115001:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b3fd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903177.115005:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172314112 00000004:00200000:2.0:1742903177.115016:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x809:0x0]: returning size 260096 00000100:00100000:3.0:1742903177.115025:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77065 00000100:00100000:3.0:1742903177.115029:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13299:x1827566172314112:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903177.115042:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.115052:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83b40b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe60 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.115090:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6a600/0x5d4000e30d83b412 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.115098:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6a600/0x5d4000e30d83b412 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.115105:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6a600/0x5d4000e30d83b412 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.115106:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78800/0x5d4000e30d83b3f6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe59 expref: 908 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.115115:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83b419 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.115117:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b3fd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe59 expref: 907 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.115120:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83b419 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.115123:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x809:0x0].0x0 (ffff8800721ba200) 00010000:00010000:3.0:1742903177.115125:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83b419 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.115126:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1742903177.115128:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec78000, rc 0) 00010000:00010000:3.0:1742903177.115147:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6a600/0x5d4000e30d83b412 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.115156:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6a600/0x5d4000e30d83b412 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903177.115160:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13300:x1827566172313856:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 2455us (2619us total) trans 4295005032 rc 0/0 00010000:00010000:3.0:1742903177.115161:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6a600/0x5d4000e30d83b412 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903177.115165:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77064 00010000:00010000:3.0:1742903177.115167:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131a6a600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.115169:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6a600/0x5d4000e30d83b412 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.115175:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6a600/0x5d4000e30d83b412 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.115182:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:3.0:1742903177.115184:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.115187:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6a600/0x5d4000e30d83b412 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.115191:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6a600/0x5d4000e30d83b412 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.115198:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83b419 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.115203:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83b419 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.115208:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83b419 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.115211:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e2000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.115214:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83b419 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.115222:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83b419 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.115227:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x52a89496 (ffff88012e960b00) 00010000:00010000:3.0:1742903177.115229:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.115231:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83b419 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.115235:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83b419 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.115254:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83b40b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe60 expref: 906 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.115261:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83b40b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe60 expref: 906 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.115267:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099f2a000, rc 0) 00000100:00100000:3.0:1742903177.115303:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13299:x1827566172314112:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 273us (396us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903177.115410:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77065 00000100:00100000:0.0:1742903177.116468:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.116502:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.116607:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172314240 00000100:00100000:1.0:1742903177.116612:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172314240 00000100:00100000:1.0:1742903177.116646:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172314368 00000100:00100000:1.0:1742903177.116649:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172314368 00000100:00100000:3.0:1742903177.116659:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77066 00000100:00100000:1.0:1742903177.116679:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77067 00000100:00100000:1.0:1742903177.116684:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13299:x1827566172314368:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903177.116715:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1742903177.116725:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13300:x1827566172314240:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903177.116726:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83b420 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe6e expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.116742:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.116746:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83b420 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe6e expref: 907 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.116755:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83b420 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe6e expref: 907 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.116756:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3c00/0x5d4000e30d83b427 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x809:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe67 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.116761:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.116763:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.116766:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af5d600, rc 0) 00000100:00100000:1.0:1742903177.116795:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13299:x1827566172314368:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 110us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.116801:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77067 00010000:00010000:3.0:1742903177.116820:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3600/0x5d4000e30d83b42e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.116832:0:9576:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b3fd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe59 expref: 907 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.116918:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3600/0x5d4000e30d83b42e lrc: 4/1,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.116950:0:9576:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b3fd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe59 expref: 907 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.116959:0:9576:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b3fd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe59 expref: 907 pid: 18840 timeout: 405 lvb_type: 0 00000100:00100000:3.0:1742903177.116970:0:9576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a57480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161337472:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903177.117051:0:9576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993cc780 going to sleep for 11 seconds 00000100:00100000:0.0:1742903177.119583:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.119635:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172314496 00000100:00100000:2.0:1742903177.119643:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172314496 00000100:00100000:2.0:1742903177.119683:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17711 00000100:00100000:2.0:1742903177.119688:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098074c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13299:x1827566172314496:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:0.0:1742903177.119701:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.119720:0:9576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a57480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9576:1827566161337472:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903177.119735:0:9576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3600/0x5d4000e30d83b42e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:1.0:1742903177.119896:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172314624 00000100:00100000:1.0:1742903177.119901:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172314624 00010000:00010000:1.0:1742903177.119921:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b3fd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe59 expref: 909 pid: 18840 timeout: 405 lvb_type: 0 00000100:00100000:1.0:1742903177.119954:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22773 00000100:00100000:1.0:1742903177.119960:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7ed6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:2009:x1827566172314624:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903177.119970:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903177.119975:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b3fd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe59 expref: 909 pid: 18840 timeout: 405 lvb_type: 0 00010000:00010000:1.0:1742903177.119984:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b3fd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe59 expref: 909 pid: 18840 timeout: 405 lvb_type: 0 00010000:00010000:1.0:1742903177.120004:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b3fd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x809:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe59 expref: 909 pid: 18840 timeout: 405 lvb_type: 0 00010000:00010000:1.0:1742903177.120016:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x809:0x0].0x0 (ffff8800721ba200) 00010000:00010000:1.0:1742903177.120020:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3600/0x5d4000e30d83b42e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.120027:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3600/0x5d4000e30d83b42e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.120033:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3600/0x5d4000e30d83b42e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.120050:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903177.120078:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7ed6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:2009:x1827566172314624:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 118us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.120085:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22773 00010000:00010000:3.0:1742903177.120166:0:9576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3600/0x5d4000e30d83b42e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.120171:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3600/0x5d4000e30d83b42e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903177.120206:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x809:0x0]: returning size 260096 00000004:00200000:3.0:1742903177.120209:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903177.120222:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3600/0x5d4000e30d83b42e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.120248:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3c00/0x5d4000e30d83b427 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x809:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe67 expref: 908 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.120260:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3600/0x5d4000e30d83b42e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe67 expref: 907 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.120266:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x809:0x0].0x0 (ffff8800721ba200) 00010000:00010000:3.0:1742903177.120268:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903177.120270:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c1e3600, rc 0) 00000100:00100000:3.0:1742903177.120290:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13300:x1827566172314240:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3624us (3824us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.120296:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77066 00000100:00100000:2.0:1742903177.122656:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098074c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13299:x1827566172314496:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2960us (3070us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.122667:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17711 00000100:00100000:1.0:1742903177.122940:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.123212:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172314752 00000100:00100000:3.0:1742903177.123220:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172314752 00000100:00100000:3.0:1742903177.123257:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77068 00000100:00100000:3.0:1742903177.123262:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13300:x1827566172314752:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903177.123276:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.123290:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2800/0x5d4000e30d83b435 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe75 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.123505:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b43c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.123518:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b43c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.123527:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b43c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.123538:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3a00/0x5d4000e30d83b443 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.123547:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3a00/0x5d4000e30d83b443 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.123552:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3a00/0x5d4000e30d83b443 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.123582:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b43c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.123589:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b43c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.123594:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b43c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.123599:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e3800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.123603:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b43c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.123608:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b43c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.123616:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:3.0:1742903177.123619:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.123622:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b43c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.123627:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b43c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.123635:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3a00/0x5d4000e30d83b443 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.123640:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3a00/0x5d4000e30d83b443 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.123645:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3a00/0x5d4000e30d83b443 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.123650:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e3a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.123652:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3a00/0x5d4000e30d83b443 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.123656:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3a00/0x5d4000e30d83b443 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.123662:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x52a89496 (ffff88012e960f00) 00010000:00010000:3.0:1742903177.123664:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.123666:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3a00/0x5d4000e30d83b443 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.123670:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3a00/0x5d4000e30d83b443 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.123691:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2800/0x5d4000e30d83b435 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe75 expref: 907 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.123699:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2800/0x5d4000e30d83b435 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe75 expref: 907 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.123705:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c1e2800, rc 0) 00000100:00100000:3.0:1742903177.124130:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13300:x1827566172314752:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 865us (1188us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903177.124136:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77068 00000100:00100000:0.0:1742903177.124944:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.125021:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172314880 00000100:00100000:2.0:1742903177.125026:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172314880 00000100:00100000:2.0:1742903177.125055:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17712 00000100:00100000:2.0:1742903177.125060:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13299:x1827566172314880:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:1.0:1742903177.126002:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.126296:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172315008 00000100:00100000:3.0:1742903177.126300:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172315008 00000100:00100000:3.0:1742903177.126343:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17713 00000100:00100000:3.0:1742903177.126348:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13300:x1827566172315008:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:2.0:1742903177.129150:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13299:x1827566172314880:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 3832us (3951us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.129162:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17712 00000100:00100000:3.0:1742903177.129692:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13300:x1827566172315008:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 3342us (3689us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.129699:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17713 00000100:00100000:0.0:1742903177.132660:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.132694:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.132711:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172315264 00000100:00100000:0.0:1742903177.132714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.132718:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172315264 00000100:00100000:0.0:1742903177.132741:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.132750:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172315136 00000100:00100000:3.0:1742903177.132752:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172315136 00000100:00100000:0.0:1742903177.132765:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172315392 00000100:00100000:0.0:1742903177.132768:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172315392 00000100:00100000:1.0:1742903177.132775:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77069 00000100:00100000:1.0:1742903177.132788:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13299:x1827566172315264:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:0.0:1742903177.132792:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172315520 00000100:00100000:0.0:1742903177.132794:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172315520 00000100:00100000:0.0:1742903177.132805:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 238 00000100:00100000:1.0:1742903177.132811:0:8724:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 239 00000100:00100000:0.0:1742903177.132812:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd67050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:2010:x1827566172315392:12345-192.168.203.29@tcp:63:ll_sa.0 00000100:00100000:1.0:1742903177.132816:0:8724:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:2009:x1827566172315520:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:0.0:1742903177.132840:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.132842:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903177.132854:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78a00/0x5d4000e30d83b44a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe83 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.132857:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c600/0x5d4000e30d83b451 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efea6 expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903177.132889:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77070 00010000:00010000:0.0:1742903177.132889:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78e00/0x5d4000e30d83b458 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.132895:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13300:x1827566172315136:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903177.132899:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b45f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.132900:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78e00/0x5d4000e30d83b458 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.132903:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.132910:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83b466 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe7c expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.132910:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b45f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.132910:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78e00/0x5d4000e30d83b458 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.132919:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b45f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.132919:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79000/0x5d4000e30d83b46d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.132924:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79000/0x5d4000e30d83b46d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.132928:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79000/0x5d4000e30d83b46d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.132931:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b474 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:3.0:1742903177.132937:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3400/0x5d4000e30d83b47b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.132937:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b474 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.132942:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b474 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:3.0:1742903177.132945:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3400/0x5d4000e30d83b47b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.132951:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3400/0x5d4000e30d83b47b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:3.0:1742903177.132979:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x807:0x0]: returning size 4096 00000004:00200000:3.0:1742903177.132982:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1742903177.132982:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79600/0x5d4000e30d83b482 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.132989:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79600/0x5d4000e30d83b482 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00000004:00010000:3.0:1742903177.132991:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3400/0x5d4000e30d83b47b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.132994:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79600/0x5d4000e30d83b482 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.133006:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83b466 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe7c expref: 913 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.133006:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b489 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00000004:00200000:0.0:1742903177.133008:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7ff:0x0]: returning size 4096 00000004:00200000:0.0:1742903177.133010:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1742903177.133016:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3400/0x5d4000e30d83b47b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe7c expref: 912 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.133016:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b489 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00000004:00010000:0.0:1742903177.133018:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79600/0x5d4000e30d83b482 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.133022:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b489 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:3.0:1742903177.133023:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:0.0:1742903177.133024:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78e00/0x5d4000e30d83b458 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.133025:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1742903177.133027:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c1e3400, rc 0) 00010000:00010000:0.0:1742903177.133029:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78e00/0x5d4000e30d83b458 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.133034:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78e00/0x5d4000e30d83b458 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.133049:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7fe:0x0]: returning size 4096 00000004:00200000:1.0:1742903177.133052:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.133064:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b489 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00000100:00100000:3.0:1742903177.133067:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13300:x1827566172315136:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 172us (352us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903177.133071:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b45f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00000100:00100000:3.0:1742903177.133072:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77070 00010000:00010000:1.0:1742903177.133076:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b45f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133081:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b45f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133086:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5cc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.133089:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b45f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133095:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b45f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133104:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:1.0:1742903177.133107:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.133110:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b45f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133115:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83b45f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133130:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b474 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133135:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b474 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133140:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b474 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133144:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5ca00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.133146:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b474 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133153:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b474 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133158:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x4d50 (ffff880099028000) 00010000:00010000:1.0:1742903177.133161:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.133162:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b474 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133167:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83b474 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133187:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c600/0x5d4000e30d83b451 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efea6 expref: 912 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.133197:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b489 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efea6 expref: 911 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.133202:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x0 (ffff88008408c200) 00010000:00010000:1.0:1742903177.133204:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1742903177.133205:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec78e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.133206:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af5c000, rc 0) 00010000:00010000:0.0:1742903177.133208:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78e00/0x5d4000e30d83b458 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.133209:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903177.133214:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78e00/0x5d4000e30d83b458 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.133215:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83b490 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efeb4 expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.133222:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:0.0:1742903177.133225:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.133228:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78e00/0x5d4000e30d83b458 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.133231:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b497 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.133233:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78e00/0x5d4000e30d83b458 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.133236:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b497 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133242:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b497 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133252:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83b49e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.133252:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79000/0x5d4000e30d83b46d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.133256:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79000/0x5d4000e30d83b46d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.133257:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83b49e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.133260:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79000/0x5d4000e30d83b46d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.133261:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83b49e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.133264:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec79000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.133267:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79000/0x5d4000e30d83b46d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.133285:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ba00/0x5d4000e30d83b4a5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133292:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ba00/0x5d4000e30d83b4a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133297:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ba00/0x5d4000e30d83b4a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00000004:00200000:1.0:1742903177.133310:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7d2:0x0]: returning size 4096 00000004:00200000:1.0:1742903177.133312:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.133346:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ba00/0x5d4000e30d83b4a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133352:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b497 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133367:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b497 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133372:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b497 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133377:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5c800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.133379:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b497 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133384:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b497 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133390:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:1.0:1742903177.133391:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.133393:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b497 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133398:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b497 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133405:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83b49e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133409:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83b49e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133413:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83b49e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133417:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5d400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.133419:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83b49e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133423:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83b49e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133427:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x5052ab9e (ffff880099028200) 00010000:00010000:1.0:1742903177.133429:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.133431:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83b49e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133435:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83b49e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133450:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83b490 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efeb4 expref: 913 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.133457:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ba00/0x5d4000e30d83b4a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efeb4 expref: 912 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.133462:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:1.0:1742903177.133464:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1742903177.133466:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009900ba00, rc 0) 00010000:00010000:1.0:1742903177.133468:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.133473:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83b4ac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efec9 expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.133488:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d83b4b3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133494:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d83b4b3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133500:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d83b4b3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133508:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83b4ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133513:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83b4ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133518:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83b4ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133542:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19400/0x5d4000e30d83b4c1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133548:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19400/0x5d4000e30d83b4c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133552:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19400/0x5d4000e30d83b4c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00000004:00200000:1.0:1742903177.133566:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7c4:0x0]: returning size 4096 00000004:00200000:1.0:1742903177.133568:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.133573:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19400/0x5d4000e30d83b4c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133578:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d83b4b3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133583:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d83b4b3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133587:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d83b4b3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133591:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099d18400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.133593:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d83b4b3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133598:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d83b4b3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133604:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:1.0:1742903177.133605:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.133607:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d83b4b3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133612:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d83b4b3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133620:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83b4ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133624:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83b4ba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133629:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83b4ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133632:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099d18200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.133635:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83b4ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133639:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83b4ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133644:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x44524f57 (ffff880099028600) 00010000:00010000:1.0:1742903177.133646:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.133648:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83b4ba lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133652:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83b4ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133665:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83b4ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efec9 expref: 914 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.133676:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19400/0x5d4000e30d83b4c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efec9 expref: 913 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.133685:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:1.0:1742903177.133686:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1742903177.133688:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099d19400, rc 0) 00010000:00010000:1.0:1742903177.133690:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.133695:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18c00/0x5d4000e30d83b4c8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efed0 expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.133708:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83b4cf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133713:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83b4cf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133718:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83b4cf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133726:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19e00/0x5d4000e30d83b4d6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133731:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19e00/0x5d4000e30d83b4d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133735:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19e00/0x5d4000e30d83b4d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133755:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19000/0x5d4000e30d83b4dd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133762:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19000/0x5d4000e30d83b4dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133766:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19000/0x5d4000e30d83b4dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00000004:00200000:1.0:1742903177.133780:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7df:0x0]: returning size 4096 00000004:00200000:1.0:1742903177.133781:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.133787:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19000/0x5d4000e30d83b4dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133792:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83b4cf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133796:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83b4cf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133800:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83b4cf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133803:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099d18800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.133805:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83b4cf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133809:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83b4cf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133815:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:1.0:1742903177.133816:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.133818:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83b4cf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.133818:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79000/0x5d4000e30d83b46d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.133822:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83b4cf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.133825:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x4d50 (ffff880130ebb200) 00010000:00010000:0.0:1742903177.133827:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.133829:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19e00/0x5d4000e30d83b4d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.133830:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79000/0x5d4000e30d83b46d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.133833:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19e00/0x5d4000e30d83b4d6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.133835:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79000/0x5d4000e30d83b46d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.133838:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19e00/0x5d4000e30d83b4d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133841:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099d19e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.133843:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19e00/0x5d4000e30d83b4d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133848:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19e00/0x5d4000e30d83b4d6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133853:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x45524f8f (ffff880099028100) 00010000:00010000:0.0:1742903177.133854:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78a00/0x5d4000e30d83b44a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe83 expref: 915 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.133855:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.133857:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19e00/0x5d4000e30d83b4d6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.133861:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19e00/0x5d4000e30d83b4d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.133866:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79600/0x5d4000e30d83b482 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe83 expref: 914 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.133872:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x0 (ffff88012d39b400) 00010000:00010000:0.0:1742903177.133874:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1742903177.133876:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18c00/0x5d4000e30d83b4c8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efed0 expref: 915 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.133876:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec79600, rc 0) 00010000:00010000:0.0:1742903177.133879:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903177.133884:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78800/0x5d4000e30d83b4e4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe91 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.133885:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19000/0x5d4000e30d83b4dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efed0 expref: 914 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.133890:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:1.0:1742903177.133892:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1742903177.133894:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099d19000, rc 0) 00010000:00010000:1.0:1742903177.133897:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.133902:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19200/0x5d4000e30d83b4eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efed7 expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.133907:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b4f2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.133913:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b4f2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.133919:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b4f2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.133928:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79400/0x5d4000e30d83b500 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.133933:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79400/0x5d4000e30d83b500 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.133941:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79400/0x5d4000e30d83b500 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.133965:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83b507 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.133971:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83b507 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.133975:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83b507 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:0.0:1742903177.133989:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7d3:0x0]: returning size 4096 00000004:00200000:0.0:1742903177.133991:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903177.133997:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83b507 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134003:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b4f2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134008:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b4f2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134012:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b4f2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134016:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec78200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.134018:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b4f2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134190:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b4f2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134197:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:0.0:1742903177.134200:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.134202:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b4f2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134206:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78200/0x5d4000e30d83b4f2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134213:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79400/0x5d4000e30d83b500 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134218:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79400/0x5d4000e30d83b500 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134222:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79400/0x5d4000e30d83b500 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134226:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec79400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.134228:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79400/0x5d4000e30d83b500 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134232:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79400/0x5d4000e30d83b500 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134237:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x5052ab9e (ffff880130ebb400) 00010000:00010000:0.0:1742903177.134239:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.134240:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79400/0x5d4000e30d83b500 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134244:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79400/0x5d4000e30d83b500 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134260:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78800/0x5d4000e30d83b4e4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe91 expref: 917 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.134272:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83b507 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe91 expref: 916 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.134277:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:0.0:1742903177.134278:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1742903177.134280:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099f2a000, rc 0) 00010000:00010000:0.0:1742903177.134283:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903177.134287:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83b50e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe98 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.134302:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b515 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134308:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b515 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134313:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b515 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134420:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83b51c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134426:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83b51c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134558:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83b51c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134583:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871a00/0x5d4000e30d83b523 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134591:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871a00/0x5d4000e30d83b523 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134597:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871a00/0x5d4000e30d83b523 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:0.0:1742903177.134612:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7c5:0x0]: returning size 4096 00000004:00200000:0.0:1742903177.134614:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903177.134620:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871a00/0x5d4000e30d83b523 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134625:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b515 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134629:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b515 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134632:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b515 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134636:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720af400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.134637:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b515 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134641:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b515 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134646:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:0.0:1742903177.134647:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.134649:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b515 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134652:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720af400/0x5d4000e30d83b515 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134659:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83b51c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134663:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83b51c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134667:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83b51c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134671:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e871000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.134672:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83b51c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134676:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83b51c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134681:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x44524f57 (ffff880130ebb800) 00010000:00010000:0.0:1742903177.134683:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.134684:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83b51c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134688:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83b51c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134709:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a800/0x5d4000e30d83b50e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe98 expref: 918 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.134717:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871a00/0x5d4000e30d83b523 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe98 expref: 917 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.134722:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:0.0:1742903177.134724:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1742903177.134725:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e871a00, rc 0) 00010000:00010000:0.0:1742903177.134729:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903177.134734:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83b52a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe9f expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.134750:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870600/0x5d4000e30d83b531 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134756:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870600/0x5d4000e30d83b531 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134762:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870600/0x5d4000e30d83b531 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134770:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b538 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134775:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b538 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134780:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b538 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134800:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6e00/0x5d4000e30d83b53f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134807:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6e00/0x5d4000e30d83b53f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134811:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6e00/0x5d4000e30d83b53f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:0.0:1742903177.134835:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7de:0x0]: returning size 4096 00000004:00200000:0.0:1742903177.134838:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903177.134845:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6e00/0x5d4000e30d83b53f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134851:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870600/0x5d4000e30d83b531 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134855:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870600/0x5d4000e30d83b531 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134859:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870600/0x5d4000e30d83b531 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134863:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e870600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.134865:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870600/0x5d4000e30d83b531 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134870:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870600/0x5d4000e30d83b531 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.134871:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83b4f9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.134876:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:0.0:1742903177.134877:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.134879:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870600/0x5d4000e30d83b531 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.134881:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83b4f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.134883:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870600/0x5d4000e30d83b531 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.134888:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83b4f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.134890:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b538 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134894:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b538 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.134899:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83b546 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.134899:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b538 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134902:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d6200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.134904:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83b546 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.134904:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b538 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.134910:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83b546 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.134911:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b538 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134915:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x45524f8f (ffff880130ebb300) 00010000:00010000:0.0:1742903177.134917:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.134918:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b538 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134922:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83b538 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134935:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83b52a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe9f expref: 919 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.134942:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6e00/0x5d4000e30d83b53f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe9f expref: 918 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.134946:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:0.0:1742903177.134947:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1742903177.134948:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a000/0x5d4000e30d83b54d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x830:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.134949:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991d6e00, rc 0) 00010000:00010000:0.0:1742903177.134951:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.134956:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a000/0x5d4000e30d83b54d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x830:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.134956:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7000/0x5d4000e30d83b554 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efead expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.134961:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a000/0x5d4000e30d83b54d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x830:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.134969:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83b55b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134975:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83b55b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.134977:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x830:0x0]: returning size 4096 00000004:00200000:1.0:1742903177.134979:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1742903177.134980:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83b55b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00010000:1.0:1742903177.134986:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a000/0x5d4000e30d83b54d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x830:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.134989:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83b562 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.134993:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83b4f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.134993:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83b562 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.134997:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83b562 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.134998:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83b4f9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.135002:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83b4f9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.135006:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c11a400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.135008:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83b4f9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.135013:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83b4f9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.135019:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:0.0:1742903177.135020:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7c00/0x5d4000e30d83b569 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x831:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135021:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.135023:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83b4f9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135026:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7c00/0x5d4000e30d83b569 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x831:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135027:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83b4f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135031:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7c00/0x5d4000e30d83b569 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x831:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135036:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83b546 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.135040:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83b546 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00000004:00200000:0.0:1742903177.135044:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x831:0x0]: returning size 4096 00010000:00010000:1.0:1742903177.135045:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83b546 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00000004:00200000:0.0:1742903177.135046:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1742903177.135048:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c11a800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.135051:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83b546 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00000004:00010000:0.0:1742903177.135052:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7c00/0x5d4000e30d83b569 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x831:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135058:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83b546 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135058:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83b55b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.135062:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83b55b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135063:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x45439694 (ffff880099028500) 00010000:00010000:1.0:1742903177.135065:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.135066:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83b55b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135067:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83b546 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135070:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d7200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.135071:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83b546 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135072:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83b55b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.135077:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83b55b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.135083:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:0.0:1742903177.135084:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.135086:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83b55b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.135090:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83b55b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.135098:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83b562 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135099:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19200/0x5d4000e30d83b4eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efed7 expref: 920 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.135102:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83b562 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.135105:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83b562 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135108:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a000/0x5d4000e30d83b54d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x830:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efed7 expref: 919 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.135108:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d6c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.135110:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83b562 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135114:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x830:0x0].0x0 (ffff8801351b0100) 00010000:00010000:0.0:1742903177.135114:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83b562 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135115:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1742903177.135117:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c11a000, rc 0) 00010000:00010000:0.0:1742903177.135118:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x45439694 (ffff880130ebbc00) 00010000:00010000:1.0:1742903177.135120:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903177.135120:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.135121:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83b562 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.135125:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83b562 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135126:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b600/0x5d4000e30d83b570 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efede expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.135142:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11be00/0x5d4000e30d83b577 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135143:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7000/0x5d4000e30d83b554 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efead expref: 921 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.135148:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11be00/0x5d4000e30d83b577 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135151:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7c00/0x5d4000e30d83b569 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x831:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efead expref: 920 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.135154:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11be00/0x5d4000e30d83b577 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135155:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x831:0x0].0x0 (ffff88008408cc00) 00010000:00010000:0.0:1742903177.135157:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1742903177.135159:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991d7c00, rc 0) 00010000:00010000:0.0:1742903177.135161:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.135163:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b800/0x5d4000e30d83b57e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135166:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6a00/0x5d4000e30d83b585 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efebb expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.135167:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b800/0x5d4000e30d83b57e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.135172:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b800/0x5d4000e30d83b57e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135182:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48c00/0x5d4000e30d83b58c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.135188:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48c00/0x5d4000e30d83b58c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.135195:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48c00/0x5d4000e30d83b58c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135198:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c283c00/0x5d4000e30d83b593 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.135204:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c283c00/0x5d4000e30d83b593 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135204:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83b59a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.135208:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83b59a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135210:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c283c00/0x5d4000e30d83b593 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135213:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83b59a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.135223:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7cd:0x0]: returning size 4096 00000004:00200000:1.0:1742903177.135225:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.135231:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012c283c00/0x5d4000e30d83b593 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.135237:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11be00/0x5d4000e30d83b577 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135237:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48400/0x5d4000e30d83b5a1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135242:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11be00/0x5d4000e30d83b577 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135243:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48400/0x5d4000e30d83b5a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135246:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11be00/0x5d4000e30d83b577 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135248:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48400/0x5d4000e30d83b5a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135251:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c11be00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.135253:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11be00/0x5d4000e30d83b577 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.135258:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11be00/0x5d4000e30d83b577 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00000004:00200000:0.0:1742903177.135262:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7cc:0x0]: returning size 4096 00010000:00010000:1.0:1742903177.135263:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00000004:00200000:0.0:1742903177.135264:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1742903177.135265:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.135267:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11be00/0x5d4000e30d83b577 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00000004:00010000:0.0:1742903177.135270:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48400/0x5d4000e30d83b5a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135271:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11be00/0x5d4000e30d83b577 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135276:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48c00/0x5d4000e30d83b58c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135279:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b800/0x5d4000e30d83b57e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135280:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48c00/0x5d4000e30d83b58c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135283:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b800/0x5d4000e30d83b57e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135285:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48c00/0x5d4000e30d83b58c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135287:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b800/0x5d4000e30d83b57e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135289:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf48c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.135290:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c11b800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.135291:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48c00/0x5d4000e30d83b58c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135292:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b800/0x5d4000e30d83b57e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.135296:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b800/0x5d4000e30d83b57e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135296:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48c00/0x5d4000e30d83b58c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.135302:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:0.0:1742903177.135304:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.135305:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48c00/0x5d4000e30d83b58c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135308:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x45435891 (ffff880099028c00) 00010000:00010000:1.0:1742903177.135310:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.135310:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48c00/0x5d4000e30d83b58c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135312:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b800/0x5d4000e30d83b57e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.135335:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b800/0x5d4000e30d83b57e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135347:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83b59a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135353:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b600/0x5d4000e30d83b570 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efede expref: 922 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.135353:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83b59a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.135368:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83b59a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.135372:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf49a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.135373:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83b59a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135374:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c283c00/0x5d4000e30d83b593 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7cd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efede expref: 921 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.135378:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cd:0x0].0x0 (ffff8800916ebb00) 00010000:00010000:0.0:1742903177.135378:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83b59a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135384:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1742903177.135384:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x45435891 (ffff880099660e00) 00010000:00010000:1.0:1742903177.135386:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c283c00, rc 0) 00010000:00010000:0.0:1742903177.135386:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.135389:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903177.135389:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83b59a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.135393:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83b59a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135395:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c283e00/0x5d4000e30d83b5a8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efee5 expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.135411:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6a00/0x5d4000e30d83b585 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efebb expref: 923 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.135415:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c283a00/0x5d4000e30d83b5af lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135419:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48400/0x5d4000e30d83b5a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7cc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efebb expref: 922 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.135422:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c283a00/0x5d4000e30d83b5af lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135427:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cc:0x0].0x0 (ffff8800916eb300) 00010000:00010000:1.0:1742903177.135428:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c283a00/0x5d4000e30d83b5af lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135429:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1742903177.135431:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf48400, rc 0) 00010000:00010000:0.0:1742903177.135433:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.135438:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009771ec00/0x5d4000e30d83b5bd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135438:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49400/0x5d4000e30d83b5b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efec2 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.135442:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009771ec00/0x5d4000e30d83b5bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00000100:00100000:2.0:1742903177.135443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903177.135447:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009771ec00/0x5d4000e30d83b5bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135453:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258c00/0x5d4000e30d83b5c4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.135460:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258c00/0x5d4000e30d83b5c4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.135465:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258c00/0x5d4000e30d83b5c4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.135473:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b5cb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.135478:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b5cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135481:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009771f200/0x5d4000e30d83b5d2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135482:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b5cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135488:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009771f200/0x5d4000e30d83b5d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.135493:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009771f200/0x5d4000e30d83b5d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135504:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258e00/0x5d4000e30d83b5d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.135508:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7f7:0x0]: returning size 4096 00000004:00200000:1.0:1742903177.135510:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1742903177.135510:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258e00/0x5d4000e30d83b5d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.135515:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258e00/0x5d4000e30d83b5d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00010000:1.0:1742903177.135516:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009771f200/0x5d4000e30d83b5d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.135522:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c283a00/0x5d4000e30d83b5af lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00000100:00100000:3.0:1742903177.135524:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172315648 00010000:00010000:1.0:1742903177.135526:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c283a00/0x5d4000e30d83b5af lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00000004:00200000:0.0:1742903177.135528:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7f6:0x0]: returning size 4096 00000100:00100000:3.0:1742903177.135529:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172315648 00000004:00200000:0.0:1742903177.135530:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1742903177.135531:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c283a00/0x5d4000e30d83b5af lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.135534:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012c283a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.135536:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c283a00/0x5d4000e30d83b5af lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00000004:00010000:0.0:1742903177.135536:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258e00/0x5d4000e30d83b5d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135541:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c283a00/0x5d4000e30d83b5af lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135542:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258c00/0x5d4000e30d83b5c4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.135546:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258c00/0x5d4000e30d83b5c4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135547:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:1.0:1742903177.135549:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.135550:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258c00/0x5d4000e30d83b5c4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135551:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c283a00/0x5d4000e30d83b5af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00000100:00100000:3.0:1742903177.135554:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77071 00010000:00010000:0.0:1742903177.135554:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d258c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.135556:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c283a00/0x5d4000e30d83b5af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135556:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258c00/0x5d4000e30d83b5c4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.135559:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+924:13300:x1827566172315648:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:0.0:1742903177.135560:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258c00/0x5d4000e30d83b5c4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135563:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009771ec00/0x5d4000e30d83b5bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135565:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:1.0:1742903177.135567:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009771ec00/0x5d4000e30d83b5bd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135567:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.135568:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903177.135569:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258c00/0x5d4000e30d83b5c4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135572:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009771ec00/0x5d4000e30d83b5bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135573:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258c00/0x5d4000e30d83b5c4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.135575:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3200/0x5d4000e30d83b5e0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efeec expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.135575:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009771ec00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.135577:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009771ec00/0x5d4000e30d83b5bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135580:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b5cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135582:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009771ec00/0x5d4000e30d83b5bd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135584:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b5cb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135588:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x44a1a1a7 (ffff880099028b00) 00010000:00010000:0.0:1742903177.135589:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b5cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135590:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.135592:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009771ec00/0x5d4000e30d83b5bd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:0.0:1742903177.135592:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d259a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.135594:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b5cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.135596:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009771ec00/0x5d4000e30d83b5bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:3.0:1742903177.135598:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2200/0x5d4000e30d83b5e7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.135598:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b5cb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.135603:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x44a1a1a7 (ffff880099660300) 00010000:00010000:3.0:1742903177.135604:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2200/0x5d4000e30d83b5e7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.135606:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.135607:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b5cb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.135610:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2200/0x5d4000e30d83b5e7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.135612:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c283e00/0x5d4000e30d83b5a8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efee5 expref: 926 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.135612:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259a00/0x5d4000e30d83b5cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.135617:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83b5ee lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.135620:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009771f200/0x5d4000e30d83b5d2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7f7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efee5 expref: 925 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.135625:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83b5ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.135627:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49400/0x5d4000e30d83b5b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efec2 expref: 926 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.135630:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83b5ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.135630:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f7:0x0].0x0 (ffff88012d39bf00) 00010000:00010000:1.0:1742903177.135632:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1742903177.135635:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009771f200, rc 0) 00010000:00010000:0.0:1742903177.135635:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258e00/0x5d4000e30d83b5d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7f6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efec2 expref: 925 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.135640:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f6:0x0].0x0 (ffff88008408c400) 00010000:00010000:0.0:1742903177.135641:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1742903177.135643:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d258e00, rc 0) 00010000:00010000:3.0:1742903177.135666:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2e00/0x5d4000e30d83b5f5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.135672:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2e00/0x5d4000e30d83b5f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.135677:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2e00/0x5d4000e30d83b5f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:1.0:1742903177.135689:0:8724:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+925:2009:x1827566172315520:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 2871us (2946us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903177.135690:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd67050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+925:2010:x1827566172315392:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 2879us (2995us total) trans 0 rc 0/0 00000004:00200000:3.0:1742903177.135694:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe3a:0x0]: returning size 543 00000004:00200000:3.0:1742903177.135695:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:1.0:1742903177.135698:0:8724:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 239 00000004:00010000:3.0:1742903177.135702:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2e00/0x5d4000e30d83b5f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903177.135703:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 238 00010000:00010000:3.0:1742903177.135708:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2e00/0x5d4000e30d83b5f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.135713:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2200/0x5d4000e30d83b5e7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.135716:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2200/0x5d4000e30d83b5e7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.135720:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2200/0x5d4000e30d83b5e7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.135723:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e2200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.135725:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2200/0x5d4000e30d83b5e7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.135728:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.135729:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2200/0x5d4000e30d83b5e7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.135735:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:3.0:1742903177.135736:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.135736:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009771f400/0x5d4000e30d83b5fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efe8a expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.135738:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2200/0x5d4000e30d83b5e7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.135742:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2200/0x5d4000e30d83b5e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.135749:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83b5ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.135752:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83b5ee lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.135756:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83b5ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.135759:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e2600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.135761:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83b5ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.135764:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83b5ee lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.135764:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009771fa00/0x5d4000e30d83b603 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.135769:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x86397a9e (ffff880091643c00) 00010000:00010000:3.0:1742903177.135771:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.135771:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009771fa00/0x5d4000e30d83b603 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.135772:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83b5ee lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.135777:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83b5ee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.135778:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009771fa00/0x5d4000e30d83b603 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.135790:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3200/0x5d4000e30d83b5e0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efeec expref: 925 pid: 18840 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1742903177.135794:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x806:0x0]: returning size 4096 00000004:00200000:1.0:1742903177.135797:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1742903177.135798:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2e00/0x5d4000e30d83b5f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efeec expref: 924 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.135803:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3a:0x0].0x0 (ffff880091643b00) 00000004:00010000:1.0:1742903177.135803:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009771fa00/0x5d4000e30d83b603 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.135805:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903177.135806:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c1e2e00, rc 0) 00010000:00010000:1.0:1742903177.135816:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009771f400/0x5d4000e30d83b5fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe8a expref: 925 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903177.135828:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+924:13300:x1827566172315648:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 268us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.135833:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77071 00010000:00010000:1.0:1742903177.135997:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009771fa00/0x5d4000e30d83b603 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe8a expref: 924 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.136011:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.136013:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1742903177.136015:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009771fa00, rc 0) 00000100:00100000:1.0:1742903177.136035:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+923:13299:x1827566172315264:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 3251us (3382us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.136041:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77069 00000100:00100000:0.0:1742903177.137353:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.137419:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172315776 00000100:00100000:1.0:1742903177.137429:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172315776 00000100:00100000:1.0:1742903177.137456:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77072 00000100:00100000:1.0:1742903177.137461:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+923:13299:x1827566172315776:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903177.137471:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.137478:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009771e600/0x5d4000e30d83b60a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efef3 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.137505:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009771e000/0x5d4000e30d83b611 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137512:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009771e000/0x5d4000e30d83b611 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137519:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009771e000/0x5d4000e30d83b611 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137527:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009771ea00/0x5d4000e30d83b618 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137532:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009771ea00/0x5d4000e30d83b618 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137540:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009771ea00/0x5d4000e30d83b618 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137577:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009771e200/0x5d4000e30d83b61f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137584:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009771e200/0x5d4000e30d83b61f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137590:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009771e200/0x5d4000e30d83b61f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:1.0:1742903177.137610:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe3b:0x0]: returning size 543 00000004:00200000:1.0:1742903177.137612:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.137620:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009771e200/0x5d4000e30d83b61f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137627:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009771e200/0x5d4000e30d83b61f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137632:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009771e000/0x5d4000e30d83b611 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137636:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009771e000/0x5d4000e30d83b611 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137641:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009771e000/0x5d4000e30d83b611 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137645:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009771e000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.137648:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009771e000/0x5d4000e30d83b611 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137653:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009771e000/0x5d4000e30d83b611 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137660:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.137662:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.137664:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009771e000/0x5d4000e30d83b611 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137668:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009771e000/0x5d4000e30d83b611 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137676:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009771ea00/0x5d4000e30d83b618 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137680:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009771ea00/0x5d4000e30d83b618 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137685:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009771ea00/0x5d4000e30d83b618 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137689:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009771ea00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.137691:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009771ea00/0x5d4000e30d83b618 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137695:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009771ea00/0x5d4000e30d83b618 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137700:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x86397a9e (ffff880091643500) 00010000:00010000:1.0:1742903177.137702:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.137704:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009771ea00/0x5d4000e30d83b618 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137708:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009771ea00/0x5d4000e30d83b618 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.137721:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009771e600/0x5d4000e30d83b60a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efef3 expref: 925 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.137728:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009771e200/0x5d4000e30d83b61f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efef3 expref: 924 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.137733:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3b:0x0].0x0 (ffff880091643a00) 00010000:00010000:1.0:1742903177.137735:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.137736:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009771e200, rc 0) 00000100:00100000:1.0:1742903177.137780:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+924:13299:x1827566172315776:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 318us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.137785:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77072 00000100:00100000:0.0:1742903177.138152:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.138201:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172315904 00000100:00100000:3.0:1742903177.138211:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172315904 00000100:00100000:3.0:1742903177.138249:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8463 00000100:00100000:3.0:1742903177.138254:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+924:2007:x1827566172315904:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903177.138264:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903177.138279:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2e00/0x5d4000e30d83b5f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efeec expref: 924 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.138291:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3a:0x0].0x0 (ffff880091643b00) 00010000:00010000:3.0:1742903177.138294:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903177.138344:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+923:2007:x1827566172315904:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 89us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.138350:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8463 00000100:00100000:0.0:1742903177.139058:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.139089:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.139206:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172316032 00000100:00100000:3.0:1742903177.139212:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172316032 00000100:00100000:0.0:1742903177.139234:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172316160 00000100:00100000:0.0:1742903177.139238:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172316160 00000100:00100000:3.0:1742903177.139246:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8464 00000100:00100000:3.0:1742903177.139251:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+924:2008:x1827566172316032:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1742903177.139259:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 240 00010000:00010000:3.0:1742903177.139261:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1742903177.139263:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+924:2009:x1827566172316160:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:3.0:1742903177.139273:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009771e200/0x5d4000e30d83b61f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efef3 expref: 924 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.139284:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.139285:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3b:0x0].0x0 (ffff880091643a00) 00010000:00010000:3.0:1742903177.139287:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903177.139293:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259c00/0x5d4000e30d83b626 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efefa expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903177.139311:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+924:2008:x1827566172316032:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 60us (255us total) trans 0 rc 0/0 00010000:00010000:0.0:1742903177.139337:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b62d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.139339:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8464 00010000:00010000:0.0:1742903177.139346:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b62d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139353:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b62d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139373:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83b634 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x2f856f5d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139379:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83b634 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139443:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83b634 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139497:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83b63b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x821:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139505:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83b63b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x821:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139511:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83b63b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x821:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:0.0:1742903177.139524:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x821:0x0]: returning size 260096 00000004:00200000:0.0:1742903177.139528:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903177.139536:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83b63b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x821:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139542:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83b63b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x821:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139547:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b62d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139551:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b62d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139556:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b62d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139560:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5ce00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.139562:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b62d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139567:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b62d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139573:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:0.0:1742903177.139576:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.139579:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b62d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139583:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83b62d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139592:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83b634 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139596:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83b634 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139600:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83b634 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139604:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e8c3800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.139606:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83b634 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139611:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83b634 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139615:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x2f856f5d (ffff88012dd00a00) 00010000:00010000:0.0:1742903177.139617:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.139620:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83b634 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139624:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83b634 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139639:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259c00/0x5d4000e30d83b626 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efefa expref: 924 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.139648:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83b63b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x821:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efefa expref: 923 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.139654:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x821:0x0].0x0 (ffff880099280c00) 00010000:00010000:0.0:1742903177.139656:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903177.139658:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008679cc00, rc 0) 00010000:00010000:0.0:1742903177.139661:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903177.139666:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d000/0x5d4000e30d83b642 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff01 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.139681:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83b649 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139687:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83b649 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139692:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83b649 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139701:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83b650 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139706:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83b650 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139711:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83b650 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139854:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83b657 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139863:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83b657 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139869:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83b657 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:0.0:1742903177.139883:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x809:0x0]: returning size 260096 00000004:00200000:0.0:1742903177.139885:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903177.139892:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83b657 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139898:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83b657 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139903:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83b649 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139907:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83b649 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139912:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83b649 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139916:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009972c800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.139918:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83b649 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139923:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83b649 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139929:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:0.0:1742903177.139930:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.139933:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83b649 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139937:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83b649 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139945:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83b650 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139950:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83b650 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139957:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83b650 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139961:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009972ce00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.139963:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83b650 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139967:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83b650 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139972:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x85ed7b8c (ffff88009c6e2f00) 00010000:00010000:0.0:1742903177.139974:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.139976:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83b650 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139980:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83b650 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.139995:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d000/0x5d4000e30d83b642 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff01 expref: 925 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.140004:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83b657 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff01 expref: 924 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.140009:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x809:0x0].0x0 (ffff8800721ba200) 00010000:00010000:0.0:1742903177.140011:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903177.140012:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009972d400, rc 0) 00010000:00010000:0.0:1742903177.140015:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903177.140021:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972dc00/0x5d4000e30d83b65e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff08 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.140040:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83b665 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140046:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83b665 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140051:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83b665 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140060:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259600/0x5d4000e30d83b66c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0xec85a24b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140064:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259600/0x5d4000e30d83b66c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140069:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259600/0x5d4000e30d83b66c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140099:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83b673 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x827:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140106:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83b673 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x827:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140111:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83b673 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x827:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:0.0:1742903177.140121:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x827:0x0]: returning size 260096 00000004:00200000:0.0:1742903177.140123:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903177.140129:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83b673 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x827:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140134:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83b673 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x827:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140140:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83b665 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140144:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83b665 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140149:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83b665 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140153:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009972cc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.140155:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83b665 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140159:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83b665 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140165:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:0.0:1742903177.140167:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.140169:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83b665 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140172:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83b665 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140180:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259600/0x5d4000e30d83b66c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140184:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259600/0x5d4000e30d83b66c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140188:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259600/0x5d4000e30d83b66c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140192:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d259600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.140194:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259600/0x5d4000e30d83b66c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140198:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259600/0x5d4000e30d83b66c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140204:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0xec85a24b (ffff88009931bf00) 00010000:00010000:0.0:1742903177.140205:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.140207:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259600/0x5d4000e30d83b66c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140211:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d259600/0x5d4000e30d83b66c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140225:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972dc00/0x5d4000e30d83b65e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff08 expref: 926 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.140233:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83b673 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x827:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff08 expref: 925 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.140238:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x827:0x0].0x0 (ffff88009c59c400) 00010000:00010000:0.0:1742903177.140239:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903177.140241:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009935e200, rc 0) 00010000:00010000:0.0:1742903177.140244:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903177.140248:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83b67a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff0f expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.140263:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83b681 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140268:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83b681 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140276:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83b681 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140285:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83b688 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0xa149fd88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140290:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83b688 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140294:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83b688 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140352:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83b68f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x82d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140371:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83b68f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140376:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83b68f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:0.0:1742903177.140389:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x82d:0x0]: returning size 260096 00000004:00200000:0.0:1742903177.140391:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903177.140396:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83b68f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140401:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83b68f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140406:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83b681 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140410:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83b681 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140417:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83b681 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140421:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009935ee00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.140423:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83b681 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140428:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83b681 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140434:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:0.0:1742903177.140435:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.140436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903177.140437:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83b681 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140441:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83b681 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140449:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83b688 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140453:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83b688 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00000100:00100000:1.0:1742903177.140455:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172316416 00010000:00010000:0.0:1742903177.140457:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83b688 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00000100:00100000:1.0:1742903177.140458:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172316416 00010000:00010000:0.0:1742903177.140460:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009935fe00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.140462:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83b688 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140466:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83b688 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140472:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0xa149fd88 (ffff88009931b400) 00010000:00010000:0.0:1742903177.140474:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.140476:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83b688 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140479:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83b688 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00000100:00100000:1.0:1742903177.140487:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77073 00000100:00100000:1.0:1742903177.140492:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+928:13300:x1827566172316416:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903177.140494:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83b67a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff0f expref: 928 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.140502:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83b68f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x82d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff0f expref: 927 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.140507:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82d:0x0].0x0 (ffff88012e960e00) 00010000:00010000:0.0:1742903177.140509:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903177.140510:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d2e00, rc 0) 00010000:00010000:0.0:1742903177.140513:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.140517:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.140528:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83b267 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efde9 expref: 927 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.140543:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83b1c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe3a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdb1 expref: 926 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.140550:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3a:0x0].0x0 (ffff880091643b00) 00010000:00010000:1.0:1742903177.140560:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3400/0x5d4000e30d83b47b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe7c expref: 925 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.140570:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871800/0x5d4000e30d83b39b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe4b expref: 924 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.140577:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.140579:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.140586:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009771fc00/0x5d4000e30d83b69d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.140593:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009771fc00/0x5d4000e30d83b69d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903177.140594:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903177.140599:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009771fc00/0x5d4000e30d83b69d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.140607:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009771f800/0x5d4000e30d83b6a4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0x86397a9e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903177.140610:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172316672 00010000:00010000:1.0:1742903177.140613:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009771f800/0x5d4000e30d83b6a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903177.140614:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172316672 00010000:00010000:1.0:1742903177.140617:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009771f800/0x5d4000e30d83b6a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903177.140625:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.140630:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172316800 00000100:00100000:3.0:1742903177.140632:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172316800 00000100:00100000:3.0:1742903177.140642:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77074 00010000:00010000:1.0:1742903177.140646:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b6ab lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903177.140647:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+925:13299:x1827566172316672:12345-192.168.203.29@tcp:36:dbench.0 00000100:00100000:2.0:1742903177.140648:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77075 00010000:00010000:1.0:1742903177.140652:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b6ab lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903177.140653:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+925:13432:x1827566172316800:12345-192.168.203.29@tcp:101:ll_sa.0 00010000:00010000:1.0:1742903177.140657:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b6ab lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.140662:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.140662:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.140670:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83b6b2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff32 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.140672:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964000/0x5d4000e30d83b2f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe21 expref: 925 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.140685:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258000/0x5d4000e30d83b259 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe3b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efde2 expref: 925 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.140685:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83b6b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff32 expref: 925 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.140692:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3b:0x0].0x0 (ffff880091643a00) 00010000:00010000:2.0:1742903177.140693:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83b6b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff32 expref: 924 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.140698:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903177.140700:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.140702:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801233a3e00, rc 0) 00010000:00010000:3.0:1742903177.140712:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009771fa00/0x5d4000e30d83b603 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe8a expref: 924 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.140728:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83b420 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe6e expref: 923 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903177.140728:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+923:13432:x1827566172316800:12345-192.168.203.29@tcp:101:ll_sa.0 Request processed in 76us (103us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903177.140733:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00000100:00100000:2.0:1742903177.140734:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77075 00010000:00010000:3.0:1742903177.140735:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.140741:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b6b9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.140746:0:7211:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83b6b2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff32 expref: 921 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.140751:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b6b9 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.140777:0:7211:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83b6b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff32 expref: 921 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.140788:0:7211:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83b6b2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff32 expref: 921 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:0.0:1742903177.140790:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83b696 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff16 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903177.140799:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a57480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161337600:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903177.140813:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a400/0x5d4000e30d83b6c0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00000040:00080000:1.0:1742903177.140815:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1737, 64 off119424 00010000:00010000:0.0:1742903177.140820:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a400/0x5d4000e30d83b6c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140826:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a400/0x5d4000e30d83b6c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140834:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83b6c7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x5538fb88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140839:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83b6c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00000040:00080000:1.0:1742903177.140843:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8699, 184 off1524592 00010000:00010000:0.0:1742903177.140844:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83b6c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140873:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ae00/0x5d4000e30d83b6ce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x811:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.140877:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072095000/0x5d4000e30d83b6d5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.140879:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ae00/0x5d4000e30d83b6ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x811:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140885:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ae00/0x5d4000e30d83b6ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x811:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:0.0:1742903177.140897:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x811:0x0]: returning size 260096 00000004:00200000:0.0:1742903177.140899:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903177.140904:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ae00/0x5d4000e30d83b6ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x811:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140909:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ae00/0x5d4000e30d83b6ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x811:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140914:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a400/0x5d4000e30d83b6c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140918:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a400/0x5d4000e30d83b6c0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140922:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a400/0x5d4000e30d83b6c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140926:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f54a400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.140928:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a400/0x5d4000e30d83b6c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.140933:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a400/0x5d4000e30d83b6c0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.140943:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993cc780 going to sleep for 11 seconds 00010000:00010000:0.0:1742903177.141033:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:0.0:1742903177.141035:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.141037:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a400/0x5d4000e30d83b6c0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141042:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a400/0x5d4000e30d83b6c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141050:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83b6c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141055:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83b6c7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141059:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83b6c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141063:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f54aa00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.141065:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83b6c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141069:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83b6c7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141075:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x5538fb88 (ffff88009d1a3700) 00010000:00010000:0.0:1742903177.141077:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.141079:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83b6c7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141083:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83b6c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141099:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83b696 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff16 expref: 924 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.141107:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ae00/0x5d4000e30d83b6ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x811:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff16 expref: 923 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.141113:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x811:0x0].0x0 (ffff8800994dbd00) 00010000:00010000:0.0:1742903177.141114:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903177.141116:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f54ae00, rc 0) 00010000:00010000:0.0:1742903177.141119:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903177.141124:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54bc00/0x5d4000e30d83b6dc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff1d expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.141138:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83b6e3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141144:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83b6e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.141148:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072095000/0x5d4000e30d83b6d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.141149:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83b6e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.141157:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072095000/0x5d4000e30d83b6d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.141157:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83b6ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x853e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141161:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83b6ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.141163:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072095000/0x5d4000e30d83b6d5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.141166:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83b6ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.141168:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072095000/0x5d4000e30d83b6d5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.141172:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072095000/0x5d4000e30d83b6d5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.141190:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.141200:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b6ab lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.141203:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a000/0x5d4000e30d83b6f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x814:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.141204:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b6ab lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.141209:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b6ab lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.141209:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a000/0x5d4000e30d83b6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x814:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.141213:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec78000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.141214:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a000/0x5d4000e30d83b6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x814:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.141216:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b6ab lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.141217:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.141221:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b6ab lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.141222:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072095000/0x5d4000e30d83b6d5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe3a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.141226:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072095000 already unused, calling callback (ffffffffa07fd840) 00000004:00200000:0.0:1742903177.141226:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x814:0x0]: returning size 260096 00010000:00010000:1.0:1742903177.141227:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3a:0x0].0x0 (ffff880099028700) 00000004:00200000:0.0:1742903177.141228:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1742903177.141229:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.141232:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072095000/0x5d4000e30d83b6d5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe3a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.141232:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b6ab lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:0.0:1742903177.141234:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a000/0x5d4000e30d83b6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x814:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.141236:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072095000/0x5d4000e30d83b6d5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe3a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.141237:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78000/0x5d4000e30d83b6ab lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe3a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.141239:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a000/0x5d4000e30d83b6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x814:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.141242:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3a:0x0].0x0 (ffff880099028700) 00010000:00010000:2.0:1742903177.141243:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.141244:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83b6e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.141245:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072095000/0x5d4000e30d83b6d5 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.141247:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072095000/0x5d4000e30d83b6d5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.141248:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83b6e3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141253:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83b6e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141256:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f54ba00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.141259:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83b6e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141263:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83b6e3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.141268:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.141268:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903177.141269:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.141270:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.141271:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.141273:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83b6e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141277:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83b6e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141283:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83b6ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141287:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83b6ea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141291:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83b6ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141295:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f54b600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.141297:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83b6ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141301:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83b6ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141306:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x853e0f88 (ffff88009d1a3c00) 00010000:00010000:0.0:1742903177.141308:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.141309:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83b6ea lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.141312:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009771fc00/0x5d4000e30d83b69d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.141313:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83b6ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.141332:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009771fc00/0x5d4000e30d83b69d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.141337:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009771fc00/0x5d4000e30d83b69d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.141342:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009771fc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.141344:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009771fc00/0x5d4000e30d83b69d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.141344:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54bc00/0x5d4000e30d83b6dc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff1d expref: 925 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.141349:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009771fc00/0x5d4000e30d83b69d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.141356:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.141367:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.141369:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a000/0x5d4000e30d83b6f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x814:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff1d expref: 924 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.141370:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009771fc00/0x5d4000e30d83b69d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.141374:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009771fc00/0x5d4000e30d83b69d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.141375:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x814:0x0].0x0 (ffff88007208bd00) 00010000:00010000:0.0:1742903177.141376:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903177.141378:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f54a000, rc 0) 00010000:00010000:0.0:1742903177.141381:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00010000:1.0:1742903177.141382:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c60ca80 reply state ffff88011ee5c000 transno 4295005033 ns: mdt-lustre-MDT0000_UUID lock: ffff88009771f800/0x5d4000e30d83b6a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.141387:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a200/0x5d4000e30d83b6f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff24 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.141390:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009771f800/0x5d4000e30d83b6a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.141399:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x86397a9e (ffff880091643c00) 00010000:00010000:1.0:1742903177.141401:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.141401:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54be00/0x5d4000e30d83b6ff lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00000100:00100000:1.0:1742903177.141403:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1742903177.141407:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54be00/0x5d4000e30d83b6ff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141412:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54be00/0x5d4000e30d83b6ff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141420:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83b706 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x862169a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141424:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83b706 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00000100:00100000:1.0:1742903177.141427:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+926:13300:x1827566172316416:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 934us (991us total) trans 4295005033 rc 0/0 00010000:00010000:0.0:1742903177.141429:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83b706 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000100:00100000:1.0:1742903177.141432:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77073 00010000:00010000:0.0:1742903177.141452:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83b70d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141458:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83b70d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141463:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83b70d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:0.0:1742903177.141471:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80d:0x0]: returning size 260096 00000004:00200000:0.0:1742903177.141473:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903177.141478:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83b70d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141482:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83b70d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141486:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54be00/0x5d4000e30d83b6ff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141490:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54be00/0x5d4000e30d83b6ff lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141494:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54be00/0x5d4000e30d83b6ff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141497:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f54be00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.141498:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54be00/0x5d4000e30d83b6ff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141502:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54be00/0x5d4000e30d83b6ff lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141507:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:0.0:1742903177.141509:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.141510:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54be00/0x5d4000e30d83b6ff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141514:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54be00/0x5d4000e30d83b6ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141521:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83b706 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141525:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83b706 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141529:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83b706 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141532:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c5b1e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.141534:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83b706 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141537:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83b706 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141542:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x862169a0 (ffff88009d1a3000) 00010000:00010000:0.0:1742903177.141543:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.141544:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83b706 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141548:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83b706 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141561:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a200/0x5d4000e30d83b6f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff24 expref: 926 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.141567:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83b70d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff24 expref: 925 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.141571:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80d:0x0].0x0 (ffff88012bd63400) 00010000:00010000:0.0:1742903177.141573:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903177.141574:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c5b1000, rc 0) 00010000:00010000:0.0:1742903177.141577:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903177.141580:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1800/0x5d4000e30d83b714 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff2b expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.141593:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099baba00/0x5d4000e30d83b71b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141597:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099baba00/0x5d4000e30d83b71b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141602:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099baba00/0x5d4000e30d83b71b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141608:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bab000/0x5d4000e30d83b722 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x55390488 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141613:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bab000/0x5d4000e30d83b722 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141617:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bab000/0x5d4000e30d83b722 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141639:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099baaa00/0x5d4000e30d83b729 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x81f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141645:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099baaa00/0x5d4000e30d83b729 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141649:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099baaa00/0x5d4000e30d83b729 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:0.0:1742903177.141657:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x81f:0x0]: returning size 260096 00000004:00200000:0.0:1742903177.141659:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903177.141664:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099baaa00/0x5d4000e30d83b729 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141669:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099baaa00/0x5d4000e30d83b729 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141674:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099baba00/0x5d4000e30d83b71b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141677:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099baba00/0x5d4000e30d83b71b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141682:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099baba00/0x5d4000e30d83b71b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141685:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099baba00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.141687:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099baba00/0x5d4000e30d83b71b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141691:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099baba00/0x5d4000e30d83b71b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141696:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:0.0:1742903177.141698:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.141700:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099baba00/0x5d4000e30d83b71b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141704:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099baba00/0x5d4000e30d83b71b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141711:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bab000/0x5d4000e30d83b722 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141715:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bab000/0x5d4000e30d83b722 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141722:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bab000/0x5d4000e30d83b722 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141725:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099bab000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.141728:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bab000/0x5d4000e30d83b722 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141732:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bab000/0x5d4000e30d83b722 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141737:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x55390488 (ffff88009d1a3a00) 00010000:00010000:0.0:1742903177.141738:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.141740:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bab000/0x5d4000e30d83b722 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141744:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bab000/0x5d4000e30d83b722 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.141759:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1800/0x5d4000e30d83b714 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff2b expref: 927 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.141766:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099baaa00/0x5d4000e30d83b729 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x81f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff2b expref: 926 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.141770:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81f:0x0].0x0 (ffff88009c59cd00) 00010000:00010000:0.0:1742903177.141772:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903177.141773:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099baaa00, rc 0) 00000100:00100000:0.0:1742903177.141804:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+926:2009:x1827566172316160:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 2540us (2716us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903177.141811:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 240 00000100:00100000:3.0:1742903177.143057:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a57480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1827566161337600:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903177.143072:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b6b9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903177.143515:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.143575:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172316928 00000100:00100000:3.0:1742903177.143581:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172316928 00000100:00100000:3.0:1742903177.143613:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17714 00000100:00100000:3.0:1742903177.143617:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+926:13432:x1827566172316928:12345-192.168.203.29@tcp:37:ll_sa.0 00000100:00100000:0.0:1742903177.145572:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.145620:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.145638:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172317184 00000100:00100000:3.0:1742903177.145644:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172317184 00000100:00100000:3.0:1742903177.145671:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17715 00000100:00100000:3.0:1742903177.145676:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+928:13300:x1827566172317184:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:1.0:1742903177.145747:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172317312 00000100:00100000:1.0:1742903177.145750:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172317312 00000100:00100000:1.0:1742903177.145776:0:8724:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 241 00000100:00100000:1.0:1742903177.145780:0:8724:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+928:2009:x1827566172317312:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:1.0:1742903177.145799:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.145812:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072094e00/0x5d4000e30d83b730 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff39 expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.145844:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072095600/0x5d4000e30d83b737 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00000100:00100000:3.0:1742903177.145854:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+930:13300:x1827566172317184:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 177us (287us total) trans 4295005034 rc 0/0 00000100:00100000:3.0:1742903177.145860:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17715 00010000:00010000:1.0:1742903177.145867:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072095600/0x5d4000e30d83b737 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.145877:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072095600/0x5d4000e30d83b737 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.145888:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072094400/0x5d4000e30d83b73e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x9b856f73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.145893:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072094400/0x5d4000e30d83b73e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.145898:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072094400/0x5d4000e30d83b73e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146001:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072095800/0x5d4000e30d83b745 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x823:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146009:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072095800/0x5d4000e30d83b745 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x823:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146015:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072095800/0x5d4000e30d83b745 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x823:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00000004:00200000:1.0:1742903177.146183:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x823:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.146186:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.146199:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072095800/0x5d4000e30d83b745 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x823:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146207:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072095800/0x5d4000e30d83b745 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x823:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146213:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072095600/0x5d4000e30d83b737 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146218:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072095600/0x5d4000e30d83b737 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146223:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072095600/0x5d4000e30d83b737 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146227:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072095600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.146230:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072095600/0x5d4000e30d83b737 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146236:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072095600/0x5d4000e30d83b737 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146245:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.146248:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.146252:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072095600/0x5d4000e30d83b737 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146256:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072095600/0x5d4000e30d83b737 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146264:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072094400/0x5d4000e30d83b73e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146268:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072094400/0x5d4000e30d83b73e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146272:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072094400/0x5d4000e30d83b73e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146275:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072094400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.146276:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072094400/0x5d4000e30d83b73e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146280:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072094400/0x5d4000e30d83b73e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146284:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x9b856f73 (ffff8800b4242f00) 00010000:00010000:1.0:1742903177.146286:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.146287:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072094400/0x5d4000e30d83b73e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146291:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072094400/0x5d4000e30d83b73e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146308:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072094e00/0x5d4000e30d83b730 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff39 expref: 930 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.146527:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072095800/0x5d4000e30d83b745 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x823:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff39 expref: 929 pid: 8724 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903177.146530:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+929:13432:x1827566172316928:12345-192.168.203.29@tcp:37:ll_sa.0 Request processed in 2911us (3016us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903177.146533:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x823:0x0].0x0 (ffff88009c59c900) 00010000:00010000:1.0:1742903177.146535:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:0.0:1742903177.146536:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17714 00010000:00010000:1.0:1742903177.146537:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072095800, rc 0) 00010000:00010000:1.0:1742903177.146541:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.146547:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009771e800/0x5d4000e30d83b74c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff40 expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.146609:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008679da00/0x5d4000e30d83b753 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146617:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008679da00/0x5d4000e30d83b753 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146623:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008679da00/0x5d4000e30d83b753 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146633:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b70c00/0x5d4000e30d83b75a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0xd185bb5c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146638:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099b70c00/0x5d4000e30d83b75a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146643:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b70c00/0x5d4000e30d83b75a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146734:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71000/0x5d4000e30d83b761 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x829:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146742:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71000/0x5d4000e30d83b761 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x829:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146748:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71000/0x5d4000e30d83b761 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x829:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00000004:00200000:1.0:1742903177.146787:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x829:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.146790:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.146796:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71000/0x5d4000e30d83b761 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x829:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146802:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71000/0x5d4000e30d83b761 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x829:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146807:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008679da00/0x5d4000e30d83b753 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146811:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008679da00/0x5d4000e30d83b753 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146815:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008679da00/0x5d4000e30d83b753 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146820:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008679da00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.146823:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008679da00/0x5d4000e30d83b753 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146827:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008679da00/0x5d4000e30d83b753 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146838:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.146840:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.146842:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008679da00/0x5d4000e30d83b753 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146847:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008679da00/0x5d4000e30d83b753 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146854:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b70c00/0x5d4000e30d83b75a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146858:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099b70c00/0x5d4000e30d83b75a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146863:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099b70c00/0x5d4000e30d83b75a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146866:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099b70c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.146869:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b70c00/0x5d4000e30d83b75a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146873:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b70c00/0x5d4000e30d83b75a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146878:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0xd185bb5c (ffff8800b4242200) 00010000:00010000:1.0:1742903177.146880:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.146882:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099b70c00/0x5d4000e30d83b75a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146886:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b70c00/0x5d4000e30d83b75a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146902:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009771e800/0x5d4000e30d83b74c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff40 expref: 930 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.146912:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71000/0x5d4000e30d83b761 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x829:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff40 expref: 929 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.146917:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x829:0x0].0x0 (ffff880099280f00) 00010000:00010000:1.0:1742903177.146919:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.146921:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099b71000, rc 0) 00010000:00010000:1.0:1742903177.146923:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1742903177.146927:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903177.146928:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b70e00/0x5d4000e30d83b768 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff47 expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.146942:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71600/0x5d4000e30d83b76f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146948:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71600/0x5d4000e30d83b76f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146954:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71600/0x5d4000e30d83b76f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146963:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71200/0x5d4000e30d83b776 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x853e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146967:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71200/0x5d4000e30d83b776 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.146972:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71200/0x5d4000e30d83b776 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00000100:00100000:2.0:1742903177.146976:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172317568 00000100:00100000:2.0:1742903177.146981:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172317568 00010000:00010000:1.0:1742903177.147001:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71800/0x5d4000e30d83b77d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x816:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147008:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71800/0x5d4000e30d83b77d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x816:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00000100:00100000:2.0:1742903177.147013:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77076 00010000:00010000:1.0:1742903177.147013:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71800/0x5d4000e30d83b77d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x816:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00000100:00100000:2.0:1742903177.147018:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+931:13300:x1827566172317568:12345-192.168.203.29@tcp:36:dbench.0 00000004:00200000:1.0:1742903177.147023:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x816:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.147025:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.147030:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71800/0x5d4000e30d83b77d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x816:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147035:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71800/0x5d4000e30d83b77d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x816:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147040:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71600/0x5d4000e30d83b76f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.147041:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.147044:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71600/0x5d4000e30d83b76f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147048:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71600/0x5d4000e30d83b76f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147052:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099b71600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.147055:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9a00/0x5d4000e30d7ba844 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x821:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7225 expref: 931 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.147055:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71600/0x5d4000e30d83b76f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147059:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71600/0x5d4000e30d83b76f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147065:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.147066:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.147068:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71600/0x5d4000e30d83b76f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.147071:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83b63b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x821:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efefa expref: 930 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.147072:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71600/0x5d4000e30d83b76f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147078:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71200/0x5d4000e30d83b776 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147082:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71200/0x5d4000e30d83b776 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.147086:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625200/0x5d4000e30d828115 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x821:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9ec1 expref: 929 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.147089:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71200/0x5d4000e30d83b776 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147093:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099b71200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.147094:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71200/0x5d4000e30d83b776 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.147097:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5c00/0x5d4000e30d7ba821 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x821:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7217 expref: 928 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.147098:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71200/0x5d4000e30d83b776 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147101:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x853e1088 (ffff88012dd00000) 00010000:00010000:1.0:1742903177.147103:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.147104:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71200/0x5d4000e30d83b776 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.147105:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x821:0x0].0x0 (ffff880099280c00) 00010000:00010000:1.0:1742903177.147108:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71200/0x5d4000e30d83b776 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.147110:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.147118:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83b784 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.147121:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b70e00/0x5d4000e30d83b768 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff47 expref: 928 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.147124:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83b784 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.147128:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71800/0x5d4000e30d83b77d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x816:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff47 expref: 927 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.147130:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83b784 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.147132:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x816:0x0].0x0 (ffff8800994db700) 00010000:00010000:1.0:1742903177.147133:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.147135:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099b71800, rc 0) 00010000:00010000:1.0:1742903177.147137:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.147139:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b600/0x5d4000e30d83b78b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0x2f856f5d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.147143:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007228e400/0x5d4000e30d83b792 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff4e expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.147145:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b600/0x5d4000e30d83b78b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.147150:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b600/0x5d4000e30d83b78b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.147161:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007228ea00/0x5d4000e30d83b799 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147166:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007228ea00/0x5d4000e30d83b799 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147171:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007228ea00/0x5d4000e30d83b799 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147180:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007228f200/0x5d4000e30d83b7a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0xa1380d88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147185:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007228f200/0x5d4000e30d83b7a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.147190:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b800/0x5d4000e30d83b7a7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x821:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.147190:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007228f200/0x5d4000e30d83b7a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.147195:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b800/0x5d4000e30d83b7a7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x821:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.147204:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b800/0x5d4000e30d83b7a7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x821:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.147218:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007228fe00/0x5d4000e30d83b7ae lrc: 3/1,0 mode: --/PR res: [0x200000402:0x81d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147225:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007228fe00/0x5d4000e30d83b7ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147230:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007228fe00/0x5d4000e30d83b7ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00000004:00200000:1.0:1742903177.147239:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x81d:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.147241:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.147245:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88007228fe00/0x5d4000e30d83b7ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147250:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007228fe00/0x5d4000e30d83b7ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147255:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007228ea00/0x5d4000e30d83b799 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147259:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007228ea00/0x5d4000e30d83b799 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147262:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007228ea00/0x5d4000e30d83b799 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147266:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88007228ea00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.147267:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007228ea00/0x5d4000e30d83b799 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147271:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007228ea00/0x5d4000e30d83b799 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147275:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.147277:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.147279:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007228ea00/0x5d4000e30d83b799 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147283:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007228ea00/0x5d4000e30d83b799 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147289:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007228f200/0x5d4000e30d83b7a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147293:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007228f200/0x5d4000e30d83b7a0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147296:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007228f200/0x5d4000e30d83b7a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147299:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88007228f200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.147302:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007228f200/0x5d4000e30d83b7a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147305:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007228f200/0x5d4000e30d83b7a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147310:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0xa1380d88 (ffff880099028c00) 00010000:00010000:1.0:1742903177.147312:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.147313:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007228f200/0x5d4000e30d83b7a0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147342:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007228f200/0x5d4000e30d83b7a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147368:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007228e400/0x5d4000e30d83b792 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff4e expref: 929 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.147376:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007228fe00/0x5d4000e30d83b7ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x81d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff4e expref: 928 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.147381:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81d:0x0].0x0 (ffff8800994db300) 00010000:00010000:1.0:1742903177.147383:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.147384:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007228fe00, rc 0) 00010000:00010000:1.0:1742903177.147387:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.147391:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007228f000/0x5d4000e30d83b7b5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff55 expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1742903177.147402:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1738, 64 off119488 00010000:00010000:1.0:1742903177.147403:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007228f400/0x5d4000e30d83b7bc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147408:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007228f400/0x5d4000e30d83b7bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147417:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007228f400/0x5d4000e30d83b7bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00000040:00080000:2.0:1742903177.147432:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8700, 184 off1524776 00010000:00010000:2.0:1742903177.147469:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83b7c3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x821:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.147476:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83b7c3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x821:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.147482:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83b7c3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x821:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.147488:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83b7c3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x821:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.147492:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83b7c3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x821:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.147495:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83b7c3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x821:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.147517:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.147527:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b800/0x5d4000e30d83b7a7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x821:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.147530:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b800/0x5d4000e30d83b7a7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x821:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.147533:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b800/0x5d4000e30d83b7a7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x821:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.147536:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c11b800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.147538:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b800/0x5d4000e30d83b7a7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x821:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.147540:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.147541:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b800/0x5d4000e30d83b7a7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x821:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.147545:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83b7c3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x821:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.147547:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x821:0x0].0x0 (ffff880091643300) 00010000:00010000:2.0:1742903177.147550:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903177.147551:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c11a800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.147552:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b800/0x5d4000e30d83b7a7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x821:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.147553:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83b7c3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x821:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.147556:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b800/0x5d4000e30d83b7a7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x821:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.147558:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83b7c3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x821:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.147565:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x821:0x0].0x0 (ffff880091643300) 00010000:00010000:0.0:1742903177.147566:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.147569:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83b7c3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x821:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.147572:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83b7c3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x821:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.147581:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.147583:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.147584:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.147615:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050c00/0x5d4000e30d83b7ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x86398c8e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147621:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050c00/0x5d4000e30d83b7ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147626:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050c00/0x5d4000e30d83b7ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.147636:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83b784 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.147640:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83b784 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.147643:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83b784 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.147645:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801233a2400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.147646:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83b784 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.147649:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83b784 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.147653:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903177.147654:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.147655:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83b784 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.147655:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83b7d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x82f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.147660:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83b784 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.147661:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83b7d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147665:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83b7d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00000004:00010000:2.0:1742903177.147666:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880131a78380 reply state ffff88009a74c000 transno 4295005035 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b600/0x5d4000e30d83b78b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.147672:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b600/0x5d4000e30d83b78b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000004:00200000:1.0:1742903177.147675:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x82f:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.147676:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1742903177.147677:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x2f856f5d (ffff880091643d00) 00010000:00010000:2.0:1742903177.147678:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.147680:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000004:00010000:1.0:1742903177.147682:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83b7d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147686:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83b7d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147691:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007228f400/0x5d4000e30d83b7bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147695:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007228f400/0x5d4000e30d83b7bc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147702:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007228f400/0x5d4000e30d83b7bc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147705:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88007228f400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.147707:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007228f400/0x5d4000e30d83b7bc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147710:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007228f400/0x5d4000e30d83b7bc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147715:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.147717:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.147719:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007228f400/0x5d4000e30d83b7bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147722:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007228f400/0x5d4000e30d83b7bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00000100:00100000:2.0:1742903177.147723:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+931:13300:x1827566172317568:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 703us (794us total) trans 4295005035 rc 0/0 00000100:00100000:2.0:1742903177.147728:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77076 00010000:00010000:1.0:1742903177.147728:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050c00/0x5d4000e30d83b7ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147732:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050c00/0x5d4000e30d83b7ca lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147735:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050c00/0x5d4000e30d83b7ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147738:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c050c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.147739:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050c00/0x5d4000e30d83b7ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147743:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050c00/0x5d4000e30d83b7ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147747:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x86398c8e (ffff880099028500) 00010000:00010000:1.0:1742903177.147749:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.147750:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050c00/0x5d4000e30d83b7ca lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147754:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050c00/0x5d4000e30d83b7ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147767:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007228f000/0x5d4000e30d83b7b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff55 expref: 931 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.147773:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83b7d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x82f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff55 expref: 930 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.147777:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82f:0x0].0x0 (ffff88012e2e1200) 00010000:00010000:1.0:1742903177.147779:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.147780:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c051000, rc 0) 00010000:00010000:1.0:1742903177.147783:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.147787:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83b7d8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff5c expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.147799:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83b7df lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147804:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83b7df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147808:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83b7df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147815:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051400/0x5d4000e30d83b7e6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x554d0b88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147820:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051400/0x5d4000e30d83b7e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147825:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051400/0x5d4000e30d83b7e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147846:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83b7ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x82b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147852:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83b7ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147857:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83b7ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00000004:00200000:1.0:1742903177.147865:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x82b:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.147866:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.147871:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83b7ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147876:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83b7ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147886:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83b7df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147890:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83b7df lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147894:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83b7df lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147897:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c051600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.147899:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83b7df lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147904:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83b7df lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147910:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.147912:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.147914:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83b7df lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147918:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83b7df lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147925:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051400/0x5d4000e30d83b7e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147929:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051400/0x5d4000e30d83b7e6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147933:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051400/0x5d4000e30d83b7e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147936:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c051400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.147938:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051400/0x5d4000e30d83b7e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147942:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051400/0x5d4000e30d83b7e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147947:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x554d0b88 (ffff880099028100) 00010000:00010000:1.0:1742903177.147948:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.147950:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051400/0x5d4000e30d83b7e6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147954:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051400/0x5d4000e30d83b7e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.147967:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83b7d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff5c expref: 932 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.147973:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83b7ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x82b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff5c expref: 931 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.147978:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82b:0x0].0x0 (ffff88008408b400) 00010000:00010000:1.0:1742903177.147980:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.147981:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c050600, rc 0) 00010000:00010000:1.0:1742903177.147983:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.147988:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051c00/0x5d4000e30d83b7f4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff63 expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.148159:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83b7fb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148165:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83b7fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148170:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83b7fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148179:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d2ffa00/0x5d4000e30d83b802 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0xe385a24b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148184:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d2ffa00/0x5d4000e30d83b802 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148188:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d2ffa00/0x5d4000e30d83b802 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148217:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3a00/0x5d4000e30d83b809 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x825:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148223:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3a00/0x5d4000e30d83b809 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x825:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148227:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3a00/0x5d4000e30d83b809 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x825:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00000004:00200000:1.0:1742903177.148236:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x825:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.148238:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.148244:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3a00/0x5d4000e30d83b809 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x825:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148248:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3a00/0x5d4000e30d83b809 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x825:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148253:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83b7fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148258:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83b7fb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148262:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83b7fb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148265:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c050e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.148268:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83b7fb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148272:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83b7fb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148277:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.148279:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.148281:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83b7fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148285:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83b7fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148291:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d2ffa00/0x5d4000e30d83b802 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148295:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d2ffa00/0x5d4000e30d83b802 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148299:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d2ffa00/0x5d4000e30d83b802 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148302:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009d2ffa00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.148304:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d2ffa00/0x5d4000e30d83b802 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148308:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d2ffa00/0x5d4000e30d83b802 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148312:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0xe385a24b (ffff880099028600) 00010000:00010000:1.0:1742903177.148313:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.148330:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d2ffa00/0x5d4000e30d83b802 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148334:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d2ffa00/0x5d4000e30d83b802 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148348:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051c00/0x5d4000e30d83b7f4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff63 expref: 933 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.148369:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3a00/0x5d4000e30d83b809 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x825:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff63 expref: 932 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.148374:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x825:0x0].0x0 (ffff880099280500) 00010000:00010000:1.0:1742903177.148376:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.148377:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4d3a00, rc 0) 00010000:00010000:1.0:1742903177.148380:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.148384:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2400/0x5d4000e30d83b810 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff6a expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.148398:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2a00/0x5d4000e30d83b817 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148404:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2a00/0x5d4000e30d83b817 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148410:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2a00/0x5d4000e30d83b817 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148417:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2600/0x5d4000e30d83b81e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x863e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148422:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2600/0x5d4000e30d83b81e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148427:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2600/0x5d4000e30d83b81e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148454:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3800/0x5d4000e30d83b825 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x81b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148461:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3800/0x5d4000e30d83b825 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148466:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3800/0x5d4000e30d83b825 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00000004:00200000:1.0:1742903177.148476:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x81b:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.148478:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.148483:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3800/0x5d4000e30d83b825 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148488:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3800/0x5d4000e30d83b825 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148493:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2a00/0x5d4000e30d83b817 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148497:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2a00/0x5d4000e30d83b817 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148501:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2a00/0x5d4000e30d83b817 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148505:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d2a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.148508:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2a00/0x5d4000e30d83b817 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148512:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2a00/0x5d4000e30d83b817 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148517:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.148518:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.148520:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2a00/0x5d4000e30d83b817 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148524:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2a00/0x5d4000e30d83b817 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148530:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2600/0x5d4000e30d83b81e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148534:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2600/0x5d4000e30d83b81e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148538:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2600/0x5d4000e30d83b81e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148541:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d2600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.148543:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2600/0x5d4000e30d83b81e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148547:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2600/0x5d4000e30d83b81e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148551:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x863e1088 (ffff880099028200) 00010000:00010000:1.0:1742903177.148552:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.148554:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2600/0x5d4000e30d83b81e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148558:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2600/0x5d4000e30d83b81e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148571:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2400/0x5d4000e30d83b810 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff6a expref: 934 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.148578:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3800/0x5d4000e30d83b825 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x81b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff6a expref: 933 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.148583:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81b:0x0].0x0 (ffff8800b5334a00) 00010000:00010000:1.0:1742903177.148586:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.148587:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4d3800, rc 0) 00010000:00010000:1.0:1742903177.148590:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.148594:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2000/0x5d4000e30d83b82c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff71 expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.148610:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3c00/0x5d4000e30d83b833 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148616:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3c00/0x5d4000e30d83b833 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148621:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3c00/0x5d4000e30d83b833 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.148628:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3200/0x5d4000e30d83b83a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x554f0788 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.149123:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3200/0x5d4000e30d83b83a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.149129:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3200/0x5d4000e30d83b83a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.149166:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3400/0x5d4000e30d83b841 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x812:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.149173:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3400/0x5d4000e30d83b841 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x812:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.149177:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3400/0x5d4000e30d83b841 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x812:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00000004:00200000:1.0:1742903177.149187:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x812:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.149189:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.149195:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3400/0x5d4000e30d83b841 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x812:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.149200:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3400/0x5d4000e30d83b841 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x812:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.149205:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3c00/0x5d4000e30d83b833 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.149208:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3c00/0x5d4000e30d83b833 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.149212:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3c00/0x5d4000e30d83b833 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.149216:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d3c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.149217:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3c00/0x5d4000e30d83b833 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.149222:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3c00/0x5d4000e30d83b833 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.149227:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.149229:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.149230:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3c00/0x5d4000e30d83b833 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.149234:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3c00/0x5d4000e30d83b833 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.149240:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3200/0x5d4000e30d83b83a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.149243:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3200/0x5d4000e30d83b83a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.149250:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3200/0x5d4000e30d83b83a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.149253:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d3200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.149255:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3200/0x5d4000e30d83b83a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.149258:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3200/0x5d4000e30d83b83a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.149261:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x554f0788 (ffff880099028000) 00010000:00010000:1.0:1742903177.149263:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.149265:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3200/0x5d4000e30d83b83a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.149268:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3200/0x5d4000e30d83b83a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.149281:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2000/0x5d4000e30d83b82c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff71 expref: 935 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.149288:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3400/0x5d4000e30d83b841 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x812:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff71 expref: 934 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.149293:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x812:0x0].0x0 (ffff88007208be00) 00010000:00010000:1.0:1742903177.149294:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.149295:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4d3400, rc 0) 00000100:00100000:1.0:1742903177.149369:0:8724:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+934:2009:x1827566172317312:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 3587us (3748us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.149376:0:8724:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 241 00000100:00100000:3.0:1742903177.149963:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.149964:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.150001:0:8724:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172317696 00000100:00100000:0.0:1742903177.150001:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172317824 00000100:00100000:1.0:1742903177.150006:0:8724:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172317696 00000100:00100000:0.0:1742903177.150006:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172317824 00010000:00010000:0.0:1742903177.150022:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83b6b2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff32 expref: 935 pid: 9576 timeout: 405 lvb_type: 0 00000100:00100000:1.0:1742903177.150035:0:8724:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 242 00000100:00100000:1.0:1742903177.150040:0:8724:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+935:2010:x1827566172317696:12345-192.168.203.29@tcp:63:ll_sa.0 00000100:00100000:0.0:1742903177.150043:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22774 00000100:00100000:0.0:1742903177.150046:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+935:2007:x1827566172317824:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903177.150054:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903177.150056:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903177.150058:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83b6b2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff32 expref: 935 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:0.0:1742903177.150067:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83b6b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff32 expref: 935 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:0.0:1742903177.150079:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83b6b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff32 expref: 935 pid: 9576 timeout: 405 lvb_type: 0 00010000:00010000:0.0:1742903177.150087:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:0.0:1742903177.150090:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b6b9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.150097:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b6b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.150102:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b6b9 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.150194:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903177.150213:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+934:2007:x1827566172317824:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 165us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903177.150219:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22774 00010000:00010000:3.0:1742903177.150230:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b6b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.150236:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b6b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.150248:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3200/0x5d4000e30d83b84f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0x86397a9e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.150254:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3200/0x5d4000e30d83b84f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.150261:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3200/0x5d4000e30d83b84f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.150306:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83b856 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.150313:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83b856 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903177.150400:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903177.150428:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83b856 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.150433:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3000/0x5d4000e30d83b848 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff78 expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.150459:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2800/0x5d4000e30d83b85d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150465:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2800/0x5d4000e30d83b85d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150471:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2800/0x5d4000e30d83b85d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150480:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072095000/0x5d4000e30d83b864 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x2f856f5d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150485:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072095000/0x5d4000e30d83b864 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150490:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072095000/0x5d4000e30d83b864 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150523:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072094200/0x5d4000e30d83b86b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x820:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150529:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072094200/0x5d4000e30d83b86b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x820:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150534:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072094200/0x5d4000e30d83b86b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x820:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00000004:00200000:1.0:1742903177.150545:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x820:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.150547:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.150553:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072094200/0x5d4000e30d83b86b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x820:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150559:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072094200/0x5d4000e30d83b86b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x820:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150564:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2800/0x5d4000e30d83b85d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150568:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2800/0x5d4000e30d83b85d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150572:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2800/0x5d4000e30d83b85d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150576:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d2800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.150578:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2800/0x5d4000e30d83b85d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00000040:00080000:3.0:1742903177.150581:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1736, 64 off119360 00010000:00010000:1.0:1742903177.150582:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2800/0x5d4000e30d83b85d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150588:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.150590:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.150592:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2800/0x5d4000e30d83b85d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150595:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2800/0x5d4000e30d83b85d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150602:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072095000/0x5d4000e30d83b864 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00000040:00080000:3.0:1742903177.150607:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8701, 184 off1524960 00010000:00010000:1.0:1742903177.150607:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072095000/0x5d4000e30d83b864 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150611:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072095000/0x5d4000e30d83b864 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150614:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072095000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.150617:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072095000/0x5d4000e30d83b864 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150620:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072095000/0x5d4000e30d83b864 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150625:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x2f856f5d (ffff880099028800) 00010000:00010000:1.0:1742903177.150627:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.150628:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072095000/0x5d4000e30d83b864 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150632:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072095000/0x5d4000e30d83b864 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:3.0:1742903177.150643:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83b872 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.150648:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3000/0x5d4000e30d83b848 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff78 expref: 936 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.150650:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83b872 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.150656:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83b872 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.150656:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072094200/0x5d4000e30d83b86b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x820:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff78 expref: 935 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.150661:0:7211:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83b872 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.150661:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x820:0x0].0x0 (ffff88012d7a5500) 00010000:00010000:1.0:1742903177.150663:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.150665:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072094200, rc 0) 00010000:00010000:3.0:1742903177.150666:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83b872 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.150667:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.150671:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83b872 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.150674:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4000/0x5d4000e30d83b879 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff7f expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.150681:0:7211:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.150688:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5400/0x5d4000e30d83b880 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:3.0:1742903177.150693:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83b856 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.150694:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5400/0x5d4000e30d83b880 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:3.0:1742903177.150698:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83b856 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.150699:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5400/0x5d4000e30d83b880 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:3.0:1742903177.150702:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83b856 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.150706:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e2600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.150708:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5a00/0x5d4000e30d83b887 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:3.0:1742903177.150709:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83b856 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.150712:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5a00/0x5d4000e30d83b887 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:3.0:1742903177.150714:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83b856 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.150721:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3b:0x0].0x0 (ffff88012e960f00) 00010000:00010000:1.0:1742903177.150722:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5a00/0x5d4000e30d83b887 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:3.0:1742903177.150723:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.150725:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83b856 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.150730:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83b856 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.150744:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.150749:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83b872 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.150750:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4600/0x5d4000e30d83b88e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x808:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.150752:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e2c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.150754:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83b872 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.150757:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4600/0x5d4000e30d83b88e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.150759:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83b872 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.150762:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4600/0x5d4000e30d83b88e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.150766:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe3b:0x0].0x0 (ffff88012e960f00) 00010000:00010000:2.0:1742903177.150768:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.150771:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83b872 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00000004:00200000:1.0:1742903177.150774:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x808:0x0]: returning size 260096 00010000:00010000:2.0:1742903177.150775:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83b872 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00000004:00200000:1.0:1742903177.150776:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.150782:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4600/0x5d4000e30d83b88e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.150786:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.150787:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.150788:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4600/0x5d4000e30d83b88e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.150789:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.150793:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5400/0x5d4000e30d83b880 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00000100:00100000:0.0:1742903177.150794:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.150795:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172317952 00010000:00010000:1.0:1742903177.150797:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5400/0x5d4000e30d83b880 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00000100:00100000:2.0:1742903177.150798:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172317952 00010000:00010000:1.0:1742903177.150802:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5400/0x5d4000e30d83b880 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:3.0:1742903177.150807:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b6b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903177.150810:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172318208 00000100:00100000:0.0:1742903177.150812:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172318208 00000100:00100000:2.0:1742903177.150819:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 243 00010000:00010000:3.0:1742903177.150823:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b6b9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903177.150823:0:7215:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+938:2007:x1827566172317952:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:3.0:1742903177.150828:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b6b9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.150828:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997c5400 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:0.0:1742903177.150830:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17716 00010000:00010000:1.0:1742903177.150831:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5400/0x5d4000e30d83b880 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:3.0:1742903177.150832:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e3800 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:0.0:1742903177.150833:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098074850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+938:13300:x1827566172318208:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:3.0:1742903177.150834:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b6b9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.150836:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5400/0x5d4000e30d83b880 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.150838:0:7215:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.150839:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b6b9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.150842:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.150844:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.150845:0:7215:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2000/0x5d4000e30d83b895 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335effb0 expref: -99 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.150846:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5400/0x5d4000e30d83b880 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:3.0:1742903177.150848:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:3.0:1742903177.150850:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.150850:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5400/0x5d4000e30d83b880 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:3.0:1742903177.150852:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b6b9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.150857:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5a00/0x5d4000e30d83b887 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:3.0:1742903177.150860:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83b6b9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.150862:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5a00/0x5d4000e30d83b887 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150866:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5a00/0x5d4000e30d83b887 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00000004:00010000:3.0:1742903177.150868:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009aeb6a00 reply state ffff88009ba78000 transno 4295005036 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3200/0x5d4000e30d83b84f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.150869:0:7215:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83b89c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.150869:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997c5a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.150872:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5a00/0x5d4000e30d83b887 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:3.0:1742903177.150875:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3200/0x5d4000e30d83b84f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.150876:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83b89c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.150876:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5a00/0x5d4000e30d83b887 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:3.0:1742903177.150880:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x86397a9e (ffff880091643500) 00010000:00010000:3.0:1742903177.150882:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.150882:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83b89c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.150882:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x85ed7b8c (ffff880099028700) 00000100:00100000:3.0:1742903177.150884:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1742903177.150884:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.150886:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5a00/0x5d4000e30d83b887 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150890:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5a00/0x5d4000e30d83b887 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.150901:0:7215:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83b8a3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x862169a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.150904:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4000/0x5d4000e30d83b879 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff7f expref: 942 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.150906:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83b8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1742903177.150912:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83b8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00000100:00100000:3.0:1742903177.150914:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+941:13299:x1827566172316672:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 10266us (10320us total) trans 4295005036 rc 0/0 00010000:00010000:1.0:1742903177.150914:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4600/0x5d4000e30d83b88e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff7f expref: 941 pid: 8724 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903177.150914:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098074850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+941:13300:x1827566172318208:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 80us (120us total) trans 4295005037 rc 0/0 00010000:00010000:1.0:1742903177.150919:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x808:0x0].0x0 (ffff8800721ba400) 00000100:00100000:3.0:1742903177.150920:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77074 00000100:00100000:0.0:1742903177.150920:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17716 00010000:00010000:1.0:1742903177.150921:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.150923:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997c4600, rc 0) 00010000:00010000:1.0:1742903177.150926:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.150930:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4400/0x5d4000e30d83b8aa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff86 expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.150943:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5000/0x5d4000e30d83b8b1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150949:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5000/0x5d4000e30d83b8b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.150951:0:7215:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19200/0x5d4000e30d83b8b8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.150959:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5000/0x5d4000e30d83b8b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.150963:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19200/0x5d4000e30d83b8b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1742903177.150968:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19200/0x5d4000e30d83b8b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.150968:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4c00/0x5d4000e30d83b8bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0xec85a24b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150973:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4c00/0x5d4000e30d83b8bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.150977:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4c00/0x5d4000e30d83b8bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00000004:00200000:2.0:1742903177.150979:0:7215:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80e:0x0]: returning size 260096 00000004:00200000:2.0:1742903177.150981:0:7215:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.150988:0:7215:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19200/0x5d4000e30d83b8b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1742903177.150993:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19200/0x5d4000e30d83b8b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1742903177.150998:0:7215:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83b89c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1742903177.151003:0:7215:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83b89c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151004:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4800/0x5d4000e30d83b8c6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x826:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151007:0:7215:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83b89c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151010:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4800/0x5d4000e30d83b8c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x826:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151011:0:7215:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801233a2a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.151014:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83b89c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151015:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4800/0x5d4000e30d83b8c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x826:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151018:0:7215:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83b89c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00000004:00200000:1.0:1742903177.151024:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x826:0x0]: returning size 260096 00010000:00010000:2.0:1742903177.151025:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00000004:00200000:1.0:1742903177.151026:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1742903177.151027:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.151030:0:7215:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83b89c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00000004:00010000:1.0:1742903177.151032:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4800/0x5d4000e30d83b8c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x826:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151035:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83b89c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151037:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4800/0x5d4000e30d83b8c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x826:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151041:0:7215:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83b8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151043:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5000/0x5d4000e30d83b8b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151046:0:7215:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83b8a3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151047:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5000/0x5d4000e30d83b8b1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151050:0:7215:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83b8a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1742903177.151054:0:7215:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c094c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.151055:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5000/0x5d4000e30d83b8b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151056:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83b8a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151059:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997c5000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.151060:0:7215:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83b8a3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151061:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5000/0x5d4000e30d83b8b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151066:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x862169a1 (ffff880091643100) 00010000:00010000:1.0:1742903177.151066:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5000/0x5d4000e30d83b8b1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151068:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.151070:0:7215:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83b8a3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151072:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903177.151074:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83b8a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151074:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.151076:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5000/0x5d4000e30d83b8b1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151080:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5000/0x5d4000e30d83b8b1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151086:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4c00/0x5d4000e30d83b8bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151090:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2000/0x5d4000e30d83b895 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effb0 expref: 941 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.151090:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4c00/0x5d4000e30d83b8bf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151094:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4c00/0x5d4000e30d83b8bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151098:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997c4c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.151100:0:7215:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19200/0x5d4000e30d83b8b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effb0 expref: 940 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.151100:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4c00/0x5d4000e30d83b8bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151104:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4c00/0x5d4000e30d83b8bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151109:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80e:0x0].0x0 (ffff8800721ba300) 00010000:00010000:1.0:1742903177.151110:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0xec85a24b (ffff8800994db000) 00010000:00010000:2.0:1742903177.151111:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.151112:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.151113:0:7215:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099d19200, rc 0) 00010000:00010000:1.0:1742903177.151114:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4c00/0x5d4000e30d83b8bf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151116:0:7215:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.151118:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4c00/0x5d4000e30d83b8bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151122:0:7215:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18c00/0x5d4000e30d83b8cd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335effb7 expref: -99 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.151132:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4400/0x5d4000e30d83b8aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff86 expref: 942 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.151138:0:7215:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19e00/0x5d4000e30d83b8d4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151140:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4800/0x5d4000e30d83b8c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x826:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff86 expref: 941 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.151144:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19e00/0x5d4000e30d83b8d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151146:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x826:0x0].0x0 (ffff880099280e00) 00010000:00010000:1.0:1742903177.151148:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903177.151149:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19e00/0x5d4000e30d83b8d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151150:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997c4800, rc 0) 00010000:00010000:1.0:1742903177.151153:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.151157:0:7215:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83b8db lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x863e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151157:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5600/0x5d4000e30d83b8e2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff8d expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.151162:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83b8db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1742903177.151167:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83b8db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151172:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5200/0x5d4000e30d83b8e9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151178:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5200/0x5d4000e30d83b8e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151183:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5200/0x5d4000e30d83b8e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151192:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c667c00/0x5d4000e30d83b8f0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0xa149fd88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151195:0:7215:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83b8f7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x818:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151197:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c667c00/0x5d4000e30d83b8f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151202:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83b8f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x818:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151202:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c667c00/0x5d4000e30d83b8f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151207:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83b8f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x818:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00000004:00200000:2.0:1742903177.151218:0:7215:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x818:0x0]: returning size 260096 00000004:00200000:2.0:1742903177.151220:0:7215:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.151226:0:7215:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83b8f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x818:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151231:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c666a00/0x5d4000e30d83b8fe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x82c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151232:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83b8f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x818:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1742903177.151236:0:7215:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19e00/0x5d4000e30d83b8d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151238:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c666a00/0x5d4000e30d83b8fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151240:0:7215:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19e00/0x5d4000e30d83b8d4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151243:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c666a00/0x5d4000e30d83b8fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151244:0:7215:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19e00/0x5d4000e30d83b8d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1742903177.151248:0:7215:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099d19e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.151251:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19e00/0x5d4000e30d83b8d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1742903177.151255:0:7215:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19e00/0x5d4000e30d83b8d4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00000004:00200000:1.0:1742903177.151255:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x82c:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.151257:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1742903177.151261:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00000004:00010000:1.0:1742903177.151262:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c666a00/0x5d4000e30d83b8fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151263:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.151265:0:7215:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19e00/0x5d4000e30d83b8d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151267:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c666a00/0x5d4000e30d83b8fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151269:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19e00/0x5d4000e30d83b8d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151272:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5200/0x5d4000e30d83b8e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151276:0:7215:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83b8db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151276:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5200/0x5d4000e30d83b8e9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151280:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5200/0x5d4000e30d83b8e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151281:0:7215:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83b8db lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151283:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997c5200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.151285:0:7215:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83b8db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151285:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5200/0x5d4000e30d83b8e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151289:0:7215:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099d18800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.151290:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5200/0x5d4000e30d83b8e9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151291:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83b8db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1742903177.151296:0:7215:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83b8db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151296:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.151297:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.151300:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5200/0x5d4000e30d83b8e9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151301:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x863e0f88 (ffff880091643700) 00010000:00010000:2.0:1742903177.151303:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.151303:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5200/0x5d4000e30d83b8e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151305:0:7215:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83b8db lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1742903177.151309:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83b8db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151309:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c667c00/0x5d4000e30d83b8f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151328:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c667c00/0x5d4000e30d83b8f0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151334:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c667c00/0x5d4000e30d83b8f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151337:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c667c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.151340:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18c00/0x5d4000e30d83b8cd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effb7 expref: 943 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.151340:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c667c00/0x5d4000e30d83b8f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151344:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c667c00/0x5d4000e30d83b8f0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151349:0:7215:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83b8f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x818:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effb7 expref: 942 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.151350:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0xa149fd88 (ffff8800994db900) 00010000:00010000:1.0:1742903177.151351:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.151353:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c667c00/0x5d4000e30d83b8f0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151354:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x818:0x0].0x0 (ffff8800b5334c00) 00010000:00010000:2.0:1742903177.151366:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.151367:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c667c00/0x5d4000e30d83b8f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151368:0:7215:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099d18200, rc 0) 00010000:00010000:2.0:1742903177.151371:0:7215:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.151376:0:7215:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d83b905 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335effbe expref: -99 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.151385:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5600/0x5d4000e30d83b8e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff8d expref: 944 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.151392:0:7215:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83b90c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151393:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c666a00/0x5d4000e30d83b8fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x82c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff8d expref: 943 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.151398:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82c:0x0].0x0 (ffff88012e2e1100) 00010000:00010000:2.0:1742903177.151399:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83b90c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151400:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.151402:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c666a00, rc 0) 00010000:00010000:2.0:1742903177.151405:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83b90c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151405:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.151410:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c666e00/0x5d4000e30d83b913 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff94 expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.151413:0:7215:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83b91a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1742903177.151418:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83b91a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1742903177.151423:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83b91a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151423:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1c00/0x5d4000e30d83b921 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151429:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1c00/0x5d4000e30d83b921 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151434:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1c00/0x5d4000e30d83b921 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151441:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0600/0x5d4000e30d83b928 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x5538fb88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151446:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0600/0x5d4000e30d83b928 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151450:0:7215:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b92f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151451:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0600/0x5d4000e30d83b928 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151457:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b92f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1742903177.151462:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b92f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00000004:00200000:2.0:1742903177.151473:0:7215:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80b:0x0]: returning size 260096 00000004:00200000:2.0:1742903177.151476:0:7215:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1742903177.151478:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1200/0x5d4000e30d83b936 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x810:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00000004:00010000:2.0:1742903177.151481:0:7215:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b92f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151484:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1200/0x5d4000e30d83b936 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x810:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151487:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b92f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151489:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1200/0x5d4000e30d83b936 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x810:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151493:0:7215:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83b90c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1742903177.151498:0:7215:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83b90c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00000004:00200000:1.0:1742903177.151498:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x810:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.151499:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1742903177.151503:0:7215:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83b90c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00000004:00010000:1.0:1742903177.151504:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1200/0x5d4000e30d83b936 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x810:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151506:0:7215:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5d000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.151508:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83b90c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1742903177.151513:0:7215:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83b90c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151514:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1200/0x5d4000e30d83b936 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x810:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151518:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1c00/0x5d4000e30d83b921 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151519:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903177.151520:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.151522:0:7215:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83b90c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151523:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1c00/0x5d4000e30d83b921 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151526:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83b90c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151527:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1c00/0x5d4000e30d83b921 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151530:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800915f1c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.151532:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1c00/0x5d4000e30d83b921 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151534:0:7215:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83b91a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151537:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1c00/0x5d4000e30d83b921 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151539:0:7215:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83b91a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151542:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903177.151543:0:7215:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83b91a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151544:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.151546:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1c00/0x5d4000e30d83b921 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151547:0:7215:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5d400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.151550:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83b91a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151550:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1c00/0x5d4000e30d83b921 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151555:0:7215:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83b91a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151556:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0600/0x5d4000e30d83b928 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151560:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x85ed9198 (ffff880091643600) 00010000:00010000:1.0:1742903177.151560:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0600/0x5d4000e30d83b928 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151561:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.151564:0:7215:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83b91a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151564:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0600/0x5d4000e30d83b928 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151568:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83b91a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:1.0:1742903177.151568:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800915f0600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.151570:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0600/0x5d4000e30d83b928 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151573:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0600/0x5d4000e30d83b928 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151578:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x5538fb88 (ffff8800994dbb00) 00010000:00010000:1.0:1742903177.151579:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.151581:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0600/0x5d4000e30d83b928 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151582:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d83b905 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effbe expref: 945 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.151585:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0600/0x5d4000e30d83b928 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:2.0:1742903177.151590:0:7215:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b92f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effbe expref: 944 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.151595:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80b:0x0].0x0 (ffff88012bd63a00) 00010000:00010000:2.0:1742903177.151597:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.151597:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c666e00/0x5d4000e30d83b913 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff94 expref: 945 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.151599:0:7215:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af5c800, rc 0) 00010000:00010000:1.0:1742903177.151608:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1200/0x5d4000e30d83b936 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x810:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff94 expref: 944 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.151613:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x810:0x0].0x0 (ffff88012d7a5200) 00010000:00010000:1.0:1742903177.151615:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.151617:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915f1200, rc 0) 00010000:00010000:1.0:1742903177.151619:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1742903177.151623:0:7215:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+944:2007:x1827566172317952:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 799us (1223us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903177.151623:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0200/0x5d4000e30d83b93d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335eff9b expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903177.151629:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 243 00010000:00010000:1.0:1742903177.151634:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1400/0x5d4000e30d83b944 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151639:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1400/0x5d4000e30d83b944 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151645:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1400/0x5d4000e30d83b944 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151652:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0400/0x5d4000e30d83b94b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x853e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151657:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0400/0x5d4000e30d83b94b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151661:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0400/0x5d4000e30d83b94b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151682:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0e00/0x5d4000e30d83b952 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x815:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151687:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0e00/0x5d4000e30d83b952 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x815:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151692:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0e00/0x5d4000e30d83b952 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x815:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00000004:00200000:1.0:1742903177.151701:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x815:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.151703:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.151707:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0e00/0x5d4000e30d83b952 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x815:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151712:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0e00/0x5d4000e30d83b952 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x815:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151716:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1400/0x5d4000e30d83b944 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151720:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1400/0x5d4000e30d83b944 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151723:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1400/0x5d4000e30d83b944 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151727:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800915f1400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.151729:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1400/0x5d4000e30d83b944 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151733:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1400/0x5d4000e30d83b944 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151738:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.151739:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.151741:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1400/0x5d4000e30d83b944 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151745:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1400/0x5d4000e30d83b944 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151751:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0400/0x5d4000e30d83b94b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151755:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0400/0x5d4000e30d83b94b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151759:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0400/0x5d4000e30d83b94b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151762:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800915f0400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.151764:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0400/0x5d4000e30d83b94b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151767:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0400/0x5d4000e30d83b94b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151771:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x853e0f88 (ffff8800994dbf00) 00010000:00010000:1.0:1742903177.151773:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.151774:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0400/0x5d4000e30d83b94b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151778:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0400/0x5d4000e30d83b94b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151788:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0200/0x5d4000e30d83b93d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff9b expref: 945 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.151795:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0e00/0x5d4000e30d83b952 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x815:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff9b expref: 944 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.151799:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x815:0x0].0x0 (ffff8800721ba100) 00010000:00010000:1.0:1742903177.151801:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.151802:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915f0e00, rc 0) 00010000:00010000:1.0:1742903177.151805:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.151808:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0800/0x5d4000e30d83b959 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335effa2 expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.151819:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1000/0x5d4000e30d83b960 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151824:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1000/0x5d4000e30d83b960 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151829:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1000/0x5d4000e30d83b960 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151836:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83b967 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x862169a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151840:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83b967 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151844:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83b967 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151865:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83b96e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151871:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83b96e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151875:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83b96e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00000004:00200000:1.0:1742903177.151883:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80c:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.151885:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.151889:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83b96e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151894:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83b96e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151899:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1000/0x5d4000e30d83b960 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151902:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1000/0x5d4000e30d83b960 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151906:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1000/0x5d4000e30d83b960 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151910:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800915f1000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.151912:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1000/0x5d4000e30d83b960 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151916:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1000/0x5d4000e30d83b960 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151921:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.151922:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.151924:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1000/0x5d4000e30d83b960 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151928:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1000/0x5d4000e30d83b960 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151933:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83b967 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151937:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83b967 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151945:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83b967 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151948:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86ae00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.151950:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83b967 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151954:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83b967 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151958:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x862169a0 (ffff8800994db400) 00010000:00010000:1.0:1742903177.151959:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.151961:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83b967 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151965:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83b967 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.151975:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0800/0x5d4000e30d83b959 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effa2 expref: 946 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.151981:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83b96e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effa2 expref: 945 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.151985:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80c:0x0].0x0 (ffff88012bd63300) 00010000:00010000:1.0:1742903177.151987:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.151988:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b86a400, rc 0) 00010000:00010000:1.0:1742903177.151990:0:8724:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.151993:0:8724:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83b975 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335effa9 expref: -99 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.152008:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83b97c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152012:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83b97c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152017:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83b97c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152023:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83b983 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x55390488 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152027:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83b983 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152031:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83b983 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152051:0:8724:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83b98a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x81e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152056:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83b98a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152061:0:8724:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83b98a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00000004:00200000:1.0:1742903177.152068:0:8724:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x81e:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.152070:0:8724:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.152073:0:8724:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83b98a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152078:0:8724:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83b98a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152082:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83b97c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152086:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83b97c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152090:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83b97c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152093:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86b800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.152095:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83b97c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152099:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83b97c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152104:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.152105:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.152107:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83b97c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152111:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83b97c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152116:0:8724:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83b983 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152120:0:8724:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83b983 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152124:0:8724:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83b983 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152127:0:8724:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86bc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.152130:0:8724:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83b983 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152134:0:8724:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83b983 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152138:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x55390488 (ffff8800994db800) 00010000:00010000:1.0:1742903177.152139:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.152141:0:8724:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83b983 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152144:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83b983 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8724 initiator: MDT0 00010000:00010000:1.0:1742903177.152154:0:8724:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83b975 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effa9 expref: 947 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.152161:0:8724:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83b98a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x81e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effa9 expref: 946 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.152165:0:8724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81e:0x0].0x0 (ffff8800840ab800) 00010000:00010000:1.0:1742903177.152166:0:8724:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.152168:0:8724:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b86b600, rc 0) 00000100:00100000:1.0:1742903177.152188:0:8724:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+946:2010:x1827566172317696:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 2148us (2226us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.152194:0:8724:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 242 00000100:00100000:2.0:1742903177.152613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.152652:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172318464 00000100:00100000:3.0:1742903177.152656:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172318464 00000100:00100000:3.0:1742903177.152681:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77077 00000100:00100000:3.0:1742903177.152686:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+946:13300:x1827566172318464:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.152710:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.152722:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5f800/0x5d4000e30d7b90dc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x809:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6c7c expref: 946 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.152734:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83b657 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff01 expref: 945 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.152744:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3600/0x5d4000e30d83b42e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe67 expref: 944 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.152758:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8a00/0x5d4000e30d7a8546 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x809:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c1469 expref: 943 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.152764:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x809:0x0].0x0 (ffff8800721ba200) 00010000:00010000:3.0:1742903177.152771:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.152778:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2400/0x5d4000e30d83b991 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.152789:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2400/0x5d4000e30d83b991 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.152795:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2400/0x5d4000e30d83b991 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.152804:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2a00/0x5d4000e30d83b998 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.152808:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2a00/0x5d4000e30d83b998 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.152813:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2a00/0x5d4000e30d83b998 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.152841:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83b99f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x809:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.152847:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83b99f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x809:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.152852:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83b99f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x809:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00080000:3.0:1742903177.153183:0:7211:0:(mdd_dir.c:1921:mdd_finish_unlink()) Object [0x200000402:0x809:0x0] is inserted into orphan list, open count = 1 00000040:00080000:3.0:1742903177.153241:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8702, 184 off1525144 00010000:00010000:3.0:1742903177.153350:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83b99f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x809:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.153370:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83b99f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x809:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.153376:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83b99f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x809:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.153381:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e3e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.153384:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83b99f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x809:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.153390:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83b99f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x809:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.153401:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x809:0x0].0x0 (ffff88012e960600) 00010000:00010000:3.0:1742903177.153404:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.153407:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83b99f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x809:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.153411:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83b99f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x809:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.153428:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2400/0x5d4000e30d83b991 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.153432:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2400/0x5d4000e30d83b991 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.153436:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2400/0x5d4000e30d83b991 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.153439:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e2400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.153442:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2400/0x5d4000e30d83b991 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.153446:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2400/0x5d4000e30d83b991 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.153452:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:3.0:1742903177.153453:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.153455:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2400/0x5d4000e30d83b991 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.153460:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2400/0x5d4000e30d83b991 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000004:00010000:3.0:1742903177.153471:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009aeb4380 reply state ffff880096bd9000 transno 4295005038 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2a00/0x5d4000e30d83b998 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.153479:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2a00/0x5d4000e30d83b998 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.153485:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x85ed7b8c (ffff88012e960b00) 00010000:00010000:3.0:1742903177.153486:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.153489:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.153567:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+944:13300:x1827566172318464:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 877us (951us total) trans 4295005038 rc 0/0 00000100:00100000:3.0:1742903177.153575:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77077 00000100:00100000:3.0:1742903177.155618:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.155655:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.155684:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172318848 00000100:00100000:1.0:1742903177.155693:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172318848 00000100:00100000:0.0:1742903177.155712:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172318720 00000100:00100000:0.0:1742903177.155719:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172318720 00000100:00100000:1.0:1742903177.155752:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 244 00000100:00100000:0.0:1742903177.155756:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17717 00000100:00100000:1.0:1742903177.155758:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+945:2010:x1827566172318848:12345-192.168.203.29@tcp:63:ll_sa.0 00000100:00100000:0.0:1742903177.155763:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+945:13299:x1827566172318720:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:1.0:1742903177.155785:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.155797:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83b9a6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335effc5 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.155835:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83b9ad lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.155845:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83b9ad lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.155853:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83b9ad lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.155864:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b000/0x5d4000e30d83b9b4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x9b856f73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.155868:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b000/0x5d4000e30d83b9b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.155873:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b000/0x5d4000e30d83b9b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.155926:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a200/0x5d4000e30d83b9bb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x822:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.155932:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a200/0x5d4000e30d83b9bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x822:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.155936:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a200/0x5d4000e30d83b9bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x822:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.155949:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x822:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.155952:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1742903177.155969:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+947:13299:x1827566172318720:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 206us (354us total) trans 4295005039 rc 0/0 00000100:00100000:0.0:1742903177.155975:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17717 00000100:00100000:2.0:1742903177.156056:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.156147:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172319104 00000100:00100000:0.0:1742903177.156151:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172319104 00000100:00100000:0.0:1742903177.156173:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17718 00000100:00100000:0.0:1742903177.156178:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+947:13300:x1827566172319104:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903177.156244:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+948:13300:x1827566172319104:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 64us (187us total) trans 4295005040 rc 0/0 00000100:00100000:0.0:1742903177.156249:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17718 00000004:00010000:1.0:1742903177.156287:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a200/0x5d4000e30d83b9bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x822:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156297:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a200/0x5d4000e30d83b9bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x822:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156303:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83b9ad lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156308:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83b9ad lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156313:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83b9ad lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156339:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86a600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.156341:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83b9ad lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156347:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83b9ad lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156355:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.156369:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.156372:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83b9ad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156377:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83b9ad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156386:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b000/0x5d4000e30d83b9b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156390:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b000/0x5d4000e30d83b9b4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156394:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b000/0x5d4000e30d83b9b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156399:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86b000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.156401:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b000/0x5d4000e30d83b9b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156405:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b000/0x5d4000e30d83b9b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156409:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x9b856f73 (ffff8800994db100) 00010000:00010000:1.0:1742903177.156410:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.156412:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b000/0x5d4000e30d83b9b4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156415:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b000/0x5d4000e30d83b9b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156432:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83b9a6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effc5 expref: 948 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.156439:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a200/0x5d4000e30d83b9bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x822:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effc5 expref: 947 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.156444:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x822:0x0].0x0 (ffff8800840ab700) 00010000:00010000:1.0:1742903177.156445:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.156447:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b86a200, rc 0) 00010000:00010000:1.0:1742903177.156450:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.156454:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1800/0x5d4000e30d83b9c2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335effcc expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.156468:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83b9c9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156477:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83b9c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156482:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83b9c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156491:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83b9d0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0xd185bb5c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156496:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83b9d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156501:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83b9d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156532:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a200/0x5d4000e30d83b9d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x828:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156540:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a200/0x5d4000e30d83b9d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x828:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156546:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a200/0x5d4000e30d83b9d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x828:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.156569:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x828:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.156686:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.156756:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a200/0x5d4000e30d83b9d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x828:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156762:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a200/0x5d4000e30d83b9d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x828:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156767:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83b9c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156774:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83b9c9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156779:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83b9c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156782:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c5b1e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.156784:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83b9c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156787:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83b9c9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156792:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.156794:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.156796:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83b9c9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156799:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83b9c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156805:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83b9d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156809:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83b9d0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156812:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83b9d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156816:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099223800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.156818:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83b9d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156824:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83b9d0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156829:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0xd185bb5c (ffff88009931b400) 00010000:00010000:1.0:1742903177.156830:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.156832:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83b9d0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156835:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83b9d0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156849:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1800/0x5d4000e30d83b9c2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effcc expref: 949 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.156855:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a200/0x5d4000e30d83b9d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x828:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effcc expref: 948 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.156859:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x828:0x0].0x0 (ffff88009c59c700) 00010000:00010000:1.0:1742903177.156860:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.156862:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f54a200, rc 0) 00010000:00010000:1.0:1742903177.156864:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.156868:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54be00/0x5d4000e30d83b9de lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335effd3 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.156881:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54bc00/0x5d4000e30d83b9e5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156886:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54bc00/0x5d4000e30d83b9e5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156891:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54bc00/0x5d4000e30d83b9e5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156899:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83b9ec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x853e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156904:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83b9ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.156908:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83b9ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000100:00100000:0.0:1742903177.156964:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.157005:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172319360 00000100:00100000:3.0:1742903177.157009:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172319360 00000100:00100000:3.0:1742903177.157037:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77078 00000100:00100000:3.0:1742903177.157045:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+950:13299:x1827566172319360:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.157071:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.157126:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83b9f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x817:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157133:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83b9f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x817:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157140:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83b9f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x817:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.157149:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d2ff000/0x5d4000e30d7ba92b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x820:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c726b expref: 950 pid: 9576 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1742903177.157154:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x817:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.157156:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.157162:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83b9f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x817:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.157168:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072094200/0x5d4000e30d83b86b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x820:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff78 expref: 949 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.157168:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83b9f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x817:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157174:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54bc00/0x5d4000e30d83b9e5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157178:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54bc00/0x5d4000e30d83b9e5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157183:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54bc00/0x5d4000e30d83b9e5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157190:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f54bc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.157192:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54bc00/0x5d4000e30d83b9e5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157196:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54bc00/0x5d4000e30d83b9e5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157201:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.157203:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.157205:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54bc00/0x5d4000e30d83b9e5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157208:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54bc00/0x5d4000e30d83b9e5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157215:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83b9ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157220:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83b9ec lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157225:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83b9ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157229:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f54b600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.157231:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83b9ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157236:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83b9ec lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157242:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x853e1088 (ffff88009931bf00) 00010000:00010000:1.0:1742903177.157244:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.157247:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83b9ec lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157251:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b600/0x5d4000e30d83b9ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157268:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54be00/0x5d4000e30d83b9de lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effd3 expref: 949 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.157276:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83b9f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x817:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effd3 expref: 948 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.157281:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x817:0x0].0x0 (ffff88007208b600) 00010000:00010000:1.0:1742903177.157283:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.157284:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f54ba00, rc 0) 00010000:00010000:1.0:1742903177.157287:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.157293:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83b9fa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335effda expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.157308:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a400/0x5d4000e30d83ba01 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157332:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a400/0x5d4000e30d83ba01 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157339:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a400/0x5d4000e30d83ba01 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157348:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ba08 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0xa1380d88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.157351:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c295200/0x5d4000e30d82817e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x820:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9ee4 expref: 949 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.157353:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ba08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157371:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ba08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.157381:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072276200/0x5d4000e30d7ba901 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x820:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c725d expref: 948 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.157389:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x820:0x0].0x0 (ffff88012d7a5500) 00010000:00010000:3.0:1742903177.157398:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.157402:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ba0f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x81c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157410:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ba0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.157411:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83ba16 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.157415:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ba0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.157421:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83ba16 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00000004:00200000:1.0:1742903177.157426:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x81c:0x0]: returning size 260096 00010000:00010000:3.0:1742903177.157428:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83ba16 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:1.0:1742903177.157428:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.157434:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ba0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.157438:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3c00/0x5d4000e30d83ba1d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0x2f856f5d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.157441:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3c00/0x5d4000e30d83ba1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.157441:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ba0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.157445:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3c00/0x5d4000e30d83ba1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.157446:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a400/0x5d4000e30d83ba01 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157451:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a400/0x5d4000e30d83ba01 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157456:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a400/0x5d4000e30d83ba01 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157459:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f54a400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.157462:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a400/0x5d4000e30d83ba01 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157467:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a400/0x5d4000e30d83ba01 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157475:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.157477:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.157479:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a400/0x5d4000e30d83ba01 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157483:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a400/0x5d4000e30d83ba01 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.157489:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2e00/0x5d4000e30d83ba24 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x820:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.157490:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ba08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.157493:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2e00/0x5d4000e30d83ba24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x820:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.157495:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ba08 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.157496:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2e00/0x5d4000e30d83ba24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x820:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.157500:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ba08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00000100:00100000:0.0:1742903177.157500:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903177.157504:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009935fc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.157505:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ba08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157509:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ba08 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157513:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0xa1380d88 (ffff88012dd00a00) 00010000:00010000:1.0:1742903177.157514:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.157516:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ba08 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157519:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fc00/0x5d4000e30d83ba08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00000100:00100000:2.0:1742903177.157557:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172319616 00000100:00100000:2.0:1742903177.157562:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172319616 00000100:00100000:2.0:1742903177.157587:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77079 00000100:00100000:2.0:1742903177.157592:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+949:13300:x1827566172319616:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.157613:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.157625:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2600/0x5d4000e30d7bb016 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x827:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c73b4 expref: 949 pid: 18840 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1742903177.157630:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1737, 64 off119424 00010000:00010000:2.0:1742903177.157639:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83b673 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x827:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff08 expref: 948 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.157650:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2fc00/0x5d4000e30d82828f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x827:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9f3f expref: 947 pid: 18840 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1742903177.157653:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8703, 184 off1525328 00010000:00010000:2.0:1742903177.157661:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800722db000/0x5d4000e30d7baff3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x827:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c73a6 expref: 946 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.157668:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x827:0x0].0x0 (ffff88009c59c400) 00010000:00010000:2.0:1742903177.157674:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.157680:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83ba2b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x820:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.157682:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83ba32 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.157686:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83ba2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x820:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.157688:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83ba32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.157692:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83ba2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x820:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.157694:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83ba32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.157697:0:7211:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83ba2b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x820:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.157701:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83ba2b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x820:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.157701:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83ba39 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0xec85a24b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.157705:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83ba2b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x820:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.157706:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83ba39 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.157713:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83ba39 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.157731:0:7211:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.157737:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903177.157741:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2e00/0x5d4000e30d83ba24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x820:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.157742:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83ba2b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x820:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.157745:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2e00/0x5d4000e30d83ba24 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x820:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.157750:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2e00/0x5d4000e30d83ba24 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x820:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.157774:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54aa00/0x5d4000e30d83b9fa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effda expref: 946 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.157785:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ba0f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x81c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effda expref: 945 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.157791:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81c:0x0].0x0 (ffff880093753300) 00010000:00010000:1.0:1742903177.157793:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.157795:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009935fe00, rc 0) 00010000:00010000:1.0:1742903177.157797:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.157802:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83ba40 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335effe1 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.157816:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83ba47 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157822:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83ba47 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157827:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83ba47 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157836:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d000/0x5d4000e30d83ba4e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x86398c8e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157841:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d000/0x5d4000e30d83ba4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157851:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d000/0x5d4000e30d83ba4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157882:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972dc00/0x5d4000e30d83ba55 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x82e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157889:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972dc00/0x5d4000e30d83ba55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157895:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972dc00/0x5d4000e30d83ba55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.157906:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x82e:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.157908:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.157914:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009972dc00/0x5d4000e30d83ba55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157920:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972dc00/0x5d4000e30d83ba55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157925:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83ba47 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157930:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83ba47 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157934:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83ba47 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157938:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008679cc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.157941:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83ba47 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157945:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83ba47 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157951:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.157953:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.157955:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83ba47 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157959:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008679cc00/0x5d4000e30d83ba47 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157967:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d000/0x5d4000e30d83ba4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157972:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d000/0x5d4000e30d83ba4e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157977:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d000/0x5d4000e30d83ba4e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157980:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008679d000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.157983:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d000/0x5d4000e30d83ba4e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157987:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d000/0x5d4000e30d83ba4e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157991:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x86398c8e (ffff880099660300) 00010000:00010000:1.0:1742903177.157993:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.157994:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d000/0x5d4000e30d83ba4e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.157998:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d000/0x5d4000e30d83ba4e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158011:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935ee00/0x5d4000e30d83ba40 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effe1 expref: 947 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.158018:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972dc00/0x5d4000e30d83ba55 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x82e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effe1 expref: 946 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.158023:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82e:0x0].0x0 (ffff88012e960400) 00010000:00010000:1.0:1742903177.158025:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903177.158045:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf49a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903177.158047:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e2e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.158047:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83ba2b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x820:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.158051:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2e00/0x5d4000e30d83ba24 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x820:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.158052:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83ba2b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x820:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.158057:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2e00/0x5d4000e30d83ba24 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x820:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.158059:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x820:0x0].0x0 (ffff880091643b00) 00010000:00010000:2.0:1742903177.158061:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.158064:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83ba2b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x820:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.158067:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x820:0x0].0x0 (ffff880091643b00) 00010000:00010000:2.0:1742903177.158068:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83ba2b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x820:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.158070:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.158072:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2e00/0x5d4000e30d83ba24 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x820:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.158076:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.158077:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2e00/0x5d4000e30d83ba24 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x820:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.158077:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.158078:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.158099:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83ba5c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x827:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.158105:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83ba5c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x827:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.158110:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83ba5c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x827:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.158171:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83ba16 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.158177:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83ba16 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.158182:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83ba16 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.158186:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e2000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.158188:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83ba16 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.158192:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83ba16 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.158201:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:3.0:1742903177.158203:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.158206:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83ba16 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.158210:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83ba16 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000004:00010000:3.0:1742903177.158216:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c6b4380 reply state ffff880096bda000 transno 4295005041 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3c00/0x5d4000e30d83ba1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.158222:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3c00/0x5d4000e30d83ba1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.158227:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x2f856f5d (ffff880091643a00) 00010000:00010000:3.0:1742903177.158228:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.158230:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000040:00080000:2.0:1742903177.158241:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1738, 64 off119488 00000040:00080000:2.0:1742903177.158264:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8704, 184 off1525512 00000100:00100000:3.0:1742903177.158271:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+947:13299:x1827566172319360:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1228us (1307us total) trans 4295005041 rc 0/0 00000100:00100000:3.0:1742903177.158277:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77078 00010000:00010000:2.0:1742903177.158298:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83ba63 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x827:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.158304:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83ba63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x827:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.158309:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83ba63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x827:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.158329:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83ba63 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x827:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.158333:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83ba63 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x827:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.158337:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83ba63 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x827:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.158379:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009972dc00, rc 0) 00010000:00010000:1.0:1742903177.158383:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.158388:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83ba6a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335effe8 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.158406:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83ba71 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158411:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83ba71 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158416:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83ba71 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158426:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83ba78 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x554d0b88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158431:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83ba78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158435:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83ba78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158460:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83ba7f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x82a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158465:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83ba7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158469:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83ba7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.158477:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x82a:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.158482:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.158488:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83ba7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158493:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83ba7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158498:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83ba71 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158502:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83ba71 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158507:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83ba71 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158511:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009972ce00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.158513:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83ba71 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158518:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83ba71 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158523:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.158525:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.158528:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83ba71 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158532:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83ba71 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158539:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83ba78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158544:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83ba78 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158551:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83ba78 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158554:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009972c800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.158556:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83ba78 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158560:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83ba78 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158565:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x554d0b88 (ffff880099660e00) 00010000:00010000:1.0:1742903177.158567:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.158568:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83ba78 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158572:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83ba78 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158585:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972cc00/0x5d4000e30d83ba6a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effe8 expref: 949 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.158598:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83ba7f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x82a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effe8 expref: 948 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.158602:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82a:0x0].0x0 (ffff88012e960c00) 00010000:00010000:1.0:1742903177.158604:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.158606:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e8c3800, rc 0) 00010000:00010000:1.0:1742903177.158608:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.158614:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6a00/0x5d4000e30d83ba86 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335effef expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.158634:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7000/0x5d4000e30d83ba8d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158640:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7000/0x5d4000e30d83ba8d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158645:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7000/0x5d4000e30d83ba8d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158653:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83ba94 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0xe385a24b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158657:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83ba94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158662:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83ba94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158684:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83ba9b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x824:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158691:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83ba9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x824:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158696:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83ba9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x824:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.158706:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x824:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.158708:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.158714:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83ba9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x824:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158719:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83ba9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x824:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158725:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7000/0x5d4000e30d83ba8d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158729:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7000/0x5d4000e30d83ba8d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158734:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7000/0x5d4000e30d83ba8d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158737:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d7000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.158739:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7000/0x5d4000e30d83ba8d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158743:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7000/0x5d4000e30d83ba8d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158748:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.158749:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.158750:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7000/0x5d4000e30d83ba8d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158754:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7000/0x5d4000e30d83ba8d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158760:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83ba94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158764:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83ba94 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158768:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83ba94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158771:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d6c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.158773:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83ba94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158778:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83ba94 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158783:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0xe385a24b (ffff880084090e00) 00010000:00010000:1.0:1742903177.158785:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.158787:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83ba94 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158791:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83ba94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158806:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6a00/0x5d4000e30d83ba86 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effef expref: 950 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.158815:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83ba9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x824:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effef expref: 949 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.158820:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x824:0x0].0x0 (ffff8801351b0a00) 00010000:00010000:1.0:1742903177.158822:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.158823:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991d7200, rc 0) 00010000:00010000:1.0:1742903177.158826:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.158830:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83baa2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efff6 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.158844:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3600/0x5d4000e30d83baa9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158849:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3600/0x5d4000e30d83baa9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158857:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3600/0x5d4000e30d83baa9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158865:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ba00/0x5d4000e30d83bab0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x863e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158869:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ba00/0x5d4000e30d83bab0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158873:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ba00/0x5d4000e30d83bab0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.158889:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903177.158892:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.158898:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83ba63 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x827:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.158901:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009961a600/0x5d4000e30d83bab7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x81a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.158905:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83ba5c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x827:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.158907:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009961a600/0x5d4000e30d83bab7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.158911:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83ba5c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x827:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.158912:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009961a600/0x5d4000e30d83bab7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.158916:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83ba5c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x827:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.158916:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801233a2400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.158919:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83ba63 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x827:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.158920:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5ce00 already unused, calling callback (ffffffffa0f1b760) 00000004:00200000:1.0:1742903177.158920:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x81a:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.158921:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1742903177.158923:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83ba5c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x827:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.158924:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83ba63 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x827:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00000004:00010000:1.0:1742903177.158926:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009961a600/0x5d4000e30d83bab7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158930:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009961a600/0x5d4000e30d83bab7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.158933:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83ba5c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x827:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.158933:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x827:0x0].0x0 (ffff88009c6e2f00) 00010000:00010000:1.0:1742903177.158935:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3600/0x5d4000e30d83baa9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.158935:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.158937:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83ba63 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x827:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.158939:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3600/0x5d4000e30d83baa9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.158941:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x827:0x0].0x0 (ffff88009c6e2f00) 00010000:00010000:0.0:1742903177.158942:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83ba63 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x827:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.158944:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.158946:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83ba5c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x827:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.158947:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3600/0x5d4000e30d83baa9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.158950:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ce00/0x5d4000e30d83ba5c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x827:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.158950:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.158951:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d3600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.158952:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.158953:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3600/0x5d4000e30d83baa9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.158953:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.158958:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3600/0x5d4000e30d83baa9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158964:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.158965:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.158968:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3600/0x5d4000e30d83baa9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158972:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3600/0x5d4000e30d83baa9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158980:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ba00/0x5d4000e30d83bab0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158984:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ba00/0x5d4000e30d83bab0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158988:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ba00/0x5d4000e30d83bab0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158992:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009961ba00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.158993:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ba00/0x5d4000e30d83bab0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.158997:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ba00/0x5d4000e30d83bab0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159002:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x863e1088 (ffff880084090d00) 00010000:00010000:1.0:1742903177.159004:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.159006:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ba00/0x5d4000e30d83bab0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159009:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ba00/0x5d4000e30d83bab0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159024:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83baa2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efff6 expref: 951 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.159031:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009961a600/0x5d4000e30d83bab7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x81a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efff6 expref: 950 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.159036:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81a:0x0].0x0 (ffff8800b5334900) 00010000:00010000:1.0:1742903177.159038:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.159039:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009961a600, rc 0) 00010000:00010000:1.0:1742903177.159042:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.159047:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ae00/0x5d4000e30d83babe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335efffd expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.159062:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009961aa00/0x5d4000e30d83bac5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159068:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009961aa00/0x5d4000e30d83bac5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159073:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009961aa00/0x5d4000e30d83bac5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159083:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009961a200/0x5d4000e30d83bacc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x554f0788 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159089:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009961a200/0x5d4000e30d83bacc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159094:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009961a200/0x5d4000e30d83bacc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159120:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009961b000/0x5d4000e30d83bad3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x813:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159127:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009961b000/0x5d4000e30d83bad3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x813:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159133:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009961b000/0x5d4000e30d83bad3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x813:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.159143:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x813:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.159145:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.159149:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009961b000/0x5d4000e30d83bad3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x813:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159154:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009961b000/0x5d4000e30d83bad3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x813:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159159:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009961aa00/0x5d4000e30d83bac5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159164:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009961aa00/0x5d4000e30d83bac5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159168:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009961aa00/0x5d4000e30d83bac5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159172:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009961aa00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.159174:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009961aa00/0x5d4000e30d83bac5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159179:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009961aa00/0x5d4000e30d83bac5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159185:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.159186:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.159188:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009961aa00/0x5d4000e30d83bac5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159193:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009961aa00/0x5d4000e30d83bac5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159200:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009961a200/0x5d4000e30d83bacc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159205:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009961a200/0x5d4000e30d83bacc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159209:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009961a200/0x5d4000e30d83bacc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159213:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009961a200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.159216:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009961a200/0x5d4000e30d83bacc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159220:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009961a200/0x5d4000e30d83bacc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159226:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x554f0788 (ffff8800a39b3300) 00010000:00010000:1.0:1742903177.159228:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.159230:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009961a200/0x5d4000e30d83bacc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159234:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009961a200/0x5d4000e30d83bacc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.159250:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ae00/0x5d4000e30d83babe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efffd expref: 952 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.159258:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009961b000/0x5d4000e30d83bad3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x813:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efffd expref: 951 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.159262:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x813:0x0].0x0 (ffff8800994dba00) 00010000:00010000:1.0:1742903177.159264:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.159265:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009961b000, rc 0) 00000100:00100000:1.0:1742903177.159309:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+951:2010:x1827566172318848:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 3551us (3654us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.159330:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 244 00010000:00010000:2.0:1742903177.159386:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83ba32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.159392:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83ba32 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.159397:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83ba32 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.159401:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5d600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.159403:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83ba32 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.159407:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83ba32 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.159414:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903177.159416:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.159418:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83ba32 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.159422:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83ba32 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903177.159430:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c7ece00 reply state ffff88009a74d000 transno 4295005042 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83ba39 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.159436:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83ba39 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.159441:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0xec85a24b (ffff88009c6e2800) 00010000:00010000:2.0:1742903177.159442:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.159444:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.159492:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+951:13300:x1827566172319616:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1897us (1991us total) trans 4295005042 rc 0/0 00000100:00100000:2.0:1742903177.159498:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77079 00000100:00100000:0.0:1742903177.161031:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.161279:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172319872 00000100:00100000:2.0:1742903177.161285:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172319872 00000100:00100000:3.0:1742903177.161340:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17719 00000100:00100000:3.0:1742903177.161352:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+951:13300:x1827566172319872:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.161500:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+952:13300:x1827566172319872:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 153us (472us total) trans 4295005043 rc 0/0 00000100:00100000:3.0:1742903177.161507:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17719 00000100:00100000:0.0:1742903177.162158:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.162548:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.162613:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172320256 00000100:00100000:3.0:1742903177.162617:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172320256 00000100:00100000:3.0:1742903177.162636:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17720 00000100:00100000:3.0:1742903177.162639:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+952:13299:x1827566172320256:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:1.0:1742903177.162675:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172320000 00000100:00100000:1.0:1742903177.162685:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172320000 00000100:00100000:0.0:1742903177.162742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.162768:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172320512 00000100:00100000:0.0:1742903177.162772:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172320512 00000100:00100000:1.0:1742903177.162777:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 245 00000100:00100000:1.0:1742903177.162782:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+955:2009:x1827566172320000:12345-192.168.203.29@tcp:63:ll_sa.0 00000100:00100000:0.0:1742903177.162790:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77080 00000100:00100000:3.0:1742903177.162795:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+955:13299:x1827566172320256:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 154us (247us total) trans 4295005044 rc 0/0 00000100:00100000:0.0:1742903177.162795:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+955:13300:x1827566172320512:12345-192.168.203.29@tcp:36:dbench.0 00000100:00100000:3.0:1742903177.162801:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17720 00010000:00010000:1.0:1742903177.162806:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903177.162818:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.162819:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83bada lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0004 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.162837:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3daa00/0x5d4000e30d7bb541 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x82d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c756d expref: 955 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.162852:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2e00/0x5d4000e30d83b68f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x82d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff0f expref: 954 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.162853:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83bae1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.162859:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013629d200/0x5d4000e30d827a23 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x82d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9c67 expref: 953 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.162864:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83bae1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.162866:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800722db200/0x5d4000e30d7bb4ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x82d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c754a expref: 952 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.162872:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83bae1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.162872:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82d:0x0].0x0 (ffff88012e960e00) 00010000:00010000:0.0:1742903177.162878:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.162885:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bae8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x862169a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.162889:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bab000/0x5d4000e30d83baef lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.162890:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bae8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.162895:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bae8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.162896:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099bab000/0x5d4000e30d83baef lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.162901:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099bab000/0x5d4000e30d83baef lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.162908:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871800/0x5d4000e30d83baf6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0xa149fd88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.162912:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871800/0x5d4000e30d83baf6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.162914:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871800/0x5d4000e30d83baf6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.162949:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bafd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.162953:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83bb04 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x82d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.162955:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bafd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.162959:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83bb04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.162960:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bafd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.162962:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83bb04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:1.0:1742903177.162973:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80f:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.162976:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.162990:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bafd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.162998:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bafd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163004:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83bae1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163008:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83bae1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00000040:00080000:0.0:1742903177.163084:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1739, 64 off119552 00000040:00080000:0.0:1742903177.163111:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8705, 184 off1525696 00010000:00010000:0.0:1742903177.163134:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83bb0b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x82d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.163140:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83bb0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.163145:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83bb0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.163152:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83bb0b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x82d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.163156:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83bb0b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x82d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.163161:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83bb0b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x82d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.163179:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903177.163189:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83bb04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.163194:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83bb04 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x82d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.163199:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83bb04 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x82d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.163203:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.163204:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e870400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.163207:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83bb04 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x82d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.163208:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83bb0b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x82d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.163213:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83bb04 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x82d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.163214:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e871000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.163216:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83bb0b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x82d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.163219:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82d:0x0].0x0 (ffff88009d1a3500) 00010000:00010000:0.0:1742903177.163222:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903177.163224:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83bb04 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x82d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.163228:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83bb04 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x82d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.163230:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83bb0b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x82d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.163237:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82d:0x0].0x0 (ffff88009d1a3500) 00010000:00010000:2.0:1742903177.163240:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.163242:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83bb0b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x82d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.163250:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871000/0x5d4000e30d83bb0b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x82d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.163258:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.163259:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.163260:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.163265:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83bae1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163273:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86bc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.163275:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83bae1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163285:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83bae1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163294:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.163296:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.163299:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83bae1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.163301:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bab000/0x5d4000e30d83baef lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.163304:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83bae1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.163306:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bab000/0x5d4000e30d83baef lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.163311:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bab000/0x5d4000e30d83baef lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.163335:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099bab000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.163337:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bae8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.163338:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bab000/0x5d4000e30d83baef lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.163343:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bae8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.163343:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bab000/0x5d4000e30d83baef lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.163347:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bae8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.163350:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.163352:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86b800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.163352:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.163354:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bae8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.163355:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bab000/0x5d4000e30d83baef lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.163371:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bae8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.163373:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bab000/0x5d4000e30d83baef lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.163379:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x862169a1 (ffff880099280c00) 00010000:00010000:1.0:1742903177.163381:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00010000:0.0:1742903177.163381:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880131a7aa00 reply state ffff88011ec31000 transno 4295005045 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871800/0x5d4000e30d83baf6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.163383:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bae8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163387:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bae8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.163389:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871800/0x5d4000e30d83baf6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.163395:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0xa149fd88 (ffff88009d1a3700) 00010000:00010000:0.0:1742903177.163397:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903177.163399:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1742903177.163408:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83bada lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0004 expref: 953 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.163419:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bafd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0004 expref: 953 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.163424:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80f:0x0].0x0 (ffff88012bd63900) 00010000:00010000:1.0:1742903177.163426:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.163428:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b86ae00, rc 0) 00010000:00010000:1.0:1742903177.163431:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1742903177.163434:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+953:13300:x1827566172320512:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 638us (692us total) trans 4295005045 rc 0/0 00010000:00010000:1.0:1742903177.163437:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83bb12 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f000b expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903177.163440:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77080 00010000:00010000:1.0:1742903177.163455:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009961b200/0x5d4000e30d83bb19 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163461:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009961b200/0x5d4000e30d83bb19 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163467:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009961b200/0x5d4000e30d83bb19 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163476:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009961be00/0x5d4000e30d83bb20 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x863e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163481:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009961be00/0x5d4000e30d83bb20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163487:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009961be00/0x5d4000e30d83bb20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163519:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14600/0x5d4000e30d83bb27 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x819:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163525:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14600/0x5d4000e30d83bb27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x819:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163531:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14600/0x5d4000e30d83bb27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x819:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.163543:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x819:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.163545:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.163552:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14600/0x5d4000e30d83bb27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x819:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163558:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14600/0x5d4000e30d83bb27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x819:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163562:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009961b200/0x5d4000e30d83bb19 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163566:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009961b200/0x5d4000e30d83bb19 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163570:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009961b200/0x5d4000e30d83bb19 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163574:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009961b200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.163576:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009961b200/0x5d4000e30d83bb19 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163580:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009961b200/0x5d4000e30d83bb19 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163587:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.163588:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.163590:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009961b200/0x5d4000e30d83bb19 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163594:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009961b200/0x5d4000e30d83bb19 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163601:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009961be00/0x5d4000e30d83bb20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163606:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009961be00/0x5d4000e30d83bb20 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163610:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009961be00/0x5d4000e30d83bb20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163614:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009961be00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.163616:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009961be00/0x5d4000e30d83bb20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163620:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009961be00/0x5d4000e30d83bb20 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163625:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x863e0f88 (ffff880099280900) 00010000:00010000:1.0:1742903177.163627:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.163629:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009961be00/0x5d4000e30d83bb20 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163633:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009961be00/0x5d4000e30d83bb20 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163648:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83bb12 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f000b expref: 954 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.163659:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14600/0x5d4000e30d83bb27 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x819:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f000b expref: 953 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.163664:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x819:0x0].0x0 (ffff8800840ab600) 00010000:00010000:1.0:1742903177.163666:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.163668:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf14600, rc 0) 00010000:00010000:1.0:1742903177.163670:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.163675:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15400/0x5d4000e30d83bb2e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0012 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.163690:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14c00/0x5d4000e30d83bb35 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163695:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14c00/0x5d4000e30d83bb35 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163700:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14c00/0x5d4000e30d83bb35 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163709:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bb3c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163714:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bb3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163718:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bb3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163746:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15c00/0x5d4000e30d83bb43 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163754:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15c00/0x5d4000e30d83bb43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163759:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15c00/0x5d4000e30d83bb43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.163771:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x80a:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.163773:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.163779:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15c00/0x5d4000e30d83bb43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163784:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15c00/0x5d4000e30d83bb43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163789:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14c00/0x5d4000e30d83bb35 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163793:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14c00/0x5d4000e30d83bb35 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163797:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14c00/0x5d4000e30d83bb35 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163801:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf14c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.163804:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14c00/0x5d4000e30d83bb35 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163808:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14c00/0x5d4000e30d83bb35 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163814:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.163816:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.163818:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14c00/0x5d4000e30d83bb35 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163822:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14c00/0x5d4000e30d83bb35 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163829:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bb3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163833:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bb3c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163837:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bb3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163841:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf15e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.163842:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bb3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163846:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bb3c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163850:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x85ed9198 (ffff880099280a00) 00010000:00010000:1.0:1742903177.163852:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.163854:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bb3c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00000100:00100000:0.0:1742903177.163854:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903177.163857:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bb3c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.163870:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15400/0x5d4000e30d83bb2e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0012 expref: 955 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.163877:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15c00/0x5d4000e30d83bb43 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0012 expref: 954 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.163882:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80a:0x0].0x0 (ffff88012bd63500) 00010000:00010000:1.0:1742903177.163884:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.163886:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf15c00, rc 0) 00000100:00100000:1.0:1742903177.163928:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+954:2009:x1827566172320000:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 1145us (1775us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.163935:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 245 00000100:00100000:2.0:1742903177.163992:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172320768 00000100:00100000:2.0:1742903177.163996:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172320768 00000100:00100000:2.0:1742903177.164018:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77081 00000100:00100000:2.0:1742903177.164022:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+954:13299:x1827566172320768:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.164041:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.164052:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800722da400/0x5d4000e30d7b9026 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x808:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6c3d expref: 954 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.164164:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4600/0x5d4000e30d83b88e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff7f expref: 953 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.164174:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b800/0x5d4000e30d83ac86 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x808:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbb2 expref: 952 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.164184:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009953b000/0x5d4000e30d7a8611 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x808:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c14af expref: 951 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.164190:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x808:0x0].0x0 (ffff8800721ba400) 00010000:00010000:2.0:1742903177.164198:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.164209:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83bb4a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164217:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83bb4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164224:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83bb4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164234:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051400/0x5d4000e30d83bb51 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164238:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051400/0x5d4000e30d83bb51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164243:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051400/0x5d4000e30d83bb51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164274:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83bb58 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x808:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164279:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83bb58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x808:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164283:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83bb58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x808:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:2.0:1742903177.164410:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1740, 64 off119616 00000040:00080000:2.0:1742903177.164422:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8706, 184 off1525880 00010000:00010000:2.0:1742903177.164439:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050800/0x5d4000e30d83bb5f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x808:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164443:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050800/0x5d4000e30d83bb5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x808:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164447:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050800/0x5d4000e30d83bb5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x808:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164450:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050800/0x5d4000e30d83bb5f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x808:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164456:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050800/0x5d4000e30d83bb5f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x808:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164459:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050800/0x5d4000e30d83bb5f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x808:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164470:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.164477:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83bb58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x808:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164479:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83bb58 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x808:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164482:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83bb58 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x808:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164485:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c051600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.164487:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83bb58 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x808:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164489:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83bb58 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x808:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164493:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x808:0x0].0x0 (ffff880130ebbc00) 00010000:00010000:2.0:1742903177.164494:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.164495:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83bb58 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x808:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164498:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83bb58 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x808:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164532:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83bb4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164538:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83bb4a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164540:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83bb4a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164543:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c051200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.164544:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83bb4a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164546:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83bb4a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164549:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903177.164550:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.164551:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83bb4a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164553:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83bb4a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903177.164557:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88011ef2b480 reply state ffff88009a74e000 transno 4295005046 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051400/0x5d4000e30d83bb51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164560:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051400/0x5d4000e30d83bb51 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.164563:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x85ed7b8c (ffff88012c535a00) 00010000:00010000:2.0:1742903177.164564:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.164565:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.164601:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+952:13299:x1827566172320768:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 577us (748us total) trans 4295005046 rc 0/0 00000100:00100000:2.0:1742903177.164609:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77081 00010000:00010000:0.0:1742903177.164750:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.164756:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050800/0x5d4000e30d83bb5f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x808:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.164760:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c050800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.164763:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050800/0x5d4000e30d83bb5f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x808:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.164768:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050800/0x5d4000e30d83bb5f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x808:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.164775:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x808:0x0].0x0 (ffff880130ebbc00) 00010000:00010000:0.0:1742903177.164777:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.164779:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050800/0x5d4000e30d83bb5f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x808:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.164783:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050800/0x5d4000e30d83bb5f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x808:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.164795:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.164796:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.164797:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903177.164809:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.164849:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172321024 00000100:00100000:2.0:1742903177.164853:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172321024 00000100:00100000:2.0:1742903177.164882:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17721 00000100:00100000:2.0:1742903177.164886:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+952:13300:x1827566172321024:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.164956:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+953:13300:x1827566172321024:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 68us (148us total) trans 4295005047 rc 0/0 00000100:00100000:2.0:1742903177.164961:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17721 00000100:00100000:0.0:1742903177.165854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.165886:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172321280 00000100:00100000:2.0:1742903177.165891:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172321280 00000100:00100000:2.0:1742903177.165914:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77082 00000100:00100000:2.0:1742903177.165918:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+953:13300:x1827566172321280:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.165940:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.165953:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072258400/0x5d4000e30d7b9726 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x811:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6e82 expref: 953 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.165966:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ae00/0x5d4000e30d83b6ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x811:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff16 expref: 952 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.165976:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3c00/0x5d4000e30d82838b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x811:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9f93 expref: 951 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.165986:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099223400/0x5d4000e30d7abfa7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x811:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c285f expref: 950 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.165993:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x811:0x0].0x0 (ffff8800994dbd00) 00010000:00010000:2.0:1742903177.166000:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.166009:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d83bb66 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166015:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d83bb66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166021:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d83bb66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166030:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18c00/0x5d4000e30d83bb6d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0x5538fb88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166035:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18c00/0x5d4000e30d83bb6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166040:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18c00/0x5d4000e30d83bb6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166072:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83bb74 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x811:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166076:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83bb74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x811:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166080:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83bb74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x811:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:2.0:1742903177.166164:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1741, 64 off119680 00000040:00080000:2.0:1742903177.166183:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8707, 184 off1526064 00010000:00010000:2.0:1742903177.166206:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83bb7b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x811:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166212:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83bb7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x811:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166221:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83bb7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x811:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166226:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83bb7b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x811:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166230:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83bb7b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x811:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166234:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83bb7b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x811:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166257:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.166264:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83bb74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x811:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166267:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83bb74 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x811:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166270:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83bb74 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x811:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166272:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099d18800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.166274:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83bb74 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x811:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166278:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83bb74 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x811:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166283:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x811:0x0].0x0 (ffff880130ebb200) 00010000:00010000:2.0:1742903177.166285:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.166288:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83bb74 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x811:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166295:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83bb74 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x811:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166387:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d83bb66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166392:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d83bb66 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166396:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d83bb66 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166400:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099d18400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.166402:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d83bb66 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166406:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d83bb66 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166412:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903177.166413:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.166415:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d83bb66 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166419:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18400/0x5d4000e30d83bb66 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903177.166425:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88011ef29880 reply state ffff88009a74f000 transno 4295005048 ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18c00/0x5d4000e30d83bb6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166431:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18c00/0x5d4000e30d83bb6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.166438:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x5538fb88 (ffff880130ebb400) 00010000:00010000:2.0:1742903177.166439:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.166441:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.166478:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+951:13300:x1827566172321280:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 559us (625us total) trans 4295005048 rc 0/0 00000100:00100000:2.0:1742903177.166483:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77082 00010000:00010000:0.0:1742903177.166491:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.166495:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83bb7b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x811:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.166499:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c094c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.166501:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83bb7b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x811:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.166504:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83bb7b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x811:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.166509:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x811:0x0].0x0 (ffff880130ebb200) 00010000:00010000:0.0:1742903177.166511:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.166512:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83bb7b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x811:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.166515:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094c00/0x5d4000e30d83bb7b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x811:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.166523:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.166524:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.166525:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903177.166576:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.166679:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172321536 00000100:00100000:2.0:1742903177.166683:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172321536 00000100:00100000:2.0:1742903177.166706:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17722 00000100:00100000:2.0:1742903177.166709:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098074450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+951:13299:x1827566172321536:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.166788:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098074450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+952:13299:x1827566172321536:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 77us (213us total) trans 4295005049 rc 0/0 00000100:00100000:2.0:1742903177.166794:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17722 00000100:00100000:0.0:1742903177.167661:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.167699:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172321792 00000100:00100000:2.0:1742903177.167703:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172321792 00000100:00100000:2.0:1742903177.167725:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77083 00000100:00100000:2.0:1742903177.167730:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+952:13299:x1827566172321792:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.167750:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.167775:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79e00/0x5d4000e30d7baefe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x826:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7398 expref: 952 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.167789:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4800/0x5d4000e30d83b8c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x826:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff86 expref: 951 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.167800:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625000/0x5d4000e30d8282ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x826:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9f5b expref: 950 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.167814:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d3800/0x5d4000e30d7baeb8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x826:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7391 expref: 949 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.167821:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x826:0x0].0x0 (ffff880099280e00) 00010000:00010000:2.0:1742903177.167826:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.167845:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83bb82 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.167853:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83bb82 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.167862:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83bb82 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.167871:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2400/0x5d4000e30d83bb89 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0xec85a24b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.167875:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2400/0x5d4000e30d83bb89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.167880:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2400/0x5d4000e30d83bb89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903177.168027:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903177.168054:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83bb90 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x826:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168060:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83bb90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x826:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168066:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83bb90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x826:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903177.168104:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172322048 00000100:00100000:3.0:1742903177.168111:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172322048 00000100:00100000:3.0:1742903177.168138:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17723 00000100:00100000:3.0:1742903177.168143:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+949:13300:x1827566172322048:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:2.0:1742903177.168156:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1742, 64 off119744 00000040:00080000:2.0:1742903177.168177:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8708, 184 off1526248 00010000:00010000:2.0:1742903177.168198:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bb97 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x826:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168204:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bb97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x826:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168209:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bb97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x826:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168214:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bb97 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x826:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168218:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bb97 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x826:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168223:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bb97 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x826:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168233:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903177.168238:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.168242:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83bb90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x826:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168245:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83bb90 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x826:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.168245:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bb97 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x826:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168248:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83bb90 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x826:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168250:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e3e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.168252:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83bb90 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x826:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.168252:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e3800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.168254:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bb97 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x826:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168255:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83bb90 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x826:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168262:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x826:0x0].0x0 (ffff880130ebb300) 00010000:00010000:0.0:1742903177.168262:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bb97 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x826:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168263:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.168265:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83bb90 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x826:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168268:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83bb90 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x826:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.168272:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x826:0x0].0x0 (ffff880130ebb300) 00010000:00010000:0.0:1742903177.168275:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.168278:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bb97 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x826:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.168282:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bb97 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x826:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903177.168288:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+951:13300:x1827566172322048:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 144us (263us total) trans 4295005051 rc 0/0 00000100:00100000:3.0:1742903177.168294:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17723 00010000:00010000:0.0:1742903177.168296:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.168297:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.168298:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.168337:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83bb82 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168340:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83bb82 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168343:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83bb82 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168345:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c050e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.168346:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83bb82 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168349:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83bb82 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168352:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903177.168353:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.168355:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83bb82 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168369:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83bb82 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903177.168375:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880129b93800 reply state ffff88009a74a000 transno 4295005050 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2400/0x5d4000e30d83bb89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168380:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2400/0x5d4000e30d83bb89 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.168382:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0xec85a24b (ffff880130ebb800) 00010000:00010000:2.0:1742903177.168383:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.168384:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.168410:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+951:13299:x1827566172321792:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 680us (751us total) trans 4295005050 rc 0/0 00000100:00100000:2.0:1742903177.168414:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77083 00000100:00100000:0.0:1742903177.169376:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.169490:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172322304 00000100:00100000:2.0:1742903177.169496:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172322304 00000100:00100000:2.0:1742903177.169527:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77084 00000100:00100000:2.0:1742903177.169532:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+951:13300:x1827566172322304:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.169568:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.169582:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800722da600/0x5d4000e30d7b9b39 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x814:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6f70 expref: 951 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.169597:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a000/0x5d4000e30d83b6f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x814:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff1d expref: 950 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.169609:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099957c00/0x5d4000e30d828487 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x814:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9fe0 expref: 949 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.169619:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091424800/0x5d4000e30d7b9ae5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x814:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6f69 expref: 948 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.169626:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x814:0x0].0x0 (ffff88007208bd00) 00010000:00010000:2.0:1742903177.169633:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.169642:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83bb9e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.169650:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83bb9e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.169655:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83bb9e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.169664:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83bba5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0x853e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.169669:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83bba5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.169674:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83bba5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.169709:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5c00/0x5d4000e30d83bbac lrc: 3/0,1 mode: --/EX res: [0x200000402:0x814:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903177.169710:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903177.169712:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5c00/0x5d4000e30d83bbac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x814:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.169715:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5c00/0x5d4000e30d83bbac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x814:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903177.169741:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172322560 00000100:00100000:3.0:1742903177.169744:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172322560 00000100:00100000:3.0:1742903177.169760:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17724 00000100:00100000:3.0:1742903177.169765:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+948:13299:x1827566172322560:12345-192.168.203.29@tcp:35:dbench.0 00000040:00080000:2.0:1742903177.169810:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1743, 64 off119808 00000040:00080000:2.0:1742903177.169831:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8709, 184 off1526432 00000100:00100000:3.0:1742903177.169854:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+950:13299:x1827566172322560:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 87us (143us total) trans 4295005052 rc 0/0 00010000:00010000:2.0:1742903177.169859:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bbb3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x814:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903177.169860:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17724 00010000:00010000:2.0:1742903177.169865:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bbb3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x814:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.169873:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bbb3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x814:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.169879:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bbb3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x814:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.169883:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bbb3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x814:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.169887:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bbb3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x814:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.169945:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.169956:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5c00/0x5d4000e30d83bbac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x814:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.169961:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5c00/0x5d4000e30d83bbac lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x814:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.169965:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5c00/0x5d4000e30d83bbac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x814:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.169968:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d5c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.169970:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5c00/0x5d4000e30d83bbac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x814:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.169974:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5c00/0x5d4000e30d83bbac lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x814:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.169980:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x814:0x0].0x0 (ffff88012e960600) 00010000:00010000:2.0:1742903177.169982:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.169984:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5c00/0x5d4000e30d83bbac lrc: 2/0,0 mode: --/EX res: [0x200000402:0x814:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.169990:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5c00/0x5d4000e30d83bbac lrc: 0/0,0 mode: --/EX res: [0x200000402:0x814:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.170045:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.170051:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bbb3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x814:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.170055:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c11a800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.170056:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83bb9e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.170057:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bbb3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x814:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.170060:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83bb9e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.170065:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83bb9e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.170065:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bbb3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x814:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.170068:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e2c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.170070:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83bb9e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.170075:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83bb9e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.170075:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x814:0x0].0x0 (ffff88012e960600) 00010000:00010000:1.0:1742903177.170077:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.170080:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.170081:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bbb3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x814:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.170082:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.170084:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83bb9e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.170086:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bbb3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x814:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.170088:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83bb9e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903177.170094:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880099248700 reply state ffff88009b8a8000 transno 4295005053 ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83bba5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.170095:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.170097:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.170098:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.170099:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83bba5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.170107:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x853e0f88 (ffff880130ebb900) 00010000:00010000:2.0:1742903177.170108:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.170110:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.170144:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+950:13300:x1827566172322304:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 611us (768us total) trans 4295005053 rc 0/0 00000100:00100000:2.0:1742903177.170149:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77084 00000100:00100000:0.0:1742903177.170755:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.171078:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172322816 00000100:00100000:2.0:1742903177.171083:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172322816 00000100:00100000:2.0:1742903177.171119:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77085 00000100:00100000:2.0:1742903177.171124:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+950:13299:x1827566172322816:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.171149:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.171165:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d7bb45a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x82c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7520 expref: 950 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.171180:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c666a00/0x5d4000e30d83b8fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x82c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff8d expref: 949 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.171195:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c666200/0x5d4000e30d827a2a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x82c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9c6e expref: 948 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.171206:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f5200/0x5d4000e30d7bb3d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x82c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c74ef expref: 947 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.171213:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82c:0x0].0x0 (ffff88012e2e1100) 00010000:00010000:2.0:1742903177.171220:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.171229:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83bbba lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171239:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83bbba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171245:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83bbba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171255:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83bbc1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0xa149fd88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171259:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83bbc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171264:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83bbc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171300:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83bbc8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x82c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171306:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83bbc8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171311:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83bbc8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903177.171583:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000040:00080000:2.0:1742903177.171650:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1739, 64 off119552 00000100:00100000:3.0:1742903177.171651:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172323072 00000100:00100000:3.0:1742903177.171655:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172323072 00000040:00080000:2.0:1742903177.171674:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8710, 184 off1526616 00000100:00100000:3.0:1742903177.171678:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17725 00000100:00100000:3.0:1742903177.171685:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+948:13300:x1827566172323072:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:2.0:1742903177.171722:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83bbcf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x82c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171729:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83bbcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171735:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83bbcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171743:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83bbcf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x82c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171747:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83bbcf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x82c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171752:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83bbcf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x82c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171761:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.171770:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83bbc8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.171772:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.171775:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83bbc8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x82c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.171778:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83bbcf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x82c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171780:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83bbc8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x82c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171784:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131a6ae00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.171785:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800b4030e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.171786:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83bbc8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x82c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.171788:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83bbcf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x82c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903177.171789:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+949:13300:x1827566172323072:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 103us (207us total) trans 4295005055 rc 0/0 00010000:00010000:2.0:1742903177.171792:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83bbc8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x82c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903177.171796:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17725 00010000:00010000:2.0:1742903177.171799:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82c:0x0].0x0 (ffff88009c4ba500) 00010000:00010000:0.0:1742903177.171800:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83bbcf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x82c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171801:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.171803:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83bbc8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x82c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171808:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83bbc8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x82c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.171810:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82c:0x0].0x0 (ffff88009c4ba500) 00010000:00010000:0.0:1742903177.171812:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.171815:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83bbcf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x82c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.171820:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4030e00/0x5d4000e30d83bbcf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x82c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.171833:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.171834:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.171836:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.171867:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83bbba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171873:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83bbba lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171877:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83bbba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171881:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c11a400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.171884:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83bbba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171888:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83bbba lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171895:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903177.171897:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.171899:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83bbba lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171904:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83bbba lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903177.171911:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009924ad80 reply state ffff88009b8a9000 transno 4295005054 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83bbc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171918:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83bbc1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.171923:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0xa149fd88 (ffff88012e960f00) 00010000:00010000:2.0:1742903177.171925:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.171927:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.171970:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+949:13299:x1827566172322816:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 844us (1214us total) trans 4295005054 rc 0/0 00000100:00100000:2.0:1742903177.171976:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77085 00000100:00100000:0.0:1742903177.172761:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.172806:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172323328 00000100:00100000:2.0:1742903177.172811:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172323328 00000100:00100000:2.0:1742903177.172837:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77086 00000100:00100000:2.0:1742903177.172841:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+949:13300:x1827566172323328:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.172862:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.172875:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51200/0x5d4000e30d7b94da lrc: 0/0,0 mode: --/CR res: [0x200000402:0x80d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6dbe expref: 949 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.172888:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83b70d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff24 expref: 948 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.172898:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aea00/0x5d4000e30d83acef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbd5 expref: 947 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.172909:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa07600/0x5d4000e30d7a8569 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c147e expref: 946 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.172917:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80d:0x0].0x0 (ffff88012bd63400) 00010000:00010000:2.0:1742903177.172923:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.172931:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11bc00/0x5d4000e30d83bbd6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.172938:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11bc00/0x5d4000e30d83bbd6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.172944:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11bc00/0x5d4000e30d83bbd6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.172955:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83bbdd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0x862169a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.172966:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83bbdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.172971:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83bbdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.173011:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83bbe4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x80d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.173017:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83bbe4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.173023:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83bbe4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:2.0:1742903177.173116:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1740, 64 off119616 00000040:00080000:2.0:1742903177.173136:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8711, 184 off1526800 00010000:00010000:2.0:1742903177.173162:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964000/0x5d4000e30d83bbeb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x80d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.173169:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964000/0x5d4000e30d83bbeb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x80d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.173175:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964000/0x5d4000e30d83bbeb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x80d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.173180:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964000/0x5d4000e30d83bbeb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x80d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.173185:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964000/0x5d4000e30d83bbeb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x80d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.173192:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964000/0x5d4000e30d83bbeb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x80d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.173209:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.173218:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83bbe4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.173223:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83bbe4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x80d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.173228:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83bbe4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x80d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.173231:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.173232:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991c3a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.173234:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83bbe4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x80d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.173237:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964000/0x5d4000e30d83bbeb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x80d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.173239:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83bbe4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x80d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.173243:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e964000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.173246:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80d:0x0].0x0 (ffff8800721ba200) 00010000:00010000:0.0:1742903177.173246:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964000/0x5d4000e30d83bbeb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x80d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.173248:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.173251:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83bbe4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x80d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.173251:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964000/0x5d4000e30d83bbeb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x80d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.173255:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c3a00/0x5d4000e30d83bbe4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x80d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.173260:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80d:0x0].0x0 (ffff8800721ba200) 00010000:00010000:0.0:1742903177.173262:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.173265:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964000/0x5d4000e30d83bbeb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x80d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.173269:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964000/0x5d4000e30d83bbeb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x80d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.173284:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.173285:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.173286:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.173341:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11bc00/0x5d4000e30d83bbd6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.173347:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11bc00/0x5d4000e30d83bbd6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.173355:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11bc00/0x5d4000e30d83bbd6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.173374:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c11bc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.173377:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11bc00/0x5d4000e30d83bbd6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.173382:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11bc00/0x5d4000e30d83bbd6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.173389:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903177.173391:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.173393:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11bc00/0x5d4000e30d83bbd6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.173397:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11bc00/0x5d4000e30d83bbd6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903177.173404:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880099249880 reply state ffff88009b8aa000 transno 4295005056 ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83bbdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.173410:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83bbdd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.173416:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x862169a0 (ffff88012bffbe00) 00010000:00010000:2.0:1742903177.173417:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.173419:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.173619:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+947:13300:x1827566172323328:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 776us (858us total) trans 4295005056 rc 0/0 00000100:00100000:3.0:1742903177.173624:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77086 00000100:00100000:0.0:1742903177.173697:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.173737:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172323584 00000100:00100000:3.0:1742903177.173740:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172323584 00000100:00100000:3.0:1742903177.173756:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17726 00000100:00100000:3.0:1742903177.173760:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+947:13299:x1827566172323584:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.173835:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+948:13299:x1827566172323584:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 74us (140us total) trans 4295005057 rc 0/0 00000100:00100000:3.0:1742903177.173839:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17726 00000100:00100000:0.0:1742903177.174616:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.174657:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172323840 00000100:00100000:3.0:1742903177.174661:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172323840 00000100:00100000:3.0:1742903177.174678:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77087 00000100:00100000:3.0:1742903177.174682:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+948:13299:x1827566172323840:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.174701:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.174712:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f5400/0x5d4000e30d7b97f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x810:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6ef9 expref: 948 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.174720:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1200/0x5d4000e30d83b936 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x810:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff94 expref: 947 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.174727:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d828409 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x810:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9fb6 expref: 946 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.174734:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c400/0x5d4000e30d7abf5a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x810:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c283c expref: 945 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.174748:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x810:0x0].0x0 (ffff88012d7a5200) 00010000:00010000:3.0:1742903177.174755:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.174763:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ae00/0x5d4000e30d83bbf2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.174770:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ae00/0x5d4000e30d83bbf2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.174776:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ae00/0x5d4000e30d83bbf2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.174785:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45a600/0x5d4000e30d83bbf9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0x5538fb88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.174790:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45a600/0x5d4000e30d83bbf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.174795:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45a600/0x5d4000e30d83bbf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.174831:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45b400/0x5d4000e30d83bc00 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x810:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.174836:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45b400/0x5d4000e30d83bc00 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x810:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.174840:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45b400/0x5d4000e30d83bc00 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x810:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:3.0:1742903177.174932:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1741, 64 off119680 00000040:00080000:3.0:1742903177.174953:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8712, 184 off1526984 00010000:00010000:3.0:1742903177.174975:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45b800/0x5d4000e30d83bc07 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x810:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.174981:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45b800/0x5d4000e30d83bc07 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x810:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.174987:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45b800/0x5d4000e30d83bc07 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x810:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.174992:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45b800/0x5d4000e30d83bc07 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x810:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.174996:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45b800/0x5d4000e30d83bc07 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x810:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.175000:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45b800/0x5d4000e30d83bc07 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x810:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.175017:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.175025:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45b400/0x5d4000e30d83bc00 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x810:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.175030:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45b400/0x5d4000e30d83bc00 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x810:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.175035:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45b400/0x5d4000e30d83bc00 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x810:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.175039:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f45b400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.175039:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903177.175041:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45b400/0x5d4000e30d83bc00 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x810:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.175045:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45b800/0x5d4000e30d83bc07 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x810:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.175046:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45b400/0x5d4000e30d83bc00 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x810:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.175053:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x810:0x0].0x0 (ffff88009d121900) 00010000:00010000:3.0:1742903177.175055:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.175057:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45b400/0x5d4000e30d83bc00 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x810:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.175061:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45b400/0x5d4000e30d83bc00 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x810:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.175112:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ae00/0x5d4000e30d83bbf2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.175117:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ae00/0x5d4000e30d83bbf2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.175121:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ae00/0x5d4000e30d83bbf2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.175124:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f45ae00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.175126:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ae00/0x5d4000e30d83bbf2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.175130:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ae00/0x5d4000e30d83bbf2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.175133:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f45b800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903177.175135:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:3.0:1742903177.175136:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.175136:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45b800/0x5d4000e30d83bc07 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x810:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.175138:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ae00/0x5d4000e30d83bbf2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.175142:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45ae00/0x5d4000e30d83bbf2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.175142:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45b800/0x5d4000e30d83bc07 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x810:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00000004:00010000:3.0:1742903177.175147:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009924aa00 reply state ffff880096bdb000 transno 4295005058 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45a600/0x5d4000e30d83bbf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.175150:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x810:0x0].0x0 (ffff88009d121900) 00010000:00010000:3.0:1742903177.175152:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45a600/0x5d4000e30d83bbf9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.175152:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.175155:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45b800/0x5d4000e30d83bc07 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x810:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.175159:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45b800/0x5d4000e30d83bc07 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x810:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.175160:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x5538fb88 (ffff88009d121f00) 00010000:00010000:3.0:1742903177.175162:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.175163:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1742903177.175170:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.175171:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.175173:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1742903177.175203:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+946:13299:x1827566172323840:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 520us (587us total) trans 4295005058 rc 0/0 00000100:00100000:3.0:1742903177.175208:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77087 00000100:00100000:0.0:1742903177.175300:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.175433:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172324096 00000100:00100000:3.0:1742903177.175439:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172324096 00000100:00100000:3.0:1742903177.175463:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17727 00000100:00100000:3.0:1742903177.175468:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+946:13300:x1827566172324096:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.175598:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+947:13300:x1827566172324096:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 129us (298us total) trans 4295005059 rc 0/0 00000100:00100000:3.0:1742903177.175605:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17727 00000100:00100000:0.0:1742903177.176304:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.176445:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172324352 00000100:00100000:3.0:1742903177.176448:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172324352 00000100:00100000:3.0:1742903177.176465:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17728 00000100:00100000:3.0:1742903177.176552:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098074050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+947:13299:x1827566172324352:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.176628:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098074050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+948:13299:x1827566172324352:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 76us (328us total) trans 4295005060 rc 0/0 00000100:00100000:3.0:1742903177.176634:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17728 00000100:00100000:0.0:1742903177.176749:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.176777:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172324608 00000100:00100000:3.0:1742903177.176780:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172324608 00000100:00100000:3.0:1742903177.176797:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77088 00000100:00100000:3.0:1742903177.176801:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+948:13300:x1827566172324608:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.176824:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.176841:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31000/0x5d4000e30d7ba779 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x81f:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c71e6 expref: 948 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.176855:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099baaa00/0x5d4000e30d83b729 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x81f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff2b expref: 947 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.176865:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624400/0x5d4000e30d82867f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x81f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ea08f expref: 946 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.176877:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30c00/0x5d4000e30d7ba741 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x81f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c71d8 expref: 945 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.176883:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81f:0x0].0x0 (ffff88009c59cd00) 00010000:00010000:3.0:1742903177.176890:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.176903:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45aa00/0x5d4000e30d83bc0e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.176914:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45aa00/0x5d4000e30d83bc0e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.176921:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45aa00/0x5d4000e30d83bc0e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.176932:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801307a3200/0x5d4000e30d83bc15 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0x55390488 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.176937:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801307a3200/0x5d4000e30d83bc15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.176942:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801307a3200/0x5d4000e30d83bc15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.176998:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83bc1c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x81f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.177005:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83bc1c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x81f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.177010:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83bc1c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x81f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:3.0:1742903177.177149:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1742, 64 off119744 00000040:00080000:3.0:1742903177.177175:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8713, 184 off1527168 00010000:00010000:3.0:1742903177.177200:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c295200/0x5d4000e30d83bc23 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x81f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.177207:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c295200/0x5d4000e30d83bc23 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x81f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.177213:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c295200/0x5d4000e30d83bc23 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x81f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.177218:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c295200/0x5d4000e30d83bc23 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x81f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.177221:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c295200/0x5d4000e30d83bc23 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x81f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.177224:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c295200/0x5d4000e30d83bc23 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x81f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.177239:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.177248:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83bc1c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x81f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.177253:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83bc1c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x81f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.177253:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903177.177256:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83bc1c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x81f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.177258:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c295200/0x5d4000e30d83bc23 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x81f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.177262:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e2000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.177262:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012c295200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903177.177264:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83bc1c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x81f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.177265:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c295200/0x5d4000e30d83bc23 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x81f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.177270:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83bc1c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x81f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.177270:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c295200/0x5d4000e30d83bc23 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x81f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.177281:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81f:0x0].0x0 (ffff8800a39b3300) 00010000:00010000:0.0:1742903177.177283:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.177285:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c295200/0x5d4000e30d83bc23 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x81f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.177286:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81f:0x0].0x0 (ffff8800a39b3300) 00010000:00010000:3.0:1742903177.177288:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903177.177289:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c295200/0x5d4000e30d83bc23 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x81f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.177290:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83bc1c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x81f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.177294:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83bc1c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x81f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.177296:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.177297:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.177298:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.177406:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45aa00/0x5d4000e30d83bc0e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.177411:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45aa00/0x5d4000e30d83bc0e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.177415:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45aa00/0x5d4000e30d83bc0e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.177419:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f45aa00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.177420:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45aa00/0x5d4000e30d83bc0e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.177424:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45aa00/0x5d4000e30d83bc0e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.177430:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:3.0:1742903177.177431:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.177434:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45aa00/0x5d4000e30d83bc0e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.177438:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45aa00/0x5d4000e30d83bc0e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:3.0:1742903177.177444:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009924b480 reply state ffff880096bdc000 transno 4295005061 ns: mdt-lustre-MDT0000_UUID lock: ffff8801307a3200/0x5d4000e30d83bc15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.177451:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801307a3200/0x5d4000e30d83bc15 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.177456:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x55390488 (ffff88009d121200) 00010000:00010000:3.0:1742903177.177459:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.177461:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.177496:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+946:13300:x1827566172324608:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 694us (747us total) trans 4295005061 rc 0/0 00000100:00100000:3.0:1742903177.177502:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77088 00000100:00100000:0.0:1742903177.178271:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.178336:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172324864 00000100:00100000:3.0:1742903177.178339:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172324864 00000100:00100000:0.0:1742903177.178376:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77089 00000100:00100000:0.0:1742903177.178381:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+946:13299:x1827566172324864:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903177.178402:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1742903177.178415:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f5a00/0x5d4000e30d7b9c58 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x815:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6fa8 expref: 946 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.178430:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0e00/0x5d4000e30d83b952 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x815:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff9b expref: 945 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.178446:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edda00/0x5d4000e30d8284f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x815:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ea00a expref: 944 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.178499:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3000/0x5d4000e30d7b9c27 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x815:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6f9a expref: 943 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.178508:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x815:0x0].0x0 (ffff8800721ba100) 00010000:00010000:0.0:1742903177.178517:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903177.178526:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83bc2a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178533:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83bc2a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178539:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83bc2a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178547:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83bc31 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0x853e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178563:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83bc31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178567:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83bc31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178609:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83bc38 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x815:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178614:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83bc38 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x815:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178623:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83bc38 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x815:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:0.0:1742903177.178721:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1743, 64 off119808 00000040:00080000:0.0:1742903177.178738:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8714, 184 off1527352 00010000:00010000:0.0:1742903177.178762:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099babc00/0x5d4000e30d83bc3f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x815:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178768:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099babc00/0x5d4000e30d83bc3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x815:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178774:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099babc00/0x5d4000e30d83bc3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x815:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178779:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099babc00/0x5d4000e30d83bc3f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x815:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178783:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099babc00/0x5d4000e30d83bc3f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x815:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178787:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099babc00/0x5d4000e30d83bc3f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x815:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178805:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903177.178812:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83bc38 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x815:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178815:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83bc38 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x815:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178818:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83bc38 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x815:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178820:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5d600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.178822:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83bc38 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x815:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.178825:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.178826:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83bc38 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x815:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.178830:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099babc00/0x5d4000e30d83bc3f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x815:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178830:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x815:0x0].0x0 (ffff88009d1a3900) 00010000:00010000:0.0:1742903177.178831:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903177.178832:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83bc38 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x815:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178835:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83bc38 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x815:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.178840:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099babc00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.178842:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099babc00/0x5d4000e30d83bc3f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x815:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.178848:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099babc00/0x5d4000e30d83bc3f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x815:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.178856:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x815:0x0].0x0 (ffff88009d1a3900) 00010000:00010000:1.0:1742903177.178858:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903177.178860:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099babc00/0x5d4000e30d83bc3f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x815:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.178865:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099babc00/0x5d4000e30d83bc3f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x815:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178873:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83bc2a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.178875:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.178876:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83bc2a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.178877:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.178878:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.178879:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83bc2a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178881:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5cc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.178882:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83bc2a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178884:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83bc2a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178888:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:0.0:1742903177.178889:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.178890:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83bc2a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178895:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83bc2a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:0.0:1742903177.178899:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880099248380 reply state ffff88011ec32000 transno 4295005062 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83bc31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178952:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83bc31 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.178956:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x853e0f88 (ffff88009d1a3b00) 00010000:00010000:0.0:1742903177.178957:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903177.178958:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1742903177.178988:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+944:13299:x1827566172324864:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 607us (719us total) trans 4295005062 rc 0/0 00000100:00100000:0.0:1742903177.178992:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77089 00000100:00100000:1.0:1742903177.179011:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.179082:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172325120 00000100:00100000:3.0:1742903177.179085:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172325120 00000100:00100000:3.0:1742903177.179115:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17729 00000100:00100000:3.0:1742903177.179120:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+944:13300:x1827566172325120:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.179300:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+945:13300:x1827566172325120:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 178us (288us total) trans 4295005063 rc 0/0 00000100:00100000:3.0:1742903177.179306:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17729 00000100:00100000:0.0:1742903177.180938:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.181002:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172325376 00000100:00100000:2.0:1742903177.181010:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172325376 00000100:00100000:2.0:1742903177.181051:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77090 00000100:00100000:2.0:1742903177.181058:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+945:13300:x1827566172325376:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.181107:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.181129:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9c00/0x5d4000e30d7bab1c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x823:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7305 expref: 945 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.181148:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072095800/0x5d4000e30d83b745 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x823:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff39 expref: 944 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.181160:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2200/0x5d4000e30d828193 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x823:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9eeb expref: 943 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.181171:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072107600/0x5d4000e30d7baad6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x823:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c72f0 expref: 942 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.181180:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x823:0x0].0x0 (ffff88009c59c900) 00010000:00010000:2.0:1742903177.181188:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.181205:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050800/0x5d4000e30d83bc46 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.181215:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050800/0x5d4000e30d83bc46 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.181222:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050800/0x5d4000e30d83bc46 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.181232:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83bc4d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0x9b856f73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.181237:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83bc4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.181243:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83bc4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903177.182031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.182110:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172325632 00000100:00100000:3.0:1742903177.182116:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172325632 00010000:00010000:2.0:1742903177.182138:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83bc54 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x823:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.182146:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83bc54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x823:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903177.182150:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17730 00010000:00010000:2.0:1742903177.182153:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83bc54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x823:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903177.182156:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+942:13299:x1827566172325632:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.182278:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+943:13299:x1827566172325632:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 121us (247us total) trans 4295005064 rc 0/0 00000100:00100000:3.0:1742903177.182285:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17730 00000040:00080000:2.0:1742903177.182308:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1744, 64 off119872 00000040:00080000:2.0:1742903177.182351:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8715, 184 off1527536 00010000:00010000:2.0:1742903177.182404:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83bc5b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x823:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.182412:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83bc5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x823:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.182419:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83bc5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x823:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.182425:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83bc5b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x823:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.182429:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83bc5b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x823:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.182434:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83bc5b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x823:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.182458:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.182473:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83bc54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x823:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.182478:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83bc54 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x823:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.182484:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83bc54 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x823:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.182488:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c051600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.182491:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83bc54 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x823:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.182497:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83bc54 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x823:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.182504:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x823:0x0].0x0 (ffff8800721ba900) 00010000:00010000:2.0:1742903177.182507:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.182509:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83bc54 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x823:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.182514:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051600/0x5d4000e30d83bc54 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x823:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.182551:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.182557:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83bc5b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x823:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.182562:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e870400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.182565:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83bc5b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x823:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.182569:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83bc5b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x823:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.182577:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x823:0x0].0x0 (ffff8800721ba900) 00010000:00010000:0.0:1742903177.182580:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.182582:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83bc5b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x823:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.182586:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870400/0x5d4000e30d83bc5b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x823:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.182587:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050800/0x5d4000e30d83bc46 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.182593:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050800/0x5d4000e30d83bc46 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.182598:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050800/0x5d4000e30d83bc46 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.182599:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.182600:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.182601:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.182602:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c050800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.182604:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050800/0x5d4000e30d83bc46 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.182609:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050800/0x5d4000e30d83bc46 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.182619:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903177.182621:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.182624:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050800/0x5d4000e30d83bc46 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.182628:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050800/0x5d4000e30d83bc46 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:2.0:1742903177.182637:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009924b800 reply state ffff88009b8ab000 transno 4295005065 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83bc4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.182644:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83bc4d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.182649:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x9b856f73 (ffff8800721ba400) 00010000:00010000:2.0:1742903177.182651:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.182653:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.182697:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+944:13300:x1827566172325376:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1638us (1764us total) trans 4295005065 rc 0/0 00000100:00100000:2.0:1742903177.182705:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77090 00000100:00100000:0.0:1742903177.183342:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.183458:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172325888 00000100:00100000:2.0:1742903177.183463:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172325888 00000100:00100000:2.0:1742903177.183494:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77091 00000100:00100000:2.0:1742903177.183499:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+944:13299:x1827566172325888:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.183526:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.183541:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072239200/0x5d4000e30d7b9375 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x80c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6d4e expref: 944 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.183556:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83b96e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effa2 expref: 943 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.183567:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54b000/0x5d4000e30d83ad82 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc06 expref: 942 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.183578:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c188000/0x5d4000e30d7a8657 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c14cb expref: 941 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.183585:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80c:0x0].0x0 (ffff88012bd63300) 00010000:00010000:2.0:1742903177.183591:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.183601:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964a00/0x5d4000e30d83bc62 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.183608:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964a00/0x5d4000e30d83bc62 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.183615:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964a00/0x5d4000e30d83bc62 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.183624:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6be00/0x5d4000e30d83bc69 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0x862169a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.183630:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6be00/0x5d4000e30d83bc69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.183635:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6be00/0x5d4000e30d83bc69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.183675:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83bc70 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x80c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.183681:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83bc70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.183690:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83bc70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:2.0:1742903177.183799:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1745, 64 off119936 00000040:00080000:2.0:1742903177.183820:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8716, 184 off1527720 00010000:00010000:2.0:1742903177.183849:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30200/0x5d4000e30d83bc77 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x80c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.183856:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30200/0x5d4000e30d83bc77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x80c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.183862:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30200/0x5d4000e30d83bc77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x80c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.183867:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30200/0x5d4000e30d83bc77 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x80c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.183873:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30200/0x5d4000e30d83bc77 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x80c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.183877:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30200/0x5d4000e30d83bc77 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x80c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.183900:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.183909:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83bc70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.183915:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83bc70 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x80c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.183919:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83bc70 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x80c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.183923:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072081a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.183927:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83bc70 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x80c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.183931:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83bc70 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x80c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.183938:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80c:0x0].0x0 (ffff8800721bac00) 00010000:00010000:2.0:1742903177.183940:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.183943:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83bc70 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x80c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.183947:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83bc70 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x80c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.183949:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.183955:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30200/0x5d4000e30d83bc77 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x80c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.183960:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ce30200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.183963:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30200/0x5d4000e30d83bc77 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x80c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.183968:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30200/0x5d4000e30d83bc77 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x80c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.183975:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80c:0x0].0x0 (ffff8800721bac00) 00010000:00010000:0.0:1742903177.183977:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.184004:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964a00/0x5d4000e30d83bc62 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.184010:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964a00/0x5d4000e30d83bc62 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.184014:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964a00/0x5d4000e30d83bc62 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.184018:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e964a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.184021:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964a00/0x5d4000e30d83bc62 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.184025:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964a00/0x5d4000e30d83bc62 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.184031:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903177.184033:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.184036:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964a00/0x5d4000e30d83bc62 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.184044:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e964a00/0x5d4000e30d83bc62 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:2.0:1742903177.184051:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88008a2ad880 reply state ffff88009b8ac000 transno 4295005066 ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6be00/0x5d4000e30d83bc69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.184057:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6be00/0x5d4000e30d83bc69 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.184062:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x862169a0 (ffff8800721bab00) 00010000:00010000:2.0:1742903177.184064:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.184066:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.184110:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+942:13299:x1827566172325888:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 609us (768us total) trans 4295005066 rc 0/0 00000100:00100000:2.0:1742903177.184117:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77091 00010000:00010000:0.0:1742903177.184442:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30200/0x5d4000e30d83bc77 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x80c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.184447:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30200/0x5d4000e30d83bc77 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x80c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.184460:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.184462:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.184463:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903177.185308:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.185384:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172326144 00000100:00100000:3.0:1742903177.185392:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172326144 00000100:00100000:3.0:1742903177.185437:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17731 00000100:00100000:3.0:1742903177.185441:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+942:13300:x1827566172326144:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:1.0:1742903177.185692:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.185742:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172326400 00000100:00100000:0.0:1742903177.185746:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172326400 00000100:00100000:0.0:1742903177.185774:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17732 00000100:00100000:0.0:1742903177.185778:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+944:13299:x1827566172326400:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903177.185849:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+945:13299:x1827566172326400:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 70us (158us total) trans 4295005068 rc 0/0 00000100:00100000:0.0:1742903177.185855:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17732 00000100:00100000:3.0:1742903177.185907:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+944:13300:x1827566172326144:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 462us (598us total) trans 4295005067 rc 0/0 00000100:00100000:3.0:1742903177.185913:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17731 00000100:00100000:0.0:1742903177.187797:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.187840:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.188019:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172326656 00000100:00100000:2.0:1742903177.188027:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172326656 00000100:00100000:2.0:1742903177.188061:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172326912 00000100:00100000:2.0:1742903177.188063:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172326912 00000100:00100000:3.0:1742903177.188068:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77092 00000100:00100000:3.0:1742903177.188074:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+945:13300:x1827566172326656:12345-192.168.203.29@tcp:36:dbench.0 00000100:00100000:2.0:1742903177.188080:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77093 00000100:00100000:2.0:1742903177.188084:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+945:13299:x1827566172326912:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.188122:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.188122:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.188143:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3a00/0x5d4000e30d7ba6a0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x81e:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c71a7 expref: 945 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.188145:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459200/0x5d4000e30d7bb12e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x829:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7408 expref: 945 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.188161:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71000/0x5d4000e30d83b761 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x829:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff40 expref: 943 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.188166:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83b98a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x81e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effa9 expref: 943 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.188171:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624a00/0x5d4000e30d82830d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x829:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9f69 expref: 942 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.188181:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd800/0x5d4000e30d8286ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x81e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ea0b2 expref: 940 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.188182:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ac00/0x5d4000e30d7bb0fd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x829:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c73fa expref: 940 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.188190:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x829:0x0].0x0 (ffff880099280f00) 00010000:00010000:3.0:1742903177.188198:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.188198:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c299400/0x5d4000e30d7ba676 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x81e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7192 expref: 938 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.188208:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81e:0x0].0x0 (ffff8800840ab800) 00010000:00010000:3.0:1742903177.188212:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bc7e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.188214:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.188223:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83bc85 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.188225:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bc7e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.188229:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83bc85 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.188232:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bc7e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.188235:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83bc85 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.188241:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83bc8c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0xd185bb5c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.188245:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83bc8c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.188246:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30000/0x5d4000e30d83bc93 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0x55390488 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.188250:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83bc8c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.188251:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30000/0x5d4000e30d83bc93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.188260:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30000/0x5d4000e30d83bc93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.188345:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009961be00/0x5d4000e30d83bc9a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x829:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.188351:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009961be00/0x5d4000e30d83bc9a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x829:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.188355:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83bca1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x81e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.188373:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83bca1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x81e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.188379:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83bca1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x81e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.188400:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009961be00/0x5d4000e30d83bc9a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x829:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:0.0:1742903177.188538:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1746, 64 off120000 00000040:00080000:0.0:1742903177.188642:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8717, 184 off1527904 00000040:00080000:3.0:1742903177.188644:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1744, 64 off119872 00000040:00080000:3.0:1742903177.188656:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8718, 184 off1528088 00010000:00010000:3.0:1742903177.188673:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ae00/0x5d4000e30d83bca8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x829:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.188674:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091424800/0x5d4000e30d83bcaf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x81e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.188680:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ae00/0x5d4000e30d83bca8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x829:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.188682:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091424800/0x5d4000e30d83bcaf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x81e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.188688:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ae00/0x5d4000e30d83bca8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x829:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.188688:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091424800/0x5d4000e30d83bcaf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x81e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.188694:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ae00/0x5d4000e30d83bca8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x829:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.188694:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091424800/0x5d4000e30d83bcaf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x81e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.188698:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ae00/0x5d4000e30d83bca8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x829:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.188698:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091424800/0x5d4000e30d83bcaf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x81e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.188702:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ae00/0x5d4000e30d83bca8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x829:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.188706:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091424800/0x5d4000e30d83bcaf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x81e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.188714:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.188726:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009961be00/0x5d4000e30d83bc9a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x829:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.188727:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903177.188730:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009961be00/0x5d4000e30d83bc9a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x829:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.188735:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009961be00/0x5d4000e30d83bc9a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x829:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.188736:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ae00/0x5d4000e30d83bca8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x829:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.188739:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009961be00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.188742:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009961be00/0x5d4000e30d83bc9a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x829:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.188744:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009961ae00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903177.188748:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009961be00/0x5d4000e30d83bc9a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x829:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.188748:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ae00/0x5d4000e30d83bca8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x829:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.188753:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x829:0x0].0x0 (ffff880084090e00) 00010000:00010000:3.0:1742903177.188766:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.188768:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009961be00/0x5d4000e30d83bc9a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x829:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.188769:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ae00/0x5d4000e30d83bca8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x829:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.188775:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009961be00/0x5d4000e30d83bc9a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x829:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.188783:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x829:0x0].0x0 (ffff880084090e00) 00010000:00010000:1.0:1742903177.188786:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903177.188789:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ae00/0x5d4000e30d83bca8 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x829:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.188794:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009961ae00/0x5d4000e30d83bca8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x829:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.188810:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.188811:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.188813:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.188825:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.188834:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bc7e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.188834:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903177.188839:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bc7e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.188839:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091424800/0x5d4000e30d83bcaf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x81e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.188843:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bc7e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.188843:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83bca1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x81e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.188847:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c11a800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.188848:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83bca1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x81e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.188849:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bc7e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.188853:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bc7e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.188854:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83bca1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x81e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.188854:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091424800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.188856:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091424800/0x5d4000e30d83bcaf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x81e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.188858:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.188858:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e3e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.188860:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.188861:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83bca1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x81e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.188861:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091424800/0x5d4000e30d83bcaf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x81e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.188862:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bc7e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.188865:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bc7e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.188866:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83bca1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x81e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.188868:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81e:0x0].0x0 (ffff88009d1a3500) 00010000:00010000:0.0:1742903177.188869:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000004:00010000:3.0:1742903177.188872:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88008a2ac000 reply state ffff880096bdd000 transno 4295005070 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83bc8c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.188872:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091424800/0x5d4000e30d83bcaf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x81e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.188874:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81e:0x0].0x0 (ffff88009d1a3500) 00010000:00010000:1.0:1742903177.188876:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903177.188876:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091424800/0x5d4000e30d83bcaf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x81e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.188879:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83bc8c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.188879:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83bca1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x81e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.188883:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3e00/0x5d4000e30d83bca1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x81e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.188883:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.188884:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.188886:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0xd185bb5c (ffff880084090d00) 00010000:00010000:0.0:1742903177.188886:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.188888:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.188890:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.188942:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+940:13300:x1827566172326656:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 866us (1150us total) trans 4295005070 rc 0/0 00000100:00100000:3.0:1742903177.188947:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77092 00010000:00010000:1.0:1742903177.188986:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83bc85 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.188995:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83bc85 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.189000:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83bc85 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.189003:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ce30600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.189006:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83bc85 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.189010:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83bc85 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.189017:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.189019:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.189022:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83bc85 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.189026:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83bc85 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:1.0:1742903177.189034:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88008a2ad500 reply state ffff88009b8ad000 transno 4295005069 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30000/0x5d4000e30d83bc93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.189041:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30000/0x5d4000e30d83bc93 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.189047:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x55390488 (ffff88009c6e2f00) 00010000:00010000:1.0:1742903177.189049:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.189052:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.189106:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+940:13299:x1827566172326912:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1018us (1263us total) trans 4295005069 rc 0/0 00000100:00100000:1.0:1742903177.189113:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77093 00000100:00100000:0.0:1742903177.191018:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.191062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.191153:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172327168 00000100:00100000:3.0:1742903177.191160:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172327168 00000100:00100000:3.0:1742903177.191194:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172327424 00000100:00100000:3.0:1742903177.191196:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172327424 00000100:00100000:2.0:1742903177.191204:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17733 00000100:00100000:2.0:1742903177.191209:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+941:13300:x1827566172327168:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.191224:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17734 00000100:00100000:3.0:1742903177.191229:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098073c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+941:13299:x1827566172327424:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.191374:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+943:13300:x1827566172327168:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 163us (359us total) trans 4295005071 rc 0/0 00000100:00100000:2.0:1742903177.191381:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17733 00000100:00100000:3.0:1742903177.191412:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098073c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+942:13299:x1827566172327424:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 181us (348us total) trans 4295005072 rc 0/0 00000100:00100000:3.0:1742903177.191418:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17734 00000100:00100000:0.0:1742903177.193005:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.193060:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.193136:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172327680 00000100:00100000:3.0:1742903177.193142:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172327680 00000100:00100000:3.0:1742903177.193175:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172327936 00000100:00100000:3.0:1742903177.193177:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172327936 00000100:00100000:3.0:1742903177.193190:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77094 00000100:00100000:3.0:1742903177.193194:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+943:13299:x1827566172327680:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.193226:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.193248:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf200/0x5d4000e30d7baa3c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x822:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c72bf expref: 943 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.193266:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a200/0x5d4000e30d83b9bb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x822:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effc5 expref: 942 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.193280:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2e00/0x5d4000e30d8281ee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x822:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9f07 expref: 941 pid: 18840 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903177.193280:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77095 00000100:00100000:1.0:1742903177.193287:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+940:13300:x1827566172327936:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.193291:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d7baa12 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x822:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c72aa expref: 940 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.193299:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x822:0x0].0x0 (ffff8800840ab700) 00010000:00010000:3.0:1742903177.193307:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.193308:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.193344:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f4200/0x5d4000e30d7b9d4d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x816:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6fd2 expref: 939 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.193371:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b71800/0x5d4000e30d83b77d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x816:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff47 expref: 938 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.193383:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2ee00/0x5d4000e30d828505 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x816:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ea011 expref: 937 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.193394:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5dc00/0x5d4000e30d7b9d07 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x816:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6fcb expref: 936 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.193400:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x816:0x0].0x0 (ffff8800994db700) 00010000:00010000:1.0:1742903177.193406:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.193419:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bcb6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.193428:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bcb6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.193435:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bcb6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.193447:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14c00/0x5d4000e30d83bcbd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0x853e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.193452:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14c00/0x5d4000e30d83bcbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.193458:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14c00/0x5d4000e30d83bcbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.193516:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14e00/0x5d4000e30d83bcc4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x816:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.193522:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14e00/0x5d4000e30d83bcc4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x816:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.193587:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14e00/0x5d4000e30d83bcc4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x816:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:1.0:1742903177.193855:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1747, 64 off120064 00010000:00010000:3.0:1742903177.193882:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83bccb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00000040:00080000:1.0:1742903177.193883:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8719, 184 off1528272 00010000:00010000:3.0:1742903177.193890:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83bccb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.193896:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83bccb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.193905:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6a00/0x5d4000e30d83bcd2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0x9b856f73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.193910:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6a00/0x5d4000e30d83bcd2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.193914:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6a00/0x5d4000e30d83bcd2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.193915:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14800/0x5d4000e30d83bcd9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x816:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.193921:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14800/0x5d4000e30d83bcd9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x816:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.193926:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14800/0x5d4000e30d83bcd9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x816:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.193931:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14800/0x5d4000e30d83bcd9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x816:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.193936:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14800/0x5d4000e30d83bcd9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x816:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.193943:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83bce0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x822:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.193943:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14800/0x5d4000e30d83bcd9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x816:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.193948:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83bce0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x822:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.193956:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83bce0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x822:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.193967:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.193979:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14e00/0x5d4000e30d83bcc4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x816:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.193983:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14e00/0x5d4000e30d83bcc4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x816:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.193987:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14e00/0x5d4000e30d83bcc4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x816:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.193991:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf14e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.193994:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14e00/0x5d4000e30d83bcc4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x816:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.193999:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14e00/0x5d4000e30d83bcc4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x816:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.194006:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x816:0x0].0x0 (ffff880099280800) 00010000:00010000:1.0:1742903177.194008:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.194011:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14e00/0x5d4000e30d83bcc4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x816:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.194015:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14e00/0x5d4000e30d83bcc4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x816:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000040:00080000:3.0:1742903177.194047:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1745, 64 off119936 00000040:00080000:3.0:1742903177.194062:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8720, 184 off1528456 00010000:00010000:3.0:1742903177.194084:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83bce7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x822:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.194089:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83bce7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x822:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.194091:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bcb6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.194094:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83bce7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x822:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.194096:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bcb6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.194098:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83bce7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x822:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.194102:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83bce7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x822:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.194103:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bcb6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.194106:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83bce7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x822:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.194107:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf15e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.194109:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bcb6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.194113:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bcb6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.194114:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1742903177.194119:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.194120:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.194122:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83bce0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x822:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.194123:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bcb6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.194126:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83bce0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x822:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.194127:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bcb6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.194130:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83bce0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x822:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000004:00010000:1.0:1742903177.194133:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88008a2aed80 reply state ffff88011ee5d000 transno 4295005073 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14c00/0x5d4000e30d83bcbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.194134:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d6c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.194136:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83bce0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x822:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.194140:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83bce0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x822:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.194140:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14c00/0x5d4000e30d83bcbd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.194145:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x853e1088 (ffff880099280000) 00010000:00010000:1.0:1742903177.194147:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.194149:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1742903177.194152:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x822:0x0].0x0 (ffff880099660e00) 00010000:00010000:3.0:1742903177.194154:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.194156:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83bce0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x822:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.194160:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83bce0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x822:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:1.0:1742903177.194194:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+938:13300:x1827566172327936:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 906us (1134us total) trans 4295005073 rc 0/0 00000100:00100000:1.0:1742903177.194199:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77095 00010000:00010000:3.0:1742903177.194202:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83bccb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.194207:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83bccb lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.194211:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83bccb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.194214:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d6200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.194216:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83bccb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.194220:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83bccb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.194225:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:3.0:1742903177.194227:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.194229:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83bccb lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.194236:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6200/0x5d4000e30d83bccb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:3.0:1742903177.194241:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88008a2ace00 reply state ffff880096bde000 transno 4295005074 ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6a00/0x5d4000e30d83bcd2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.194246:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6a00/0x5d4000e30d83bcd2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.194250:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x9b856f73 (ffff880099660300) 00010000:00010000:3.0:1742903177.194252:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.194253:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.194275:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+938:13299:x1827566172327680:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1080us (1281us total) trans 4295005074 rc 0/0 00000100:00100000:3.0:1742903177.194280:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77094 00010000:00010000:1.0:1742903177.194311:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903177.194341:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.194345:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83bce7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x822:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.194346:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14800/0x5d4000e30d83bcd9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x816:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.194351:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009935e200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.194352:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf14800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.194353:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83bce7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x822:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.194354:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14800/0x5d4000e30d83bcd9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x816:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.194367:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83bce7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x822:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.194372:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14800/0x5d4000e30d83bcd9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x816:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.194375:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x822:0x0].0x0 (ffff880099660e00) 00010000:00010000:0.0:1742903177.194377:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.194379:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83bce7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x822:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.194380:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x816:0x0].0x0 (ffff880099280800) 00010000:00010000:1.0:1742903177.194381:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.194383:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e200/0x5d4000e30d83bce7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x822:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.194384:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14800/0x5d4000e30d83bcd9 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x816:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.194388:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14800/0x5d4000e30d83bcd9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x816:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.194393:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.194394:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.194396:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.194396:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.194398:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.194399:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903177.196303:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.196612:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172328192 00000100:00100000:3.0:1742903177.196618:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172328192 00000100:00100000:3.0:1742903177.196656:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17735 00000100:00100000:3.0:1742903177.196661:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+938:13299:x1827566172328192:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.197095:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+939:13299:x1827566172328192:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 432us (795us total) trans 4295005075 rc 0/0 00000100:00100000:3.0:1742903177.197102:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17735 00000100:00100000:0.0:1742903177.197297:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.197448:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172328448 00000100:00100000:3.0:1742903177.197456:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172328448 00000100:00100000:3.0:1742903177.197478:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17736 00000100:00100000:3.0:1742903177.197522:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+939:13300:x1827566172328448:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.197704:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+940:13300:x1827566172328448:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 182us (406us total) trans 4295005076 rc 0/0 00000100:00100000:3.0:1742903177.197711:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17736 00000100:00100000:0.0:1742903177.200205:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.200454:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172328704 00000100:00100000:0.0:1742903177.200455:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.200462:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172328704 00000100:00100000:3.0:1742903177.200487:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172328960 00000100:00100000:3.0:1742903177.200489:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172328960 00000100:00100000:0.0:1742903177.200498:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77096 00000100:00100000:0.0:1742903177.200504:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+941:13299:x1827566172328704:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903177.200547:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1742903177.200569:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d7bb0a2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x828:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c73de expref: 941 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.200586:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a200/0x5d4000e30d83b9d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x828:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effcc expref: 940 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.200597:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f500a00/0x5d4000e30d828376 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x828:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9f8c expref: 939 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.200608:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c800/0x5d4000e30d7bb08d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x828:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c73d7 expref: 938 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.200615:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x828:0x0].0x0 (ffff88009c59c700) 00010000:00010000:0.0:1742903177.200623:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903177.200636:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091424c00/0x5d4000e30d83bcee lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.200645:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091424c00/0x5d4000e30d83bcee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.200652:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091424c00/0x5d4000e30d83bcee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.200661:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091425600/0x5d4000e30d83bcf5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0xd185bb5c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.200665:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091425600/0x5d4000e30d83bcf5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.200670:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091425600/0x5d4000e30d83bcf5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903177.200720:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77097 00000100:00100000:3.0:1742903177.200724:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+937:13300:x1827566172328960:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903177.200730:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83bcfc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x828:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.200735:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83bcfc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x828:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.200741:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1742903177.200743:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83bcfc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x828:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000040:00080000:0.0:1742903177.200894:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1748, 64 off120128 00000040:00080000:0.0:1742903177.200920:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8721, 184 off1528640 00010000:00010000:3.0:1742903177.200932:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072030400/0x5d4000e30d7ba4e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x81d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7114 expref: 938 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.200945:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007228fe00/0x5d4000e30d83b7ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x81d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff4e expref: 937 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.200949:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83bd03 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x828:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.200954:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624e00/0x5d4000e30d8286fd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x81d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ea0b9 expref: 936 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.200954:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83bd03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x828:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.200960:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83bd03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x828:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.200966:0:7211:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83bd03 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x828:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.200967:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d7ba4d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x81d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c710d expref: 935 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.200971:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83bd03 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x828:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.200976:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81d:0x0].0x0 (ffff8800994db300) 00010000:00010000:0.0:1742903177.200977:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83bd03 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x828:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.200982:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.200989:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099223400/0x5d4000e30d83bd0a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.200996:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099223400/0x5d4000e30d83bd0a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.200999:0:7211:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.201001:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099223400/0x5d4000e30d83bd0a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.201010:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83bd11 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0xa1380d88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.201011:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83bcfc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x828:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.201014:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83bd11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.201016:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83bcfc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x828:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.201017:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903177.201019:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83bd11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.201021:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83bcfc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x828:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.201023:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83bd03 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x828:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.201025:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091424e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.201029:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83bcfc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x828:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.201030:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091424600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.201034:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83bcfc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x828:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.201040:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x828:0x0].0x0 (ffff88009d1a3a00) 00010000:00010000:0.0:1742903177.201042:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903177.201044:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83bcfc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x828:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.201045:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83bd03 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x828:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.201049:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83bd18 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x81d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.201049:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83bcfc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x828:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.201051:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83bd03 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x828:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.201053:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83bd18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x81d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.201058:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83bd18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x81d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.201062:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x828:0x0].0x0 (ffff88009d1a3a00) 00010000:00010000:1.0:1742903177.201064:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903177.201067:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83bd03 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x828:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.201071:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83bd03 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x828:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.201082:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.201083:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.201085:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.201121:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091424c00/0x5d4000e30d83bcee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.201127:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091424c00/0x5d4000e30d83bcee lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.201131:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091424c00/0x5d4000e30d83bcee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.201135:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091424c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.201138:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091424c00/0x5d4000e30d83bcee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.201143:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091424c00/0x5d4000e30d83bcee lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00000040:00080000:3.0:1742903177.201144:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1749, 64 off120192 00010000:00010000:0.0:1742903177.201150:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:0.0:1742903177.201152:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.201154:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091424c00/0x5d4000e30d83bcee lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.201162:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091424c00/0x5d4000e30d83bcee lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000040:00080000:3.0:1742903177.201163:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8722, 184 off1528824 00000004:00010000:0.0:1742903177.201169:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88008a2ad180 reply state ffff88011ec33000 transno 4295005077 ns: mdt-lustre-MDT0000_UUID lock: ffff880091425600/0x5d4000e30d83bcf5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.201176:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091425600/0x5d4000e30d83bcf5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.201180:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0xd185bb5c (ffff88009d1a3c00) 00010000:00010000:3.0:1742903177.201182:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83bd1f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x81d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.201182:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903177.201184:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1742903177.201187:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83bd1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x81d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.201191:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83bd1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x81d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.201195:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83bd1f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x81d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.201199:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83bd1f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x81d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.201205:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83bd1f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x81d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.201225:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903177.201225:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+936:13299:x1827566172328704:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 720us (1027us total) trans 4295005077 rc 0/0 00010000:00010000:3.0:1742903177.201232:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83bd18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x81d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903177.201232:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77096 00010000:00010000:3.0:1742903177.201236:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83bd18 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x81d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.201240:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83bd18 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x81d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.201243:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c5b1000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.201245:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83bd18 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x81d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.201250:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83bd18 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x81d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.201255:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81d:0x0].0x0 (ffff88009931b400) 00010000:00010000:3.0:1742903177.201256:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.201258:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83bd18 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x81d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.201261:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1000/0x5d4000e30d83bd18 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x81d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.201306:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099223400/0x5d4000e30d83bd0a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.201312:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099223400/0x5d4000e30d83bd0a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.201335:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.201340:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83bd1f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x81d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.201343:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099223400/0x5d4000e30d83bd0a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.201346:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c5b1e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903177.201347:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099223400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.201348:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83bd1f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x81d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.201349:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099223400/0x5d4000e30d83bd0a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.201353:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83bd1f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x81d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.201354:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099223400/0x5d4000e30d83bd0a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.201371:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:3.0:1742903177.201372:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.201374:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81d:0x0].0x0 (ffff88009931b400) 00010000:00010000:3.0:1742903177.201375:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099223400/0x5d4000e30d83bd0a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.201376:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1742903177.201378:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099223400/0x5d4000e30d83bd0a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.201379:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83bd1f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x81d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.201383:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1e00/0x5d4000e30d83bd1f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x81d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00000004:00010000:3.0:1742903177.201386:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88012d343480 reply state ffff880096bdf000 transno 4295005078 ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83bd11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.201391:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83bd11 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.201394:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.201395:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.201396:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0xa1380d88 (ffff88009931bf00) 00010000:00010000:1.0:1742903177.201397:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.201398:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.201399:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.201627:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+936:13300:x1827566172328960:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 899us (1170us total) trans 4295005078 rc 0/0 00000100:00100000:3.0:1742903177.201632:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77097 00000100:00100000:0.0:1742903177.204972:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.205023:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.205092:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172329216 00000100:00100000:3.0:1742903177.205100:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172329216 00000100:00100000:3.0:1742903177.205145:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172329472 00000100:00100000:3.0:1742903177.205148:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172329472 00000100:00100000:3.0:1742903177.205163:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17737 00000100:00100000:3.0:1742903177.205169:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+937:13299:x1827566172329216:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.205169:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17738 00000100:00100000:2.0:1742903177.205175:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+937:13300:x1827566172329472:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.205401:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+939:13299:x1827566172329216:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 231us (438us total) trans 4295005079 rc 0/0 00000100:00100000:2.0:1742903177.205403:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+939:13300:x1827566172329472:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 227us (379us total) trans 4295005080 rc 0/0 00000100:00100000:3.0:1742903177.205408:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17737 00000100:00100000:2.0:1742903177.205412:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17738 00000100:00100000:0.0:1742903177.206435:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.206493:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172329728 00000100:00100000:3.0:1742903177.206497:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172329728 00000100:00100000:3.0:1742903177.206517:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77098 00000100:00100000:3.0:1742903177.206521:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+938:13300:x1827566172329728:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.206550:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.206573:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009771f000/0x5d4000e30d7bb755 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x82f:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7607 expref: 938 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.206589:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83b7d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x82f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff55 expref: 937 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.206600:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099513800/0x5d4000e30d827282 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x82f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e99dc expref: 936 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.206609:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009771ee00/0x5d4000e30d7bb6d0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x82f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c75dd expref: 935 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.206616:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82f:0x0].0x0 (ffff88012e2e1200) 00010000:00010000:3.0:1742903177.206625:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.206637:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83bd26 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.206647:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83bd26 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.206654:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83bd26 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.206664:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83bd2d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0x86398c8e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.206669:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83bd2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.206674:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83bd2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.206731:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c200/0x5d4000e30d83bd34 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x82f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.206737:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c200/0x5d4000e30d83bd34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.206742:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c200/0x5d4000e30d83bd34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:3.0:1742903177.206886:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1746, 64 off120000 00000040:00080000:3.0:1742903177.206909:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8723, 184 off1529008 00010000:00010000:3.0:1742903177.206934:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83bd3b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x82f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.206940:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83bd3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.206945:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83bd3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.206953:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83bd3b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x82f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.206957:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83bd3b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x82f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.206960:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83bd3b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x82f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.206985:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.206994:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c200/0x5d4000e30d83bd34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.206999:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c200/0x5d4000e30d83bd34 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x82f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.207003:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c200/0x5d4000e30d83bd34 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x82f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.207006:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009972c200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.207009:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c200/0x5d4000e30d83bd34 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x82f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.207013:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c200/0x5d4000e30d83bd34 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x82f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.207019:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82f:0x0].0x0 (ffff8800994db400) 00010000:00010000:3.0:1742903177.207021:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.207023:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c200/0x5d4000e30d83bd34 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x82f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.207027:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c200/0x5d4000e30d83bd34 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x82f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.207099:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83bd26 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.207249:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.207255:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83bd3b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x82f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.207301:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf49a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.207305:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83bd3b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x82f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.207310:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83bd3b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x82f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.207337:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82f:0x0].0x0 (ffff8800994db400) 00010000:00010000:1.0:1742903177.207339:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903177.207342:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83bd3b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x82f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.207346:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49a00/0x5d4000e30d83bd3b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x82f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.207367:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.207368:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.207370:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903177.207552:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.207597:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172329984 00000100:00100000:0.0:1742903177.207601:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172329984 00010000:00010000:3.0:1742903177.207613:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83bd26 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.207618:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83bd26 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.207621:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009972ce00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.207623:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83bd26 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.207627:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83bd26 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.207634:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:3.0:1742903177.207635:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.207638:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83bd26 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.207642:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ce00/0x5d4000e30d83bd26 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:3.0:1742903177.207649:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880097e5f480 reply state ffff880096bd8000 transno 4295005081 ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83bd2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.207655:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83bd2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.207659:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x86398c8e (ffff8800994db800) 00010000:00010000:3.0:1742903177.207661:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.207663:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.207701:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+937:13300:x1827566172329728:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1179us (1269us total) trans 4295005081 rc 0/0 00000100:00100000:3.0:1742903177.207707:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77098 00000100:00100000:3.0:1742903177.207721:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77099 00000100:00100000:3.0:1742903177.207725:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+936:13299:x1827566172329984:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.207754:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.207765:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f616800/0x5d4000e30d7b9ece lrc: 0/0,0 mode: --/CR res: [0x200000402:0x817:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c700a expref: 936 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.207777:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54ba00/0x5d4000e30d83b9f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x817:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effd3 expref: 935 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.207786:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007228ee00/0x5d4000e30d828575 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x817:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ea034 expref: 934 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.207796:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d7b9e73 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x817:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6ffc expref: 933 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.207802:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x817:0x0].0x0 (ffff88007208b600) 00010000:00010000:3.0:1742903177.207807:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.207816:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49e00/0x5d4000e30d83bd42 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.207822:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49e00/0x5d4000e30d83bd42 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.207827:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49e00/0x5d4000e30d83bd42 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.207838:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83bd49 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0x853e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.207842:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83bd49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.207847:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83bd49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.207877:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83bd50 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x817:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.207882:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83bd50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x817:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.207886:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83bd50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x817:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:3.0:1742903177.207958:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1747, 64 off120064 00000040:00080000:3.0:1742903177.207972:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8724, 184 off1529192 00010000:00010000:3.0:1742903177.207994:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83bd57 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x817:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.208000:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83bd57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x817:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.208005:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83bd57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x817:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.208010:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83bd57 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x817:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.208014:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83bd57 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x817:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.208021:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83bd57 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x817:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.208041:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.208050:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83bd50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x817:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.208054:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83bd50 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x817:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.208058:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83bd50 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x817:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.208062:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009972c800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.208064:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83bd50 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x817:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.208068:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83bd50 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x817:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.208068:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.208073:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83bd57 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x817:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.208074:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x817:0x0].0x0 (ffff8800994db900) 00010000:00010000:3.0:1742903177.208076:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.208078:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83bd50 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x817:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.208079:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf59800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903177.208081:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c800/0x5d4000e30d83bd50 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x817:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.208082:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83bd57 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x817:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.208087:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83bd57 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x817:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.208098:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x817:0x0].0x0 (ffff8800994db900) 00010000:00010000:0.0:1742903177.208100:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.208102:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83bd57 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x817:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.208106:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83bd57 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x817:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.208117:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.208118:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.208119:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.208130:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49e00/0x5d4000e30d83bd42 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.208135:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49e00/0x5d4000e30d83bd42 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.208142:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49e00/0x5d4000e30d83bd42 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.208146:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf49e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.208148:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49e00/0x5d4000e30d83bd42 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.208152:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49e00/0x5d4000e30d83bd42 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.208158:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:3.0:1742903177.208159:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.208161:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49e00/0x5d4000e30d83bd42 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.208165:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49e00/0x5d4000e30d83bd42 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:3.0:1742903177.208171:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c60ea00 reply state ffff88008f7b8000 transno 4295005082 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83bd49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.208176:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83bd49 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.208181:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x853e1088 (ffff8800994dbb00) 00010000:00010000:3.0:1742903177.208183:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.208184:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.208217:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+934:13299:x1827566172329984:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 490us (665us total) trans 4295005082 rc 0/0 00000100:00100000:3.0:1742903177.208222:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77099 00000100:00100000:0.0:1742903177.210661:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.210707:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172330240 00000100:00100000:0.0:1742903177.210710:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.210713:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172330240 00000100:00100000:2.0:1742903177.210739:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172330496 00000100:00100000:2.0:1742903177.210741:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172330496 00000100:00100000:2.0:1742903177.210766:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17739 00000100:00100000:3.0:1742903177.210778:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17740 00000100:00100000:3.0:1742903177.210784:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098073850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+935:13299:x1827566172330496:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.211033:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+935:13300:x1827566172330240:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.211103:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098073850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+937:13299:x1827566172330496:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 318us (392us total) trans 4295005083 rc 0/0 00000100:00100000:2.0:1742903177.211103:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+937:13300:x1827566172330240:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 330us (447us total) trans 4295005084 rc 0/0 00000100:00100000:3.0:1742903177.211109:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17740 00000100:00100000:2.0:1742903177.211117:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17739 00000100:00100000:1.0:1742903177.212585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.212633:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172330752 00000100:00100000:2.0:1742903177.212639:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172330752 00000100:00100000:1.0:1742903177.212660:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.212663:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77100 00000100:00100000:2.0:1742903177.212668:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+936:13300:x1827566172330752:12345-192.168.203.29@tcp:36:dbench.0 00000100:00100000:1.0:1742903177.212694:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172331008 00010000:00010000:2.0:1742903177.212696:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00000100:00100000:1.0:1742903177.212698:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172331008 00010000:00010000:2.0:1742903177.212716:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79d000/0x5d4000e30d7bb246 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x82b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c746a expref: 937 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903177.212718:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77101 00000100:00100000:1.0:1742903177.212723:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+937:13299:x1827566172331008:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.212736:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83b7ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x82b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff5c expref: 936 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.212741:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.212749:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d827108 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x82b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9957 expref: 935 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.212753:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072259200/0x5d4000e30d7ba5a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x81c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7153 expref: 935 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.212759:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78400/0x5d4000e30d7bb1c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x82b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7440 expref: 934 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.212766:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82b:0x0].0x0 (ffff88008408b400) 00010000:00010000:1.0:1742903177.212766:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935fe00/0x5d4000e30d83ba0f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x81c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effda expref: 932 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.212773:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.212777:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072031400/0x5d4000e30d828766 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x81c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ea0dc expref: 931 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.212785:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31600/0x5d4000e30d83bd5e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.212788:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d7ba58f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x81c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c714c expref: 930 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.212794:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31600/0x5d4000e30d83bd5e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.212795:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81c:0x0].0x0 (ffff880093753300) 00010000:00010000:2.0:1742903177.212800:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31600/0x5d4000e30d83bd5e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.212802:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.212808:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31c00/0x5d4000e30d83bd65 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0x554d0b88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.212811:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14800/0x5d4000e30d83bd6c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.212812:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31c00/0x5d4000e30d83bd65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.212817:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31c00/0x5d4000e30d83bd65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.212818:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14800/0x5d4000e30d83bd6c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.212825:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14800/0x5d4000e30d83bd6c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.212834:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bd73 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0xa1380d88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.212839:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bd73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.212843:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bd73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.212871:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83bd7a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x82b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.212876:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83bd7a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.212878:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14e00/0x5d4000e30d83bd81 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x81c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.212883:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14e00/0x5d4000e30d83bd81 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x81c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.212884:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83bd7a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.212891:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14e00/0x5d4000e30d83bd81 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x81c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:2.0:1742903177.213028:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1748, 64 off120128 00000040:00080000:1.0:1742903177.213044:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1749, 64 off120192 00000040:00080000:2.0:1742903177.213051:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8725, 184 off1529376 00000040:00080000:1.0:1742903177.213064:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8726, 184 off1529560 00010000:00010000:2.0:1742903177.213075:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30c00/0x5d4000e30d83bd88 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x82b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.213081:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30c00/0x5d4000e30d83bd88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.213086:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30c00/0x5d4000e30d83bd88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.213089:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83bd8f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x81c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.213091:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30c00/0x5d4000e30d83bd88 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x82b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.213095:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83bd8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x81c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.213096:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30c00/0x5d4000e30d83bd88 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x82b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.213100:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30c00/0x5d4000e30d83bd88 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x82b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.213100:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83bd8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x81c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.213104:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83bd8f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x81c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.213108:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83bd8f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x81c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.213112:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83bd8f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x81c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.213118:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1742903177.213123:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1742903177.213128:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83bd7a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.213131:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1742903177.213132:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83bd7a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x82b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.213135:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83bd7a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x82b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.213135:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30c00/0x5d4000e30d83bd88 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x82b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.213140:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ce30600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.213140:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ce30c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.213143:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83bd7a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x82b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.213143:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30c00/0x5d4000e30d83bd88 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x82b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.213143:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.213148:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83bd7a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x82b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.213148:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30c00/0x5d4000e30d83bd88 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x82b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.213153:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83bd8f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x81c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.213154:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82b:0x0].0x0 (ffff88009b855a00) 00010000:00010000:2.0:1742903177.213156:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.213158:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83bd7a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x82b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.213160:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82b:0x0].0x0 (ffff88009b855a00) 00010000:00010000:0.0:1742903177.213161:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d6c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.213162:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83bd7a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x82b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.213162:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903177.213164:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30c00/0x5d4000e30d83bd88 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x82b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.213164:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83bd8f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x81c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.213168:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30c00/0x5d4000e30d83bd88 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x82b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.213170:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83bd8f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x81c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.213177:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.213178:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.213180:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.213183:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81c:0x0].0x0 (ffff880099280900) 00010000:00010000:0.0:1742903177.213185:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903177.213187:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14e00/0x5d4000e30d83bd81 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x81c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.213188:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83bd8f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x81c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.213192:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14e00/0x5d4000e30d83bd81 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x81c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.213192:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83bd8f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x81c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.213197:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14e00/0x5d4000e30d83bd81 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x81c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.213201:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf14e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.213203:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14e00/0x5d4000e30d83bd81 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x81c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.213207:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14e00/0x5d4000e30d83bd81 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x81c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.213208:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.213209:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.213211:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.213213:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81c:0x0].0x0 (ffff880099280900) 00010000:00010000:1.0:1742903177.213215:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.213217:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14e00/0x5d4000e30d83bd81 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x81c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.213221:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14e00/0x5d4000e30d83bd81 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x81c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.213224:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31600/0x5d4000e30d83bd5e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.213229:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31600/0x5d4000e30d83bd5e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.213233:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31600/0x5d4000e30d83bd5e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.213236:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ce31600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.213238:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31600/0x5d4000e30d83bd5e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.213241:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31600/0x5d4000e30d83bd5e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.213245:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903177.213247:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.213249:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31600/0x5d4000e30d83bd5e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.213255:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31600/0x5d4000e30d83bd5e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903177.213261:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c60ed80 reply state ffff88009b8ae000 transno 4295005085 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31c00/0x5d4000e30d83bd65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.213267:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31c00/0x5d4000e30d83bd65 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.213267:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14800/0x5d4000e30d83bd6c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.213271:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x554d0b88 (ffff88009b855100) 00010000:00010000:2.0:1742903177.213273:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.213273:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14800/0x5d4000e30d83bd6c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.213277:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14800/0x5d4000e30d83bd6c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903177.213279:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1742903177.213281:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf14800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.213283:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14800/0x5d4000e30d83bd6c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.213288:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14800/0x5d4000e30d83bd6c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.213294:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.213296:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.213298:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14800/0x5d4000e30d83bd6c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.213302:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14800/0x5d4000e30d83bd6c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.213308:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c60f480 reply state ffff88011ee5e000 transno 4295005086 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bd73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.213332:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bd73 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903177.213334:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+932:13300:x1827566172330752:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 665us (752us total) trans 4295005085 rc 0/0 00000100:00100000:2.0:1742903177.213339:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77100 00010000:00010000:1.0:1742903177.213339:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0xa1380d88 (ffff880099280a00) 00010000:00010000:1.0:1742903177.213341:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.213343:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.213379:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+932:13299:x1827566172331008:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 655us (719us total) trans 4295005086 rc 0/0 00000100:00100000:1.0:1742903177.213385:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77101 00000100:00100000:0.0:1742903177.215289:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.215367:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.215457:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172331392 00000100:00100000:2.0:1742903177.215463:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172331520 00000100:00100000:3.0:1742903177.215466:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172331392 00000100:00100000:2.0:1742903177.215467:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172331520 00000100:00100000:3.0:1742903177.215501:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17741 00000100:00100000:3.0:1742903177.215506:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+933:13299:x1827566172331392:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.215512:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17742 00000100:00100000:2.0:1742903177.215517:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+933:13300:x1827566172331520:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.215974:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+935:13299:x1827566172331392:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 466us (687us total) trans 4295005087 rc 0/0 00000100:00100000:2.0:1742903177.215976:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+935:13300:x1827566172331520:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 456us (617us total) trans 4295005088 rc 0/0 00000100:00100000:3.0:1742903177.215981:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17741 00000100:00100000:2.0:1742903177.215984:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17742 00000100:00100000:0.0:1742903177.217146:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.217196:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.217256:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172331904 00000100:00100000:2.0:1742903177.217264:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172331904 00000100:00100000:1.0:1742903177.217266:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172332032 00000100:00100000:1.0:1742903177.217271:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172332032 00000100:00100000:1.0:1742903177.217294:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77102 00000100:00100000:1.0:1742903177.217300:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099027480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+935:13299:x1827566172332032:12345-192.168.203.29@tcp:36:dbench.0 00000100:00100000:2.0:1742903177.217303:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77103 00000100:00100000:2.0:1742903177.217307:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+935:13300:x1827566172331904:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.217432:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.217432:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.217455:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2800/0x5d4000e30d7babe7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x825:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7359 expref: 935 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.217455:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49600/0x5d4000e30d7bb659 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x82e:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c75b3 expref: 935 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.217474:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972dc00/0x5d4000e30d83ba55 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x82e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effe1 expref: 933 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.217475:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3a00/0x5d4000e30d83b809 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x825:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff63 expref: 933 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.217486:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009961b800/0x5d4000e30d828211 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x825:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9f15 expref: 931 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.217486:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099885e00/0x5d4000e30d82727b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x82e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e99d5 expref: 931 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.217497:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d7bb5bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x82e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7589 expref: 929 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.217498:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800722db600/0x5d4000e30d7babaf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x825:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7344 expref: 929 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.217505:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x825:0x0].0x0 (ffff880099280500) 00010000:00010000:1.0:1742903177.217505:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82e:0x0].0x0 (ffff88012e960400) 00010000:00010000:1.0:1742903177.217513:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.217522:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.217531:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31e00/0x5d4000e30d83bd9d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.217531:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf200/0x5d4000e30d83bd96 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.217542:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31e00/0x5d4000e30d83bd9d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.217542:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf200/0x5d4000e30d83bd96 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.217549:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31e00/0x5d4000e30d83bd9d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.217549:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf200/0x5d4000e30d83bd96 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.217560:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bda4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0x86398c8e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.217561:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30800/0x5d4000e30d83bdab lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0xe385a24b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.217565:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bda4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.217566:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30800/0x5d4000e30d83bdab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.217570:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bda4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.217571:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30800/0x5d4000e30d83bdab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.217636:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31800/0x5d4000e30d83bdb2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x825:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.217642:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459200/0x5d4000e30d83bdb9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x82e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.217643:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31800/0x5d4000e30d83bdb2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x825:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.217648:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31800/0x5d4000e30d83bdb2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x825:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.217648:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459200/0x5d4000e30d83bdb9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.217654:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459200/0x5d4000e30d83bdb9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:1.0:1742903177.217854:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1750, 64 off120256 00000040:00080000:2.0:1742903177.217870:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1751, 64 off120320 00000040:00080000:1.0:1742903177.217887:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8727, 184 off1529744 00000040:00080000:2.0:1742903177.217900:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8728, 184 off1529928 00010000:00010000:1.0:1742903177.217924:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83bdc0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x82e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.217927:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83bdc7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x825:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.217930:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83bdc0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.217933:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83bdc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x825:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.217936:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83bdc0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.217938:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83bdc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x825:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.217942:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83bdc7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x825:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.217942:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83bdc0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x82e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.217947:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83bdc7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x825:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.217947:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83bdc0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x82e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.217951:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83bdc7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x825:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.217955:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83bdc0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x82e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.217976:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1742903177.217990:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31800/0x5d4000e30d83bdb2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x825:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.217994:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31800/0x5d4000e30d83bdb2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x825:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.217999:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31800/0x5d4000e30d83bdb2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x825:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.218003:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ce31800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.218006:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31800/0x5d4000e30d83bdb2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x825:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.218011:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31800/0x5d4000e30d83bdb2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x825:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.218017:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x825:0x0].0x0 (ffff88009b855c00) 00010000:00010000:2.0:1742903177.218019:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.218022:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31800/0x5d4000e30d83bdb2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x825:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.218025:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31800/0x5d4000e30d83bdb2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x825:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.218102:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31e00/0x5d4000e30d83bd9d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.218106:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31e00/0x5d4000e30d83bd9d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.218110:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31e00/0x5d4000e30d83bd9d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.218114:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ce31e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.218116:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31e00/0x5d4000e30d83bd9d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.218120:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31e00/0x5d4000e30d83bd9d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.218125:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903177.218127:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.218129:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31e00/0x5d4000e30d83bd9d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.218133:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31e00/0x5d4000e30d83bd9d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903177.218140:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800991c4000 reply state ffff88009b8af000 transno 4295005090 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30800/0x5d4000e30d83bdab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.218147:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30800/0x5d4000e30d83bdab lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.218151:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0xe385a24b (ffff88009b855400) 00010000:00010000:2.0:1742903177.218153:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.218155:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.218199:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+930:13300:x1827566172331904:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 891us (1056us total) trans 4295005090 rc 0/0 00000100:00100000:2.0:1742903177.218205:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77103 00010000:00010000:1.0:1742903177.218514:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1742903177.218524:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459200/0x5d4000e30d83bdb9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.218528:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1742903177.218529:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459200/0x5d4000e30d83bdb9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x82e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.218531:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83bdc7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x825:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.218534:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459200/0x5d4000e30d83bdb9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x82e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.218535:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072081a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.218536:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83bdc7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x825:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.218538:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f459200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.218540:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83bdc7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x825:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.218540:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459200/0x5d4000e30d83bdb9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x82e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.218544:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x825:0x0].0x0 (ffff88009b855c00) 00010000:00010000:2.0:1742903177.218545:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903177.218545:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459200/0x5d4000e30d83bdb9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x82e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.218547:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83bdc7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x825:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.218551:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83bdc7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x825:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.218552:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82e:0x0].0x0 (ffff880099280d00) 00010000:00010000:1.0:1742903177.218554:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.218556:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459200/0x5d4000e30d83bdb9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x82e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.218558:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.218560:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83bdc0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x82e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.218561:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459200/0x5d4000e30d83bdb9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x82e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.218562:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5cc00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.218563:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83bdc0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x82e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.218566:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83bdc0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x82e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.218569:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82e:0x0].0x0 (ffff880099280d00) 00010000:00010000:2.0:1742903177.218570:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.218571:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83bdc0 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x82e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.218573:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5cc00/0x5d4000e30d83bdc0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x82e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.218597:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.218597:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.218598:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.218606:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf200/0x5d4000e30d83bd96 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.218611:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf200/0x5d4000e30d83bd96 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.218619:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf200/0x5d4000e30d83bd96 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.218622:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cebf200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.218663:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.218757:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf200/0x5d4000e30d83bd96 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.218762:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf200/0x5d4000e30d83bd96 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.218770:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:1.0:1742903177.218772:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.218774:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf200/0x5d4000e30d83bd96 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.218778:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf200/0x5d4000e30d83bd96 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.218786:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880099027480 reply state ffff88011ee5f000 transno 4295005089 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bda4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.218792:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bda4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.218796:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x86398c8e (ffff880099280b00) 00010000:00010000:1.0:1742903177.218798:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.218799:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.218966:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099027480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+930:13299:x1827566172332032:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1525us (1628us total) trans 4295005089 rc 0/0 00000100:00100000:1.0:1742903177.218972:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77102 00000100:00100000:0.0:1742903177.220484:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.220524:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.220555:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172332288 00000100:00100000:2.0:1742903177.220562:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172332288 00000100:00100000:2.0:1742903177.220597:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172332544 00000100:00100000:2.0:1742903177.220600:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172332544 00000100:00100000:3.0:1742903177.220606:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17743 00000100:00100000:3.0:1742903177.220613:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099026300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+931:13300:x1827566172332288:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.220629:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17744 00000100:00100000:2.0:1742903177.220634:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099025880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+931:13299:x1827566172332544:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.220906:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099026300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+932:13300:x1827566172332288:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 292us (423us total) trans 4295005091 rc 0/0 00000100:00100000:3.0:1742903177.220913:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17743 00000100:00100000:2.0:1742903177.221101:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099025880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+932:13299:x1827566172332544:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 465us (575us total) trans 4295005092 rc 0/0 00000100:00100000:2.0:1742903177.221107:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17744 00000100:00100000:0.0:1742903177.222755:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.222798:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.222813:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172332800 00000100:00100000:1.0:1742903177.222821:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172332800 00000100:00100000:2.0:1742903177.222863:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172333056 00000100:00100000:2.0:1742903177.222867:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172333056 00000100:00100000:2.0:1742903177.222891:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77104 00000100:00100000:2.0:1742903177.222896:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+933:13299:x1827566172333056:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.222943:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.222970:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c666c00/0x5d4000e30d7bb365 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x82a:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c74cc expref: 933 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.222988:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83ba7f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x82a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effe8 expref: 932 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.222998:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099baa400/0x5d4000e30d827101 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x82a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e995e expref: 931 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.223008:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2c00/0x5d4000e30d7bb2cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x82a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7494 expref: 930 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.223017:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82a:0x0].0x0 (ffff88012e960c00) 00010000:00010000:2.0:1742903177.223025:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.223049:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3000/0x5d4000e30d83bdce lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.223060:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3000/0x5d4000e30d83bdce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.223066:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3000/0x5d4000e30d83bdce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.223078:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bdd5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0x554d0b88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.223082:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bdd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.223086:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bdd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.223155:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59400/0x5d4000e30d83bddc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x82a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.223161:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59400/0x5d4000e30d83bddc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.223167:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59400/0x5d4000e30d83bddc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903177.223370:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77105 00000100:00100000:0.0:1742903177.223376:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099026680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+929:13300:x1827566172332800:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903177.223393:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1742903177.223406:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8c00/0x5d4000e30d7ba40e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x81b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c70d5 expref: 929 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.223422:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3800/0x5d4000e30d83b825 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x81b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff6a expref: 928 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.223433:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d5c00/0x5d4000e30d828601 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x81b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ea065 expref: 927 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.223444:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099df0a00/0x5d4000e30d7ba3c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x81b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c70ce expref: 926 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.223455:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81b:0x0].0x0 (ffff8800b5334a00) 00010000:00010000:0.0:1742903177.223464:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903177.223472:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83bde3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.223479:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83bde3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00000040:00080000:2.0:1742903177.223485:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1752, 64 off120384 00010000:00010000:0.0:1742903177.223485:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83bde3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.223495:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091425200/0x5d4000e30d83bdea lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0x863e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.223500:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091425200/0x5d4000e30d83bdea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.223504:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091425200/0x5d4000e30d83bdea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000040:00080000:2.0:1742903177.223517:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8729, 184 off1530112 00010000:00010000:0.0:1742903177.223536:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091424200/0x5d4000e30d83bdf1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x81b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.223542:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091424200/0x5d4000e30d83bdf1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x81b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.223547:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091424200/0x5d4000e30d83bdf1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x81b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.223551:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83bdf8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x82a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.223558:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83bdf8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.223564:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83bdf8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.223570:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83bdf8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x82a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.223575:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83bdf8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x82a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.223582:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83bdf8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x82a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00000040:00080000:0.0:1742903177.223631:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1750, 64 off120256 00000040:00080000:0.0:1742903177.223645:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8730, 184 off1530296 00010000:00010000:0.0:1742903177.223665:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091425c00/0x5d4000e30d83bdff lrc: 3/0,1 mode: --/PW res: [0x200000402:0x81b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.223674:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091425c00/0x5d4000e30d83bdff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x81b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.223679:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091425c00/0x5d4000e30d83bdff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x81b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.223684:0:7211:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091425c00/0x5d4000e30d83bdff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x81b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.223689:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091425c00/0x5d4000e30d83bdff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x81b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.223693:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091425c00/0x5d4000e30d83bdff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x81b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.224027:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1742903177.224046:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59400/0x5d4000e30d83bddc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.224051:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59400/0x5d4000e30d83bddc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x82a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.224059:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59400/0x5d4000e30d83bddc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x82a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.224063:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf59400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.224067:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59400/0x5d4000e30d83bddc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x82a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.224072:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59400/0x5d4000e30d83bddc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x82a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.224080:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82a:0x0].0x0 (ffff88009b855200) 00010000:00010000:2.0:1742903177.224082:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903177.224100:0:7211:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1742903177.224107:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59400/0x5d4000e30d83bddc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x82a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.224110:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091424200/0x5d4000e30d83bdf1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x81b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.224112:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59400/0x5d4000e30d83bddc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x82a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.224116:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091424200/0x5d4000e30d83bdf1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x81b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.224120:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091424200/0x5d4000e30d83bdf1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x81b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.224124:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091424200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.224126:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091424200/0x5d4000e30d83bdf1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x81b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.224131:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091424200/0x5d4000e30d83bdf1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x81b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.224138:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81b:0x0].0x0 (ffff88009d1a3500) 00010000:00010000:0.0:1742903177.224140:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903177.224143:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091424200/0x5d4000e30d83bdf1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x81b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.224147:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091424200/0x5d4000e30d83bdf1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x81b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.224190:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3000/0x5d4000e30d83bdce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.224196:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3000/0x5d4000e30d83bdce lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.224196:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83bde3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.224201:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83bde3 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.224204:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3000/0x5d4000e30d83bdce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.224205:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83bde3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.224207:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e3000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.224209:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3000/0x5d4000e30d83bdce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.224209:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091424e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.224211:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83bde3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.224213:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3000/0x5d4000e30d83bdce lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.224216:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83bde3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.224220:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903177.224221:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.224222:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903177.224223:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3000/0x5d4000e30d83bdce lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.224224:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.224226:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3000/0x5d4000e30d83bdce lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.224226:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83bde3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.224231:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83bde3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000004:00010000:2.0:1742903177.224234:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009176df80 reply state ffff880099c40000 transno 4295005093 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bdd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00010000:0.0:1742903177.224237:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880099026680 reply state ffff88011ec34000 transno 4295005094 ns: mdt-lustre-MDT0000_UUID lock: ffff880091425200/0x5d4000e30d83bdea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.224240:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bdd5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.224244:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091425200/0x5d4000e30d83bdea lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.224245:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x554d0b88 (ffff88009b855d00) 00010000:00010000:2.0:1742903177.224246:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.224249:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1742903177.224253:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x863e1088 (ffff88009d1a3a00) 00010000:00010000:0.0:1742903177.224254:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903177.224256:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1742903177.224299:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099026680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+929:13300:x1827566172332800:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 922us (1546us total) trans 4295005094 rc 0/0 00000100:00100000:0.0:1742903177.224305:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77105 00010000:00010000:1.0:1742903177.224306:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1742903177.224311:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83bdf8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x82a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.224330:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af51c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.224332:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83bdf8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x82a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.224336:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83bdf8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x82a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.224343:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82a:0x0].0x0 (ffff88009b855200) 00010000:00010000:1.0:1742903177.224345:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903177.224346:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83bdf8 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x82a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.224350:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83bdf8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x82a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.224369:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.224372:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091425c00/0x5d4000e30d83bdff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x81b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.224376:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091425c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.224377:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091425c00/0x5d4000e30d83bdff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x81b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.224382:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091425c00/0x5d4000e30d83bdff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x81b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.224387:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81b:0x0].0x0 (ffff88009d1a3500) 00010000:00010000:1.0:1742903177.224388:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903177.224390:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091425c00/0x5d4000e30d83bdff lrc: 1/0,0 mode: --/PW res: [0x200000402:0x81b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.224395:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091425c00/0x5d4000e30d83bdff lrc: 0/0,0 mode: --/PW res: [0x200000402:0x81b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.224402:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.224404:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.224405:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.224410:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903177.224589:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+928:13299:x1827566172333056:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1692us (1789us total) trans 4295005093 rc 0/0 00000100:00100000:2.0:1742903177.224595:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77104 00000100:00100000:0.0:1742903177.227192:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.227229:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.227247:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172333312 00000100:00100000:2.0:1742903177.227256:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172333312 00000100:00100000:2.0:1742903177.227305:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172333568 00000100:00100000:2.0:1742903177.227308:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172333568 00000100:00100000:1.0:1742903177.227331:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17745 00000100:00100000:1.0:1742903177.227337:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+929:13300:x1827566172333312:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.227345:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17746 00000100:00100000:2.0:1742903177.227350:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098073450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+929:13299:x1827566172333568:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:1.0:1742903177.227511:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+931:13300:x1827566172333312:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 173us (324us total) trans 4295005095 rc 0/0 00000100:00100000:1.0:1742903177.227517:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17745 00000100:00100000:2.0:1742903177.227660:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098073450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+930:13299:x1827566172333568:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 308us (428us total) trans 4295005096 rc 0/0 00000100:00100000:2.0:1742903177.227665:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17746 00000100:00100000:0.0:1742903177.228726:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.228776:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172333824 00000100:00100000:2.0:1742903177.228781:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172333824 00000100:00100000:2.0:1742903177.228814:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77106 00000100:00100000:2.0:1742903177.228818:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+930:13299:x1827566172333824:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.228850:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.228874:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c094000/0x5d4000e30d7bad53 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x824:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7383 expref: 930 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.228893:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83ba9b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x824:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effef expref: 929 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.228905:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf58400/0x5d4000e30d82827a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x824:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9f38 expref: 928 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.228915:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b600/0x5d4000e30d7bacb2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x824:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c737c expref: 927 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.228924:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x824:0x0].0x0 (ffff8801351b0a00) 00010000:00010000:2.0:1742903177.228932:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.228949:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83be06 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.228961:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83be06 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.228969:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83be06 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.228981:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83be0d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0xe385a24b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.228986:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83be0d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.228990:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83be0d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.229051:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83be14 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x824:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.229056:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83be14 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x824:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.229061:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83be14 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x824:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903177.229192:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000040:00080000:2.0:1742903177.229218:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1751, 64 off120320 00000100:00100000:1.0:1742903177.229229:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172334080 00000100:00100000:1.0:1742903177.229233:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172334080 00000040:00080000:2.0:1742903177.229242:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8731, 184 off1530480 00000100:00100000:1.0:1742903177.229252:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77107 00000100:00100000:1.0:1742903177.229256:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+928:13300:x1827566172334080:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.229268:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83be1b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x824:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.229274:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83be1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x824:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.229279:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83be1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x824:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.229284:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.229287:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83be1b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x824:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.229292:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83be1b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x824:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.229295:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83be1b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x824:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.229296:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072276c00/0x5d4000e30d7b98d1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x812:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6f23 expref: 928 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.229305:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.229308:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3400/0x5d4000e30d83b841 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x812:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eff71 expref: 927 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.229313:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.229335:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83be1b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x824:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.229336:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099758000/0x5d4000e30d828402 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x812:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9fbd expref: 926 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.229341:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c050600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.229344:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83be14 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x824:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.229347:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d7abfca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x812:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c286d expref: 925 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.229348:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83be14 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x824:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.229351:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83be14 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x824:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.229352:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83be1b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x824:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.229354:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x812:0x0].0x0 (ffff88007208be00) 00010000:00010000:2.0:1742903177.229355:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131a6ae00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.229365:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83be14 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x824:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.229370:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83be14 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x824:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.229370:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903177.229373:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83be1b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x824:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.229376:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x824:0x0].0x0 (ffff88009b855900) 00010000:00010000:2.0:1742903177.229378:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.229378:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83be22 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.229380:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83be14 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x824:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.229384:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83be14 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x824:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.229384:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83be22 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229390:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83be22 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229398:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51200/0x5d4000e30d83be29 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0x554f0788 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229402:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51200/0x5d4000e30d83be29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229407:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51200/0x5d4000e30d83be29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229435:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83be30 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x812:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229440:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83be30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x812:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229444:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83be30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x812:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.229457:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83be06 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.229461:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83be06 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.229465:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83be06 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.229468:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072081a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.229470:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83be06 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.229473:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83be06 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.229478:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903177.229479:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.229481:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83be06 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.229485:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072081a00/0x5d4000e30d83be06 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903177.229490:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009176fb80 reply state ffff880099c41000 transno 4295005097 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83be0d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.229496:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83be0d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.229500:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0xe385a24b (ffff88009b855c00) 00010000:00010000:2.0:1742903177.229501:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.229504:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000040:00080000:1.0:1742903177.229524:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1753, 64 off120448 00000100:00100000:2.0:1742903177.229535:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+925:13299:x1827566172333824:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 716us (811us total) trans 4295005097 rc 0/0 00000040:00080000:1.0:1742903177.229539:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8732, 184 off1530664 00000100:00100000:2.0:1742903177.229541:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77106 00010000:00010000:1.0:1742903177.229558:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83be37 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x812:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229564:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83be37 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x812:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229569:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83be37 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x812:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229574:0:7211:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83be37 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x812:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229578:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83be37 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x812:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229582:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83be37 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x812:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229590:0:7211:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.229596:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83be30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x812:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229601:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83be30 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x812:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229610:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83be30 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x812:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229614:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ede2c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.229616:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83be30 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x812:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229621:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83be30 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x812:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229626:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x812:0x0].0x0 (ffff880099280c00) 00010000:00010000:1.0:1742903177.229628:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.229630:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83be30 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x812:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229635:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83be30 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x812:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229680:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83be22 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229685:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83be22 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229690:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83be22 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229694:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5d600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.229695:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83be22 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229700:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83be22 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229706:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.229708:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.229710:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83be22 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229714:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83be22 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000004:00010000:1.0:1742903177.229720:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009176e680 reply state ffff880096b08000 transno 4295005098 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51200/0x5d4000e30d83be29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229726:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51200/0x5d4000e30d83be29 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.229733:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x554f0788 (ffff880099280600) 00010000:00010000:1.0:1742903177.229735:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.229737:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1742903177.229756:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x824:0x0].0x0 (ffff88009b855900) 00000100:00100000:1.0:1742903177.229757:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+926:13300:x1827566172334080:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 500us (566us total) trans 4295005098 rc 0/0 00010000:00010000:0.0:1742903177.229759:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:1.0:1742903177.229762:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77107 00010000:00010000:0.0:1742903177.229762:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83be1b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x824:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.229767:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83be1b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x824:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.229778:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.229781:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83be37 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x812:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.229786:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801233a3e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.229788:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83be37 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x812:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.229794:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83be37 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x812:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.229800:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x812:0x0].0x0 (ffff880099280c00) 00010000:00010000:0.0:1742903177.229801:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.229803:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83be37 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x812:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.229807:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3e00/0x5d4000e30d83be37 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x812:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.229815:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.229816:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.229817:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.230431:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903177.232069:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.232230:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172334336 00000100:00100000:2.0:1742903177.232239:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172334336 00000100:00100000:2.0:1742903177.232266:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17747 00000100:00100000:2.0:1742903177.232272:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+926:13299:x1827566172334336:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.232790:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+927:13299:x1827566172334336:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 516us (724us total) trans 4295005099 rc 0/0 00000100:00100000:2.0:1742903177.232797:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17747 00000100:00100000:1.0:1742903177.232939:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.233012:0:7214:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172334592 00000100:00100000:0.0:1742903177.233016:0:7214:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172334592 00000100:00100000:0.0:1742903177.233044:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17748 00000100:00100000:0.0:1742903177.233048:0:7214:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+927:13300:x1827566172334592:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903177.233206:0:7214:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+928:13300:x1827566172334592:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 155us (266us total) trans 4295005100 rc 0/0 00000100:00100000:0.0:1742903177.233212:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17748 00000100:00100000:0.0:1742903177.235759:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.235805:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.235915:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172335104 00000100:00100000:3.0:1742903177.235925:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172335104 00000100:00100000:3.0:1742903177.235955:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172334848 00000100:00100000:3.0:1742903177.235957:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172334848 00000100:00100000:3.0:1742903177.235974:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77108 00000100:00100000:3.0:1742903177.235980:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+929:13300:x1827566172335104:12345-192.168.203.29@tcp:36:dbench.0 00000100:00100000:0.0:1742903177.236011:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77109 00000100:00100000:0.0:1742903177.236020:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+929:13299:x1827566172334848:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.236026:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.236051:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d7b95d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x80e:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6e12 expref: 929 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.236061:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.236086:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19200/0x5d4000e30d83b8b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effb0 expref: 928 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.236089:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45b600/0x5d4000e30d7ba2f6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x81a:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c70a4 expref: 928 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.236099:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2be00/0x5d4000e30d83ad74 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbff expref: 926 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.236109:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009961a600/0x5d4000e30d83bab7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x81a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efff6 expref: 925 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.236111:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d7ab8d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c25e9 expref: 925 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.236120:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099716800/0x5d4000e30d82866a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x81a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ea088 expref: 923 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.236121:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80e:0x0].0x0 (ffff8800721ba300) 00010000:00010000:0.0:1742903177.236130:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099715c00/0x5d4000e30d7ba2be lrc: 0/0,0 mode: --/PR res: [0x200000402:0x81a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c709d expref: 922 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.236132:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903177.236138:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81a:0x0].0x0 (ffff8800b5334900) 00010000:00010000:3.0:1742903177.236150:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459200/0x5d4000e30d83be3e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.236150:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.236161:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459200/0x5d4000e30d83be3e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.236170:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459200/0x5d4000e30d83be3e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.236171:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091424000/0x5d4000e30d83be45 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.236181:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59400/0x5d4000e30d83be4c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0x862169a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.236182:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091424000/0x5d4000e30d83be45 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.236186:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59400/0x5d4000e30d83be4c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.236189:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091424000/0x5d4000e30d83be45 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.236192:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59400/0x5d4000e30d83be4c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.236201:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83be53 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0x863e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.236206:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83be53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.236262:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83be5a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x80e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.236272:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83be5a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.236278:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83be5a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:3.0:1742903177.236487:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1754, 64 off120512 00010000:00010000:0.0:1742903177.236493:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83be53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:3.0:1742903177.236515:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8733, 184 off1530848 00010000:00010000:0.0:1742903177.236552:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091425400/0x5d4000e30d83be61 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x81a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.236557:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31e00/0x5d4000e30d83be68 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x80e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.236558:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091425400/0x5d4000e30d83be61 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x81a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.236563:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091425400/0x5d4000e30d83be61 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x81a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.236564:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31e00/0x5d4000e30d83be68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x80e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.236570:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31e00/0x5d4000e30d83be68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x80e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.236577:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31e00/0x5d4000e30d83be68 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x80e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.236582:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31e00/0x5d4000e30d83be68 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x80e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.236587:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31e00/0x5d4000e30d83be68 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x80e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.236607:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.236621:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83be5a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.236621:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.236626:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31e00/0x5d4000e30d83be68 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x80e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.236627:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83be5a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x80e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.236632:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83be5a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x80e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.236632:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ce31e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.236634:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31e00/0x5d4000e30d83be68 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x80e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.236638:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf59800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.236640:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31e00/0x5d4000e30d83be68 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x80e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.236641:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83be5a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x80e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.236648:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80e:0x0].0x0 (ffff8800994db400) 00010000:00010000:3.0:1742903177.236649:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83be5a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x80e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.236650:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.236653:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31e00/0x5d4000e30d83be68 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x80e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.236656:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80e:0x0].0x0 (ffff8800994db400) 00010000:00010000:0.0:1742903177.236657:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31e00/0x5d4000e30d83be68 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x80e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.236659:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.236662:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83be5a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x80e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.236664:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.236665:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.236666:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83be5a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x80e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.236667:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.236748:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459200/0x5d4000e30d83be3e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.236754:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459200/0x5d4000e30d83be3e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.236759:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459200/0x5d4000e30d83be3e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.236763:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f459200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.236765:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459200/0x5d4000e30d83be3e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000040:00080000:0.0:1742903177.236767:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1755, 64 off120576 00010000:00010000:3.0:1742903177.236770:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459200/0x5d4000e30d83be3e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.236777:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:3.0:1742903177.236779:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.236782:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459200/0x5d4000e30d83be3e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.236787:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459200/0x5d4000e30d83be3e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000040:00080000:0.0:1742903177.236792:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8734, 184 off1531032 00000004:00010000:3.0:1742903177.236794:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009176c380 reply state ffff88008f7b9000 transno 4295005101 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59400/0x5d4000e30d83be4c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.236801:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59400/0x5d4000e30d83be4c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.236806:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x862169a1 (ffff8800994db900) 00010000:00010000:3.0:1742903177.236808:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.236810:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1742903177.236823:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091425a00/0x5d4000e30d83be6f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x81a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.236829:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091425a00/0x5d4000e30d83be6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x81a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.236834:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091425a00/0x5d4000e30d83be6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x81a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.236839:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091425a00/0x5d4000e30d83be6f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x81a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.236844:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091425a00/0x5d4000e30d83be6f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x81a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.236849:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091425a00/0x5d4000e30d83be6f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x81a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.236859:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1742903177.236862:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+924:13300:x1827566172335104:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 881us (1107us total) trans 4295005101 rc 0/0 00000100:00100000:3.0:1742903177.236869:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77108 00010000:00010000:0.0:1742903177.236871:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091425400/0x5d4000e30d83be61 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x81a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.236875:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091425400/0x5d4000e30d83be61 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x81a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.236879:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091425400/0x5d4000e30d83be61 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x81a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.236884:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091425400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.236886:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091425400/0x5d4000e30d83be61 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x81a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.236891:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091425400/0x5d4000e30d83be61 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x81a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.236897:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81a:0x0].0x0 (ffff88009d121900) 00010000:00010000:0.0:1742903177.236899:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903177.236901:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091425400/0x5d4000e30d83be61 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x81a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.236905:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091425400/0x5d4000e30d83be61 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x81a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.236976:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091424000/0x5d4000e30d83be45 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.236981:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091424000/0x5d4000e30d83be45 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.236985:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091424000/0x5d4000e30d83be45 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.236988:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091424000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.236991:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091424000/0x5d4000e30d83be45 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.236995:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091424000/0x5d4000e30d83be45 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.237002:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:0.0:1742903177.237004:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.237006:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091424000/0x5d4000e30d83be45 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.237007:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.237010:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091424000/0x5d4000e30d83be45 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.237012:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091425a00/0x5d4000e30d83be6f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x81a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.237017:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091425a00 already unused, calling callback (ffffffffa07fd840) 00000004:00010000:0.0:1742903177.237017:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009176f100 reply state ffff88011ec35000 transno 4295005102 ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83be53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.237020:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091425a00/0x5d4000e30d83be6f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x81a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.237025:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091425a00/0x5d4000e30d83be6f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x81a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.237025:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83be53 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.237030:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x863e1088 (ffff88009d1a3000) 00010000:00010000:0.0:1742903177.237032:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.237033:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81a:0x0].0x0 (ffff88009d121900) 00010000:00010000:1.0:1742903177.237034:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:0.0:1742903177.237034:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1742903177.237037:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091425a00/0x5d4000e30d83be6f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x81a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.237040:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091425a00/0x5d4000e30d83be6f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x81a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.237051:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.237053:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.237055:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903177.237080:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+924:13299:x1827566172334848:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1061us (1273us total) trans 4295005102 rc 0/0 00000100:00100000:0.0:1742903177.237086:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77109 00000100:00100000:2.0:1742903177.239275:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.239338:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.239410:0:7214:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172335360 00000100:00100000:0.0:1742903177.239419:0:7214:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172335360 00000100:00100000:3.0:1742903177.239426:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172335616 00000100:00100000:3.0:1742903177.239430:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172335616 00000100:00100000:0.0:1742903177.239449:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17749 00000100:00100000:0.0:1742903177.239454:0:7214:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+925:13300:x1827566172335360:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.239461:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17750 00000100:00100000:3.0:1742903177.239466:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+925:13299:x1827566172335616:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903177.239604:0:7214:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+927:13300:x1827566172335360:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 148us (334us total) trans 4295005103 rc 0/0 00000100:00100000:0.0:1742903177.239611:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17749 00000100:00100000:3.0:1742903177.239737:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+926:13299:x1827566172335616:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 269us (398us total) trans 4295005104 rc 0/0 00000100:00100000:3.0:1742903177.239744:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17750 00000100:00100000:0.0:1742903177.241430:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.241462:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172335872 00000100:00100000:1.0:1742903177.241468:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172335872 00000100:00100000:0.0:1742903177.241502:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.241565:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172336128 00000100:00100000:3.0:1742903177.241569:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77110 00000100:00100000:1.0:1742903177.241569:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172336128 00000100:00100000:3.0:1742903177.241575:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+927:13299:x1827566172335872:12345-192.168.203.29@tcp:36:dbench.0 00000100:00100000:1.0:1742903177.241586:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77111 00000100:00100000:1.0:1742903177.241589:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+927:13300:x1827566172336128:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.241613:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.241613:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.241636:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe600/0x5d4000e30d7b99f0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x813:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6f4d expref: 927 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.241636:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ea00/0x5d4000e30d7ba025 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x818:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7034 expref: 927 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.241652:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009961b000/0x5d4000e30d83bad3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x813:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efffd expref: 925 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.241652:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83b8f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x818:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effb7 expref: 925 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.241662:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800994a8400/0x5d4000e30d828583 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x818:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ea03b expref: 923 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.241663:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5a200/0x5d4000e30d828480 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x813:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335e9fe7 expref: 923 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.241673:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0a00/0x5d4000e30d7b9fdf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x818:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c702d expref: 921 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.241674:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072079a00/0x5d4000e30d7abf6f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x813:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c284a expref: 921 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.241682:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x813:0x0].0x0 (ffff8800994dba00) 00010000:00010000:1.0:1742903177.241682:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x818:0x0].0x0 (ffff8800b5334c00) 00010000:00010000:3.0:1742903177.241689:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.241692:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.241705:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31800/0x5d4000e30d83be76 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.241705:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83be7d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.241716:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31800/0x5d4000e30d83be76 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.241716:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83be7d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.241723:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31800/0x5d4000e30d83be76 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.241723:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83be7d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.241732:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83be84 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0x554f0788 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.241733:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83be8b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0x863e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.241737:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83be84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.241741:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83be8b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.241742:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83be84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.241745:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83be8b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.241827:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31200/0x5d4000e30d83be92 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x813:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.241837:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31200/0x5d4000e30d83be92 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x813:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.241843:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31200/0x5d4000e30d83be92 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x813:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.241978:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83be99 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x818:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.241986:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83be99 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x818:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.241993:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83be99 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x818:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:3.0:1742903177.242005:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1752, 64 off120384 00000040:00080000:3.0:1742903177.242031:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8735, 184 off1531216 00010000:00010000:3.0:1742903177.242062:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83bea0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x813:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.242069:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83bea0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x813:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00000040:00080000:0.0:1742903177.242074:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1753, 64 off120448 00010000:00010000:3.0:1742903177.242075:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83bea0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x813:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.242081:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83bea0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x813:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.242086:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83bea0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x813:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00000040:00080000:0.0:1742903177.242089:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8736, 184 off1531400 00010000:00010000:3.0:1742903177.242091:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83bea0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x813:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.242110:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091425c00/0x5d4000e30d83bea7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x818:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.242116:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903177.242117:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091425c00/0x5d4000e30d83bea7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x818:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.242123:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091425c00/0x5d4000e30d83bea7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x818:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.242128:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091425c00/0x5d4000e30d83bea7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x818:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.242130:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31200/0x5d4000e30d83be92 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x813:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.242133:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091425c00/0x5d4000e30d83bea7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x818:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.242135:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31200/0x5d4000e30d83be92 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x813:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.242136:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.242138:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091425c00/0x5d4000e30d83bea7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x818:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.242140:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31200/0x5d4000e30d83be92 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x813:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.242140:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83bea0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x813:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.242145:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ce31200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.242145:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c71f800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903177.242148:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31200/0x5d4000e30d83be92 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x813:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.242148:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83bea0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x813:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.242148:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.242154:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31200/0x5d4000e30d83be92 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x813:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.242154:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83bea0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x813:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.242156:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.242159:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091425c00/0x5d4000e30d83bea7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x818:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.242161:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x813:0x0].0x0 (ffff8800994db100) 00010000:00010000:3.0:1742903177.242163:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903177.242165:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091425c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903177.242166:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31200/0x5d4000e30d83be92 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x813:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.242166:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x813:0x0].0x0 (ffff8800994db100) 00010000:00010000:1.0:1742903177.242167:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.242167:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091425c00/0x5d4000e30d83bea7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x818:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.242169:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83bea0 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x813:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.242170:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31200/0x5d4000e30d83be92 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x813:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.242173:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83bea0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x813:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.242173:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091425c00/0x5d4000e30d83bea7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x818:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.242179:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x818:0x0].0x0 (ffff8800721ba200) 00010000:00010000:1.0:1742903177.242181:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.242182:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.242182:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903177.242183:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.242184:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091425c00/0x5d4000e30d83bea7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x818:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.242192:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091425c00/0x5d4000e30d83bea7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x818:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.242200:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.242201:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.242202:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.242208:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83be99 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x818:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.242213:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83be99 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x818:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.242218:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83be99 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x818:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.242222:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091424e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.242224:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83be99 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x818:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.242228:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83be99 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x818:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.242233:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x818:0x0].0x0 (ffff8800721ba200) 00010000:00010000:0.0:1742903177.242234:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903177.242236:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83be99 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x818:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.242240:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091424e00/0x5d4000e30d83be99 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x818:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.242247:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31800/0x5d4000e30d83be76 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.242253:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31800/0x5d4000e30d83be76 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.242258:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31800/0x5d4000e30d83be76 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.242261:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ce31800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.242264:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31800/0x5d4000e30d83be76 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.242269:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31800/0x5d4000e30d83be76 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.242275:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:3.0:1742903177.242278:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.242281:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31800/0x5d4000e30d83be76 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.242285:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31800/0x5d4000e30d83be76 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.242285:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83be7d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000004:00010000:3.0:1742903177.242292:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880099e4e680 reply state ffff88008f7ba000 transno 4295005105 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83be84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.242294:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83be7d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.242299:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83be7d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.242300:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83be84 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.242302:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5d600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.242304:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x554f0788 (ffff8800994dbd00) 00010000:00010000:0.0:1742903177.242305:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83be7d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.242306:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.242308:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1742903177.242309:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83be7d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.242341:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:0.0:1742903177.242343:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.242346:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83be7d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.242351:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83be7d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:0.0:1742903177.242370:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880099e4ce00 reply state ffff880096b09000 transno 4295005106 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83be8b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903177.242374:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+922:13299:x1827566172335872:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 797us (946us total) trans 4295005105 rc 0/0 00010000:00010000:0.0:1742903177.242377:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83be8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903177.242380:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77110 00010000:00010000:0.0:1742903177.242382:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x863e0f88 (ffff880099280800) 00010000:00010000:0.0:1742903177.242384:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903177.242386:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1742903177.242408:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+922:13300:x1827566172336128:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 817us (905us total) trans 4295005106 rc 0/0 00000100:00100000:0.0:1742903177.242417:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77111 00000100:00100000:0.0:1742903177.244235:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.244293:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172336384 00000100:00100000:1.0:1742903177.244300:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172336384 00000100:00100000:1.0:1742903177.244370:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17751 00000100:00100000:1.0:1742903177.244375:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+922:13300:x1827566172336384:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:1.0:1742903177.244562:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+923:13300:x1827566172336384:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 184us (329us total) trans 4295005107 rc 0/0 00000100:00100000:1.0:1742903177.244568:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17751 00000100:00100000:0.0:1742903177.244854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.244931:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172336640 00000100:00100000:1.0:1742903177.244935:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172336640 00000100:00100000:1.0:1742903177.244959:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17752 00000100:00100000:1.0:1742903177.244963:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098073050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+923:13299:x1827566172336640:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:1.0:1742903177.245026:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098073050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+924:13299:x1827566172336640:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 61us (172us total) trans 4295005108 rc 0/0 00000100:00100000:1.0:1742903177.245032:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17752 00000100:00100000:0.0:1742903177.246390:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.246448:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172336896 00000100:00100000:2.0:1742903177.246458:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172336896 00000100:00100000:2.0:1742903177.246511:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77112 00000100:00100000:2.0:1742903177.246517:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+924:13299:x1827566172336896:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.246561:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.246584:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f600/0x5d4000e30d7b9693 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x80f:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6e43 expref: 924 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.246607:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bafd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0004 expref: 923 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.246618:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a800/0x5d4000e30d83ae15 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc37 expref: 922 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.246634:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d7ab8e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c25f0 expref: 921 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.246642:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80f:0x0].0x0 (ffff88012bd63900) 00010000:00010000:2.0:1742903177.246650:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.246671:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83beae lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.246681:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83beae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.246688:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83beae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.246700:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83beb5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0x862169a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.246705:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83beb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.246710:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83beb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903177.246745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903177.246773:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83bebc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x80f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903177.246984:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172337152 00000100:00100000:3.0:1742903177.246988:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172337152 00000100:00100000:3.0:1742903177.247020:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77113 00000100:00100000:3.0:1742903177.247028:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13300:x1827566172337152:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.247046:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.247057:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3000/0x5d4000e30d7b9272 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x80b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6cfa expref: 921 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.247070:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83b92f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335effbe expref: 920 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.247080:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2f000/0x5d4000e30d83ac63 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efba4 expref: 919 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.247094:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8e00/0x5d4000e30d7a855b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c1477 expref: 918 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.247101:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80b:0x0].0x0 (ffff88012bd63a00) 00010000:00010000:3.0:1742903177.247106:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.247113:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d83bec3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247119:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d83bec3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247124:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d83bec3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247133:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83beca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247138:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83beca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247142:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83beca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247169:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83bed1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x80b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247174:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83bed1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247178:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83bed1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:3.0:1742903177.247395:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1754, 64 off120512 00010000:00010000:2.0:1742903177.247417:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83bebc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000040:00080000:3.0:1742903177.247422:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8737, 184 off1531584 00010000:00010000:2.0:1742903177.247424:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83bebc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.247460:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83bed8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x80b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247466:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83bed8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x80b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247471:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83bed8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x80b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247477:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83bed8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x80b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247481:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83bed8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x80b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247486:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83bed8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x80b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00000040:00080000:2.0:1742903177.247496:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1755, 64 off120576 00010000:00010000:3.0:1742903177.247506:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000040:00080000:2.0:1742903177.247510:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8738, 184 off1531768 00010000:00010000:3.0:1742903177.247518:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83bed1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247523:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83bed1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x80b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247528:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83bed1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x80b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.247529:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.247530:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83bedf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x80f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.247532:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880129b8ec00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.247535:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83bed1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x80b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.247536:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83bedf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x80f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.247536:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83bed8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x80b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247540:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83bed1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x80b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.247541:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83bedf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x80f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.247543:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880129b8e600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.247546:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83bedf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x80f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.247546:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83bed8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x80b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247550:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80b:0x0].0x0 (ffff8800994db300) 00010000:00010000:3.0:1742903177.247552:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.247555:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83bed1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x80b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247558:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83bed1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x80b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.247563:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83bed8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x80b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.247575:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80b:0x0].0x0 (ffff8800994db300) 00010000:00010000:0.0:1742903177.247577:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.247581:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83bed8 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x80b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.247586:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83bed8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x80b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.247601:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.247603:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.247604:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.247629:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d83bec3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247635:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d83bec3 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247639:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d83bec3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247643:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801233a3800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.247645:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d83bec3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247649:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d83bec3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.247654:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83bedf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x80f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.247656:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:3.0:1742903177.247658:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.247658:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83bedf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x80f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.247660:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d83bec3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.247664:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d83bec3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.247667:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1742903177.247671:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880099e4d180 reply state ffff88008f7bb000 transno 4295005109 ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83beca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.247675:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83bebc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.247676:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903177.247677:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83beca lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.247679:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83bebc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x80f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.247681:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83bedf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x80f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.247682:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x85ed9198 (ffff8800994dbf00) 00010000:00010000:3.0:1742903177.247684:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.247684:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83bebc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x80f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903177.247686:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1742903177.247687:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c051000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.247689:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83bebc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x80f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.247689:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131a6ae00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.247692:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83bedf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x80f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.247694:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83bebc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x80f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.247697:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83bedf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x80f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.247707:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80f:0x0].0x0 (ffff88009b855f00) 00010000:00010000:0.0:1742903177.247709:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.247711:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83bedf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x80f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.247714:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80f:0x0].0x0 (ffff88009b855f00) 00010000:00010000:2.0:1742903177.247715:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903177.247715:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83bedf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x80f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.247718:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83bebc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x80f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.247722:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83bebc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x80f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.247722:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.247723:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.247725:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1742903177.247743:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13300:x1827566172337152:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 717us (998us total) trans 4295005109 rc 0/0 00000100:00100000:3.0:1742903177.247749:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77113 00010000:00010000:2.0:1742903177.247769:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83beae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.247775:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83beae lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.247779:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83beae lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.247783:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c050e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.247786:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83beae lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.247790:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83beae lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.247797:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903177.247799:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.247801:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83beae lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.247805:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050e00/0x5d4000e30d83beae lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:2.0:1742903177.247810:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880099e4ca80 reply state ffff880099c42000 transno 4295005110 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83beb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.247817:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83beb5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.247821:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x862169a1 (ffff88009b855200) 00010000:00010000:2.0:1742903177.247823:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.247824:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.247846:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13299:x1827566172336896:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1328us (1457us total) trans 4295005110 rc 0/0 00000100:00100000:2.0:1742903177.247851:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77112 00000100:00100000:0.0:1742903177.250957:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.251299:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.251388:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172337408 00000100:00100000:3.0:1742903177.251397:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172337408 00000100:00100000:1.0:1742903177.251411:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172337536 00000100:00100000:1.0:1742903177.251418:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172337536 00000100:00100000:3.0:1742903177.251439:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17753 00000100:00100000:3.0:1742903177.251445:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13299:x1827566172337408:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:1.0:1742903177.251461:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17754 00000100:00100000:1.0:1742903177.251467:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13300:x1827566172337536:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:3.0:1742903177.251727:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+922:13299:x1827566172337408:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 280us (776us total) trans 4295005111 rc 0/0 00000100:00100000:3.0:1742903177.251734:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17753 00000100:00100000:1.0:1742903177.253402:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13300:x1827566172337536:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 1930us (2098us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.253412:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17754 00000100:00100000:0.0:1742903177.253621:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.253699:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172337792 00000100:00100000:2.0:1742903177.253705:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172337792 00000100:00100000:2.0:1742903177.253735:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77114 00000100:00100000:2.0:1742903177.253740:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13299:x1827566172337792:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.253778:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.253803:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801231f3a00/0x5d4000e30d7ba198 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x819:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7073 expref: 921 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.253822:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14600/0x5d4000e30d83bb27 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x819:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f000b expref: 920 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.253830:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d4400/0x5d4000e30d8285ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x819:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ea05e expref: 919 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.253836:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d1200/0x5d4000e30d7ba18a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x819:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c706c expref: 918 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.253842:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x819:0x0].0x0 (ffff8800840ab600) 00010000:00010000:2.0:1742903177.253850:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.253864:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072080400/0x5d4000e30d83bee6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.253873:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072080400/0x5d4000e30d83bee6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.253879:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072080400/0x5d4000e30d83bee6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.253886:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b600/0x5d4000e30d83beed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0x863e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.253889:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b600/0x5d4000e30d83beed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.253892:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b600/0x5d4000e30d83beed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.253954:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83bef4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x819:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.253959:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83bef4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x819:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.253964:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83bef4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x819:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:2.0:1742903177.254142:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1756, 64 off120640 00000040:00080000:2.0:1742903177.254260:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8740, 184 off1532088 00010000:00010000:2.0:1742903177.254295:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83befb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x819:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.254302:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83befb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x819:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.254310:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83befb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x819:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.254348:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83befb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x819:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.254353:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83befb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x819:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.254372:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83befb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x819:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.254390:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.254406:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83bef4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x819:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.254411:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83bef4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x819:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.254415:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83bef4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x819:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.254420:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf59800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.254424:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83bef4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x819:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.254430:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83bef4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x819:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.254437:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x819:0x0].0x0 (ffff88009b855b00) 00010000:00010000:2.0:1742903177.254439:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.254442:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83bef4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x819:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.254473:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.254478:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83befb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x819:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.254482:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ede2c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.254484:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83befb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x819:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.254490:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83befb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x819:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.254497:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x819:0x0].0x0 (ffff88009b855b00) 00010000:00010000:1.0:1742903177.254498:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903177.254501:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83befb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x819:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.254504:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83befb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x819:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.254515:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.254516:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.254517:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.254549:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83bef4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x819:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.254612:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072080400/0x5d4000e30d83bee6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.254617:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072080400/0x5d4000e30d83bee6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.254621:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072080400/0x5d4000e30d83bee6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.254625:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072080400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.254627:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072080400/0x5d4000e30d83bee6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.254631:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072080400/0x5d4000e30d83bee6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.254636:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903177.254638:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.254640:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072080400/0x5d4000e30d83bee6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.254644:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072080400/0x5d4000e30d83bee6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:2.0:1742903177.254650:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880099e4d880 reply state ffff880099c43000 transno 4295005112 ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b600/0x5d4000e30d83beed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.254657:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b600/0x5d4000e30d83beed lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.254665:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x863e0f88 (ffff88009b855600) 00010000:00010000:2.0:1742903177.254667:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.254669:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.254716:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13299:x1827566172337792:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 974us (1095us total) trans 4295005112 rc 0/0 00000100:00100000:2.0:1742903177.254722:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77114 00000100:00100000:0.0:1742903177.255703:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.255796:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172337920 00000100:00100000:2.0:1742903177.255802:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172337920 00000100:00100000:2.0:1742903177.255879:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77115 00000100:00100000:2.0:1742903177.255884:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13300:x1827566172337920:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903177.255895:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.255906:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83bf02 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0019 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.255950:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3000/0x5d4000e30d83bf09 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.255959:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3000/0x5d4000e30d83bf09 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.255965:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3000/0x5d4000e30d83bf09 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.255976:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83bf10 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.255981:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83bf10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.255990:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83bf10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.256035:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83bf17 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x805:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.256043:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83bf17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.256048:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83bf17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:2.0:1742903177.256075:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x805:0x0]: returning size 260096 00000004:00200000:2.0:1742903177.256079:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.256089:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83bf17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.256097:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83bf17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.256102:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3000/0x5d4000e30d83bf09 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.256106:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3000/0x5d4000e30d83bf09 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.256111:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3000/0x5d4000e30d83bf09 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.256115:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e3000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.256118:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3000/0x5d4000e30d83bf09 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.256122:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3000/0x5d4000e30d83bf09 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.256129:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x0 (ffff88012d39b400) 00010000:00010000:2.0:1742903177.256132:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.256135:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3000/0x5d4000e30d83bf09 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.256139:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3000/0x5d4000e30d83bf09 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.256146:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83bf10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.256150:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83bf10 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.256155:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83bf10 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.256158:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e8c3800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.256160:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83bf10 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.256164:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83bf10 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.256169:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x396e6a5e (ffff88009b855000) 00010000:00010000:2.0:1742903177.256171:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.256173:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83bf10 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.256177:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83bf10 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.256193:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83bf02 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0019 expref: 921 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.256206:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83bf17 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0019 expref: 920 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.256211:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x805:0x0].0x0 (ffff88009927fd00) 00010000:00010000:2.0:1742903177.256213:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903177.256214:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e8c3000, rc 0) 00000100:00100000:2.0:1742903177.256276:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13300:x1827566172337920:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 391us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.256281:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77115 00000100:00100000:0.0:1742903177.257128:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.257185:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172338176 00000100:00100000:1.0:1742903177.257190:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172338176 00000100:00100000:1.0:1742903177.257225:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17755 00000100:00100000:1.0:1742903177.257230:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13299:x1827566172338176:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:1.0:1742903177.257386:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13299:x1827566172338176:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 154us (258us total) trans 4295005113 rc 0/0 00000100:00100000:1.0:1742903177.257392:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17755 00000100:00100000:0.0:1742903177.258197:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.258333:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.258366:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.258386:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172338560 00000100:00100000:0.0:1742903177.258390:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172338560 00000100:00100000:0.0:1742903177.258413:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 246 00000100:00100000:0.0:1742903177.258418:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:2007:x1827566172338560:12345-192.168.203.29@tcp:63:ll_sa.0 00000100:00100000:2.0:1742903177.258439:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172338304 00000100:00100000:3.0:1742903177.258443:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172338688 00000100:00100000:2.0:1742903177.258443:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172338304 00010000:00010000:0.0:1742903177.258446:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1742903177.258447:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172338688 00000100:00100000:2.0:1742903177.258469:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8465 00000100:00100000:2.0:1742903177.258473:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072346680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+923:2009:x1827566172338304:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1742903177.258480:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77116 00010000:00010000:2.0:1742903177.258481:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1742903177.258484:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+923:13299:x1827566172338688:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.258496:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83bf17 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0019 expref: 923 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.258507:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.258508:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x805:0x0].0x0 (ffff88009927fd00) 00010000:00010000:0.0:1742903177.258509:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83bf1e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0020 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.258511:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.258517:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3200/0x5d4000e30d7b91ae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x80a:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6cbb expref: 923 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.258530:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15c00/0x5d4000e30d83bb43 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0012 expref: 922 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.258538:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83bf25 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00000100:00100000:2.0:1742903177.258542:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072346680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:2009:x1827566172338304:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 68us (346us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903177.258543:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83ad04 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efbdc expref: 921 pid: 18840 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903177.258547:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8465 00010000:00010000:0.0:1742903177.258547:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83bf25 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.258553:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83bf25 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.258555:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c188600/0x5d4000e30d7a8634 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c14bd expref: 919 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.258561:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80a:0x0].0x0 (ffff88012bd63500) 00010000:00010000:0.0:1742903177.258564:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83bf2c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x582e84a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.258568:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903177.258569:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83bf2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.258573:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83bf2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.258574:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e000/0x5d4000e30d83bf33 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.258580:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e000/0x5d4000e30d83bf33 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903177.258581:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903177.258585:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e000/0x5d4000e30d83bf33 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.258593:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e400/0x5d4000e30d83bf3a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.258597:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e400/0x5d4000e30d83bf3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.258602:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e400/0x5d4000e30d83bf3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.258632:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ea00/0x5d4000e30d83bf41 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x80a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.258632:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83bf48 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x801:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00000100:00100000:2.0:1742903177.258634:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172338944 00010000:00010000:3.0:1742903177.258637:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ea00/0x5d4000e30d83bf41 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903177.258637:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172338944 00010000:00010000:0.0:1742903177.258638:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83bf48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x801:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.258643:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83bf48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x801:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.258646:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ea00/0x5d4000e30d83bf41 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903177.258650:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17756 00000100:00100000:2.0:1742903177.258654:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13300:x1827566172338944:12345-192.168.203.29@tcp:35:dbench.0 00000004:00200000:0.0:1742903177.258656:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x801:0x0]: returning size 260096 00000004:00200000:0.0:1742903177.258659:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903177.258668:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83bf48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x801:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.258675:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83bf48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x801:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.258680:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83bf25 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.258684:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83bf25 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.258690:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83bf25 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.258695:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5d600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.258697:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83bf25 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.258702:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83bf25 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.258709:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x0 (ffff88012d39b400) 00010000:00010000:0.0:1742903177.258711:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.258714:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83bf25 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.258718:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83bf25 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.258724:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83bf2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00000100:00100000:2.0:1742903177.258726:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13300:x1827566172338944:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 71us (144us total) trans 4295005114 rc 0/0 00010000:00010000:0.0:1742903177.258729:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83bf2c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00000100:00100000:2.0:1742903177.258731:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17756 00010000:00010000:0.0:1742903177.258732:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83bf2c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.258736:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c11aa00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.258738:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83bf2c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.258742:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83bf2c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.258747:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x582e84a0 (ffff8800721bac00) 00010000:00010000:0.0:1742903177.258749:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.258750:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83bf2c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.258754:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83bf2c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.258769:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7200/0x5d4000e30d83bf1e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0020 expref: 920 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.258777:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83bf48 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x801:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0020 expref: 919 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.258782:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x801:0x0].0x0 (ffff8800996fb800) 00010000:00010000:0.0:1742903177.258783:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1742903177.258785:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992f9000, rc 0) 00010000:00010000:0.0:1742903177.258788:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000040:00080000:3.0:1742903177.258791:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1757, 64 off120704 00010000:00010000:1.0:1742903177.258810:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bf4f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0027 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1742903177.258818:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8741, 184 off1532272 00010000:00010000:1.0:1742903177.258833:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83bf56 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.258839:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83bf56 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.258841:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83bf5d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x80a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.258846:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83bf56 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.258847:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83bf5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x80a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.258853:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83bf5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x80a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.258855:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83bf64 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.258859:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83bf5d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x80a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.258861:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83bf64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.258863:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83bf5d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x80a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.258866:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83bf64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.258867:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83bf5d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x80a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.258888:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.258897:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ea00/0x5d4000e30d83bf41 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.258899:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a200/0x5d4000e30d83bf6b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x803:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.258901:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ea00/0x5d4000e30d83bf41 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x80a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.258905:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ea00/0x5d4000e30d83bf41 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x80a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.258906:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a200/0x5d4000e30d83bf6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.258909:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880129b8ea00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.258911:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a200/0x5d4000e30d83bf6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.258912:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ea00/0x5d4000e30d83bf41 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x80a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.258916:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ea00/0x5d4000e30d83bf41 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x80a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.258922:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80a:0x0].0x0 (ffff8800994db000) 00000004:00200000:1.0:1742903177.258923:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x803:0x0]: returning size 260096 00010000:00010000:3.0:1742903177.258924:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.258926:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ea00/0x5d4000e30d83bf41 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x80a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00200000:1.0:1742903177.258926:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1742903177.258929:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ea00/0x5d4000e30d83bf41 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x80a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:1.0:1742903177.258932:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a200/0x5d4000e30d83bf6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.258938:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a200/0x5d4000e30d83bf6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.258943:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83bf56 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.258947:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83bf56 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.258951:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83bf56 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.258964:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86a800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.258966:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83bf56 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.258971:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83bf56 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.258977:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x0 (ffff88012d39b400) 00010000:00010000:1.0:1742903177.258980:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.258982:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83bf56 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.258987:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83bf56 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.258994:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83bf64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.258999:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83bf64 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.259004:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83bf64 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.259008:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e000/0x5d4000e30d83bf33 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.259008:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86b600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.259010:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83bf64 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.259013:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e000/0x5d4000e30d83bf33 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.259014:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83bf64 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.259017:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e000/0x5d4000e30d83bf33 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.259019:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x261139b2 (ffff880099280d00) 00010000:00010000:3.0:1742903177.259021:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880129b8e000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.259021:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.259023:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e000/0x5d4000e30d83bf33 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.259023:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83bf64 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.259027:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83bf64 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.259028:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e000/0x5d4000e30d83bf33 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.259034:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:3.0:1742903177.259036:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.259038:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e000/0x5d4000e30d83bf33 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.259043:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bf4f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0027 expref: 922 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.259045:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e000/0x5d4000e30d83bf33 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x806:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.259052:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a200/0x5d4000e30d83bf6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0027 expref: 921 pid: 7216 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1742903177.259053:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880072345c00 reply state ffff88008f7bc000 transno 4295005115 ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e400/0x5d4000e30d83bf3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.259057:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x803:0x0].0x0 (ffff88009927f500) 00010000:00010000:1.0:1742903177.259059:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903177.259060:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e400/0x5d4000e30d83bf3a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.259061:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b86a200, rc 0) 00010000:00010000:3.0:1742903177.259065:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x85ed9198 (ffff8800994db100) 00010000:00010000:3.0:1742903177.259067:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.259069:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.259096:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+922:2007:x1827566172338560:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 677us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.259100:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+922:13299:x1827566172338688:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 614us (767us total) trans 4295005115 rc 0/0 00000100:00100000:1.0:1742903177.259102:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 246 00000100:00100000:3.0:1742903177.259106:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77116 00010000:00010000:0.0:1742903177.259343:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.259349:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83bf5d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x80a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.259354:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c71f800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.259367:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83bf5d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x80a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.259372:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83bf5d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x80a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.259379:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80a:0x0].0x0 (ffff8800994db000) 00010000:00010000:0.0:1742903177.259381:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.259383:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83bf5d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x80a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.259387:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83bf5d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x80a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.259396:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.259397:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.259399:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903177.260909:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.260952:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172339200 00000100:00100000:3.0:1742903177.260959:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172339200 00000100:00100000:3.0:1742903177.260998:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77117 00000100:00100000:3.0:1742903177.261004:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13300:x1827566172339200:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.261037:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.261053:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d7b8d94 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x805:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6b5d expref: 921 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.261069:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a600/0x5d4000e30d834b74 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x805:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee03e expref: 920 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.261086:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7800/0x5d4000e30d7b8c91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x805:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6b09 expref: 919 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.261098:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x805:0x0].0x0 (ffff88009927fd00) 00010000:00010000:3.0:1742903177.261108:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79600/0x5d4000e30d83b482 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe83 expref: 918 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.261118:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x0 (ffff88012d39b400) 00010000:00010000:3.0:1742903177.261121:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.261132:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83bf72 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261143:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83bf72 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261150:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83bf72 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261161:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d83bf79 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261166:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d83bf79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261171:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d83bf79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261219:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3000/0x5d4000e30d83bf80 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x805:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261225:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3000/0x5d4000e30d83bf80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x805:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261231:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3000/0x5d4000e30d83bf80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x805:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:3.0:1742903177.261419:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1756, 64 off120640 00000040:00080000:3.0:1742903177.261444:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8742, 184 off1532456 00010000:00010000:3.0:1742903177.261479:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801231f2000/0x5d4000e30d83bf87 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x805:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261484:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801231f2000/0x5d4000e30d83bf87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x805:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261490:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801231f2000/0x5d4000e30d83bf87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x805:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261495:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801231f2000/0x5d4000e30d83bf87 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x805:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261499:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801231f2000/0x5d4000e30d83bf87 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x805:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261503:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801231f2000/0x5d4000e30d83bf87 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x805:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261519:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.261532:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3000/0x5d4000e30d83bf80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x805:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261536:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3000/0x5d4000e30d83bf80 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x805:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261540:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3000/0x5d4000e30d83bf80 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x805:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261544:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801233a3000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.261546:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3000/0x5d4000e30d83bf80 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x805:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261553:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3000/0x5d4000e30d83bf80 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x805:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261560:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x805:0x0].0x0 (ffff8800994db700) 00010000:00010000:3.0:1742903177.261562:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.261564:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3000/0x5d4000e30d83bf80 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x805:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261568:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3000/0x5d4000e30d83bf80 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x805:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261634:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83bf72 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261639:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83bf72 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261644:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83bf72 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261647:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880129b8f600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.261649:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83bf72 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261654:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83bf72 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261659:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x0 (ffff88012d39b400) 00010000:00010000:3.0:1742903177.261661:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.261663:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83bf72 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261667:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83bf72 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:3.0:1742903177.261673:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009aeb5180 reply state ffff88008f7bd000 transno 4295005116 ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d83bf79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261680:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d83bf79 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.261684:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x396e6a5e (ffff8800994db400) 00010000:00010000:3.0:1742903177.261686:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.261688:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.261745:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13300:x1827566172339200:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 739us (839us total) trans 4295005116 rc 0/0 00000100:00100000:3.0:1742903177.261752:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77117 00010000:00010000:0.0:1742903177.261878:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.261883:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801231f2000/0x5d4000e30d83bf87 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x805:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.261888:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801231f2000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.261890:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801231f2000/0x5d4000e30d83bf87 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x805:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.261894:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801231f2000/0x5d4000e30d83bf87 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x805:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.261901:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x805:0x0].0x0 (ffff8800994db700) 00010000:00010000:0.0:1742903177.261902:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.261904:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801231f2000/0x5d4000e30d83bf87 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x805:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.261908:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801231f2000/0x5d4000e30d83bf87 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x805:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.261920:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.261921:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.261923:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903177.261952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.261971:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172339328 00000100:00100000:3.0:1742903177.261975:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172339328 00000100:00100000:3.0:1742903177.262475:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17757 00000100:00100000:3.0:1742903177.262480:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098072c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13299:x1827566172339328:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:1.0:1742903177.264225:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.264281:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172339584 00000100:00100000:0.0:1742903177.264287:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172339584 00000100:00100000:0.0:1742903177.264342:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17758 00000100:00100000:0.0:1742903177.264347:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13300:x1827566172339584:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903177.264500:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13300:x1827566172339584:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 152us (278us total) trans 4295005117 rc 0/0 00000100:00100000:0.0:1742903177.264506:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17758 00000100:00100000:3.0:1742903177.265054:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098072c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13299:x1827566172339328:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2571us (3100us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.265060:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17757 00000100:00100000:0.0:1742903177.266418:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.266459:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.266536:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172339840 00000100:00100000:3.0:1742903177.266540:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172339968 00000100:00100000:1.0:1742903177.266542:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172339840 00000100:00100000:3.0:1742903177.266544:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172339968 00000100:00100000:1.0:1742903177.266571:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77118 00000100:00100000:1.0:1742903177.266577:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13300:x1827566172339840:12345-192.168.203.29@tcp:36:dbench.0 00000100:00100000:3.0:1742903177.266585:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77119 00000100:00100000:3.0:1742903177.266589:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13299:x1827566172339968:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:3.0:1742903177.266601:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.266611:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.266620:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801231f3a00/0x5d4000e30d83bf8e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f002e expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.266633:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091424a00/0x5d4000e30d7b87ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x801:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6981 expref: 922 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.266647:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83bf48 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x801:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0020 expref: 921 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.266659:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215400/0x5d4000e30d832858 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x801:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed532 expref: 920 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.266665:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83bf95 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.266670:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4200/0x5d4000e30d7b8758 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x801:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6965 expref: 919 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.266678:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83bf95 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.266678:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x801:0x0].0x0 (ffff8800996fb800) 00010000:00010000:1.0:1742903177.266686:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.266687:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83bf95 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.266693:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bf9c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.266698:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bf9c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.266700:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83bfa3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x396e6a5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.266702:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bf9c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.266706:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83bfa3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.266708:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83bfaa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ff:0x0].0x582e84a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.266711:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83bfa3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.266711:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83bfaa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ff:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.266715:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83bfaa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ff:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.266761:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83bfb1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x801:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.266765:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83bfb1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x801:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.266771:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83bfb1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x801:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.266780:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83bfb8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x804:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.266788:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83bfb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x804:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.266793:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83bfb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x804:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903177.266820:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x804:0x0]: returning size 260096 00000004:00200000:3.0:1742903177.266824:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903177.266837:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83bfb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x804:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.266845:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83bfb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x804:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.266852:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83bf95 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.266858:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83bf95 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.266864:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83bf95 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.266869:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ede2c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.266873:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83bf95 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.266879:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83bf95 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.266886:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x0 (ffff88008408c200) 00010000:00010000:3.0:1742903177.266888:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.266892:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83bf95 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.266896:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83bf95 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.266904:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83bfa3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.266909:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83bfa3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.266914:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83bfa3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.266918:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880129b8e600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.266921:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83bfa3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.266925:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83bfa3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.266931:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x396e6a5e (ffff8800994dba00) 00010000:00010000:3.0:1742903177.266933:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.266935:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83bfa3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.266939:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83bfa3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000040:00080000:1.0:1742903177.266951:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1757, 64 off120704 00010000:00010000:3.0:1742903177.266959:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801231f3a00/0x5d4000e30d83bf8e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f002e expref: 919 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.266970:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83bfb8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x804:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f002e expref: 918 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.266976:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x804:0x0].0x0 (ffff88009927f000) 00010000:00010000:3.0:1742903177.266978:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903177.266980:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129b8ec00, rc 0) 00000040:00080000:1.0:1742903177.266980:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8743, 176 off1532632 00010000:00010000:1.0:1742903177.267012:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83bfbf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x801:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.267018:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83bfbf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x801:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.267024:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83bfbf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x801:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.267029:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83bfbf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x801:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903177.267030:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13299:x1827566172339968:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 439us (569us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903177.267033:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83bfbf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x801:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903177.267036:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77119 00010000:00010000:1.0:1742903177.267037:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83bfbf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x801:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.267061:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.267071:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83bfb1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x801:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.267076:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83bfb1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x801:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.267081:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83bfb1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x801:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.267084:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86b200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.267087:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83bfb1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x801:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.267092:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83bfb1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x801:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.267098:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x801:0x0].0x0 (ffff880099280f00) 00010000:00010000:1.0:1742903177.267100:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.267103:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83bfb1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x801:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.267107:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83bfb1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x801:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.267138:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.267144:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83bfbf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x801:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.267148:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86a600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.267151:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83bfbf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x801:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.267155:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83bfbf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x801:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.267162:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x801:0x0].0x0 (ffff880099280f00) 00010000:00010000:0.0:1742903177.267165:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.267167:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83bfbf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x801:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.267170:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83bfbf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x801:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.267182:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.267183:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.267184:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.267204:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bf9c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.267209:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bf9c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.267213:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bf9c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.267216:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86b800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.267218:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bf9c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.267221:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bf9c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.267227:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x0 (ffff88012d39b400) 00010000:00010000:1.0:1742903177.267228:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.267230:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bf9c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.267237:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bf9c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:1.0:1742903177.267244:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880072345880 reply state ffff880096b0a000 transno 4295005118 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83bfaa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ff:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.267249:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83bfaa lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7ff:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.267254:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x582e84a0 (ffff880099280900) 00010000:00010000:1.0:1742903177.267256:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.267257:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.267479:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13300:x1827566172339840:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 901us (1062us total) trans 4295005118 rc 0/0 00000100:00100000:1.0:1742903177.267484:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77118 00000100:00100000:0.0:1742903177.268950:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.269210:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172340096 00000100:00100000:2.0:1742903177.269216:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172340096 00000100:00100000:0.0:1742903177.269255:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.269256:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8466 00000100:00100000:2.0:1742903177.269261:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072344a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:2008:x1827566172340096:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903177.269272:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1742903177.269279:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903177.269286:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83bfb8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x804:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f002e expref: 919 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.269299:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x804:0x0].0x0 (ffff88009927f000) 00010000:00010000:2.0:1742903177.269302:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903177.269338:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172340480 00000100:00100000:1.0:1742903177.269342:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172340480 00000100:00100000:2.0:1742903177.269346:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072344a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:2008:x1827566172340096:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 85us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.269351:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8466 00000100:00100000:1.0:1742903177.269374:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77120 00000100:00100000:1.0:1742903177.269378:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072345180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13436:x1827566172340480:12345-192.168.203.29@tcp:101:ll_sa.0 00010000:00010000:1.0:1742903177.269444:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.269452:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86be00/0x5d4000e30d83bfc6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0035 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903177.269457:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172340352 00000100:00100000:3.0:1742903177.269460:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172340352 00010000:00010000:1.0:1742903177.269472:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86be00/0x5d4000e30d83bfc6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0035 expref: 920 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.269481:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86be00/0x5d4000e30d83bfc6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0035 expref: 920 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.269491:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x0 (ffff88008408c200) 00010000:00010000:1.0:1742903177.269493:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.269494:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17759 00010000:00010000:1.0:1742903177.269496:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b86be00, rc 0) 00000100:00100000:3.0:1742903177.269502:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13299:x1827566172340352:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:1.0:1742903177.269514:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072345180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13436:x1827566172340480:12345-192.168.203.29@tcp:101:ll_sa.0 Request processed in 135us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.269518:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77120 00000100:00100000:3.0:1742903177.269614:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13299:x1827566172340352:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 111us (360us total) trans 4295005119 rc 0/0 00000100:00100000:3.0:1742903177.269620:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17759 00000100:00100000:0.0:1742903177.270786:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.270980:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172340736 00000100:00100000:3.0:1742903177.270984:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172340736 00000100:00100000:3.0:1742903177.271008:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17760 00000100:00100000:3.0:1742903177.271012:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13300:x1827566172340736:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903177.271091:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.271127:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13300:x1827566172340736:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 113us (342us total) trans 4295005120 rc 0/0 00000100:00100000:3.0:1742903177.271133:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17760 00000100:00100000:1.0:1742903177.271190:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172340992 00000100:00100000:1.0:1742903177.271193:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172340992 00000100:00100000:0.0:1742903177.271200:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.271227:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77121 00000100:00100000:1.0:1742903177.271232:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13299:x1827566172340992:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.271256:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.271271:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2ea00/0x5d4000e30d7b8bb8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x804:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6abc expref: 921 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.271286:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed27600/0x5d4000e30d834bc8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x804:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee05a expref: 920 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.271297:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b000/0x5d4000e30d7b8b41 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x804:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6a92 expref: 919 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.271305:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x804:0x0].0x0 (ffff88009927f000) 00010000:00010000:1.0:1742903177.271341:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c000/0x5d4000e30d83b489 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efea6 expref: 918 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.271349:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x0 (ffff88008408c200) 00010000:00010000:1.0:1742903177.271351:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.271376:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bfcd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903177.271446:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172341120 00000100:00100000:3.0:1742903177.271449:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172341120 00000100:00100000:3.0:1742903177.271464:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17761 00000100:00100000:3.0:1742903177.271467:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aadb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13436:x1827566172341120:12345-192.168.203.29@tcp:37:ll_sa.0 00010000:00010000:1.0:1742903177.272099:0:7212:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86be00/0x5d4000e30d83bfc6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0035 expref: 919 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.272106:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bfcd lrc: 4/0,1 mode: --/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.272134:0:7212:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86be00/0x5d4000e30d83bfc6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0035 expref: 919 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.272145:0:7212:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86be00/0x5d4000e30d83bfc6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0035 expref: 919 pid: 18840 timeout: 405 lvb_type: 0 00000100:00100000:1.0:1742903177.272157:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c60f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161337728:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903177.272339:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.272375:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db240 going to sleep for 11 seconds 00000100:00100000:3.0:1742903177.272557:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172341376 00000100:00100000:3.0:1742903177.272560:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172341376 00000100:00100000:3.0:1742903177.272581:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77122 00000100:00100000:3.0:1742903177.272586:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13300:x1827566172341376:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.272615:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.272628:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720aee00/0x5d4000e30d7b8ac3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x803:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6a6f expref: 920 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.272641:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a200/0x5d4000e30d83bf6b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0027 expref: 919 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.272654:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b9400/0x5d4000e30d83465e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x803:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ede8c expref: 918 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.272664:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099800400/0x5d4000e30d7b8a3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x803:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6a45 expref: 917 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.272672:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x803:0x0].0x0 (ffff88009927f500) 00010000:00010000:3.0:1742903177.272678:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.272687:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d83bfd4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.272696:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d83bfd4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.272703:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d83bfd4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.272714:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072045a00/0x5d4000e30d83bfdb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.272719:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072045a00/0x5d4000e30d83bfdb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.272725:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072045a00/0x5d4000e30d83bfdb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.272784:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83bfe2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x803:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.272790:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83bfe2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x803:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.272800:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83bfe2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x803:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:3.0:1742903177.273501:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1758, 64 off120768 00000040:00080000:3.0:1742903177.273526:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8744, 184 off1532816 00010000:00010000:3.0:1742903177.273557:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83bfe9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x803:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.273565:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83bfe9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x803:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.273571:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83bfe9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x803:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.273577:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83bfe9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x803:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.273583:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83bfe9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x803:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.273587:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83bfe9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x803:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.273604:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.273617:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83bfe2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x803:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.273622:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83bfe2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x803:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.273626:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83bfe2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x803:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.273631:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072045c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.273635:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83bfe2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x803:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.273641:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83bfe2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x803:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.273648:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x803:0x0].0x0 (ffff8800994db000) 00010000:00010000:3.0:1742903177.273650:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.273653:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83bfe2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x803:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.273657:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83bfe2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x803:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.273739:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d83bfd4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.273745:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d83bfd4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.273749:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d83bfd4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.273753:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072045400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.273755:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d83bfd4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.273759:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d83bfd4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.273764:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x0 (ffff88012d39b400) 00010000:00010000:3.0:1742903177.273766:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.273769:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d83bfd4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.273778:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d83bfd4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:3.0:1742903177.273785:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009aada680 reply state ffff88008f798000 transno 4295005121 ns: mdt-lustre-MDT0000_UUID lock: ffff880072045a00/0x5d4000e30d83bfdb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.273791:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072045a00/0x5d4000e30d83bfdb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.273797:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x261139b2 (ffff8800994db300) 00010000:00010000:3.0:1742903177.273799:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.273801:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.273850:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:13300:x1827566172341376:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1262us (1511us total) trans 4295005121 rc 0/0 00000100:00100000:3.0:1742903177.273857:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77122 00000100:00100000:2.0:1742903177.274064:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aadb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13436:x1827566172341120:12345-192.168.203.29@tcp:37:ll_sa.0 Request processed in 2594us (2863us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.274072:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17761 00010000:00010000:0.0:1742903177.274191:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.274197:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83bfe9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x803:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.274203:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072045e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.274205:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83bfe9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x803:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.274210:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83bfe9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x803:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.274218:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x803:0x0].0x0 (ffff8800994db000) 00010000:00010000:0.0:1742903177.274220:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.274222:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83bfe9 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x803:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.274227:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83bfe9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x803:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.274237:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.274238:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.274240:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903177.274467:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c60f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1827566161337728:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903177.274484:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bfcd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903177.277648:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.278738:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172341504 00000100:00100000:1.0:1742903177.278746:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172341504 00000100:00100000:1.0:1742903177.278789:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 247 00000100:00100000:1.0:1742903177.278795:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:2009:x1827566172341504:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:1.0:1742903177.278830:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.278849:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ac00/0x5d4000e30d83bff0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f003c expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.278894:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bff7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.278906:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bff7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.278919:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bff7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.278931:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83bffe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x582e84a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.278937:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83bffe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.278942:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83bffe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279027:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83c005 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x800:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279035:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83c005 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x800:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279040:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83c005 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x800:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.279058:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x800:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.279061:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.279076:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83c005 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x800:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279083:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83c005 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x800:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279089:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bff7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279093:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bff7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00000100:00100000:2.0:1742903177.279215:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.279252:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172341760 00000100:00100000:2.0:1742903177.279252:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.279256:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172341760 00000100:00100000:3.0:1742903177.279277:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172341632 00000100:00100000:3.0:1742903177.279279:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172341632 00010000:00010000:3.0:1742903177.279294:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86be00/0x5d4000e30d83bfc6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0035 expref: 919 pid: 18840 timeout: 405 lvb_type: 0 00000100:00100000:3.0:1742903177.279347:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22775 00000100:00100000:3.0:1742903177.279352:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:2007:x1827566172341632:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903177.279371:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903177.279377:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86be00/0x5d4000e30d83bfc6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0035 expref: 919 pid: 18840 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903177.279388:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86be00/0x5d4000e30d83bfc6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0035 expref: 919 pid: 18840 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903177.279404:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86be00/0x5d4000e30d83bfc6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0035 expref: 919 pid: 18840 timeout: 405 lvb_type: 0 00010000:00010000:3.0:1742903177.279415:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x0 (ffff88008408c200) 00010000:00010000:3.0:1742903177.279419:0:20225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bfcd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.279419:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bff7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.279426:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bfcd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.279431:0:20225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bfcd lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.279437:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86b800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.279441:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bff7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279447:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bff7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.279455:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.279455:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x0 (ffff88008408c200) 00010000:00010000:1.0:1742903177.279457:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.279460:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bff7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279465:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83bff7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279473:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83bffe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279477:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83bffe lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279482:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83bffe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279485:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86b200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.279487:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83bffe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279492:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83bffe lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279497:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x582e84a0 (ffff880099280f00) 00010000:00010000:1.0:1742903177.279499:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.279501:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83bffe lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279505:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83bffe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279524:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ac00/0x5d4000e30d83bff0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f003c expref: 919 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.279524:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bfcd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.279530:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bfcd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.279533:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83c005 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x800:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f003c expref: 918 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.279538:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x800:0x0].0x0 (ffff88008408cb00) 00010000:00010000:1.0:1742903177.279540:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.279542:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b86a400, rc 0) 00010000:00010000:0.0:1742903177.279543:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83c00c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7fe:0x0].0x396e6a5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.279546:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903177.279548:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83c00c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7fe:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.279550:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83c013 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0043 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.279555:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83c00c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7fe:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.279565:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83c01a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279572:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83c01a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279577:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83c01a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279586:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83c021 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x261139b2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279591:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83c021 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279595:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83c021 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.279600:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83c028 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x804:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.279606:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83c028 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x804:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.279611:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83c028 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x804:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.279626:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c02f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x802:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279633:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c02f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x802:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279639:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c02f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x802:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.279650:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x802:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.279652:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.279659:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c02f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x802:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279664:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c02f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x802:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279670:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83c01a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279674:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83c01a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279678:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83c01a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279681:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86a800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.279683:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83c01a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279688:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83c01a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279693:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x0 (ffff88008408c200) 00010000:00010000:1.0:1742903177.279695:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.279697:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83c01a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279701:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83c01a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279707:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83c021 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279712:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83c021 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279716:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83c021 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279719:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c5b1c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.279721:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83c021 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279725:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83c021 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279729:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x261139b2 (ffff880099280c00) 00010000:00010000:1.0:1742903177.279731:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.279733:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83c021 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279737:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83c021 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.279751:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83c013 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0043 expref: 920 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.279758:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c02f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x802:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0043 expref: 919 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.279763:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x802:0x0].0x0 (ffff88009927fa00) 00010000:00010000:1.0:1742903177.279765:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.279766:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c71f800, rc 0) 00000100:00100000:3.0:1742903177.279783:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:2007:x1827566172341632:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 137us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.279790:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22775 00000100:00100000:1.0:1742903177.279793:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:2009:x1827566172341504:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 998us (2153us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.279800:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 247 00000100:00100000:3.0:1742903177.279818:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17762 00000100:00100000:3.0:1742903177.279822:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098072850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:13300:x1827566172341760:12345-192.168.203.29@tcp:37:dbench.0 00000040:00080000:1.0:1742903177.280500:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1758, 64 off120768 00000040:00080000:1.0:1742903177.280530:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8745, 184 off1533000 00010000:00010000:1.0:1742903177.280571:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c036 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x804:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.280901:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c036 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x804:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.280910:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c036 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x804:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.280915:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c036 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x804:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.280920:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c036 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x804:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.280923:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c036 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x804:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.280945:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.280956:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83c028 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x804:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.280961:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83c028 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x804:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.280965:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83c028 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x804:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.280965:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.280969:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ede2c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.280970:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c036 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x804:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.280971:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83c028 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x804:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.280975:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83c028 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x804:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.280976:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c11aa00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.280981:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x804:0x0].0x0 (ffff8800721ba200) 00010000:00010000:0.0:1742903177.280981:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c036 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x804:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.280982:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.280984:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83c028 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x804:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.280986:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c036 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x804:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.280988:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83c028 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x804:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.280997:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x804:0x0].0x0 (ffff8800721ba200) 00010000:00010000:0.0:1742903177.280999:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.281002:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c036 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x804:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.281006:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c036 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x804:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.281019:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.281020:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.281022:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.281064:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bfcd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.281069:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bfcd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.281073:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bfcd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.281079:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86ae00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.281081:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bfcd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.281085:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bfcd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.281090:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x0 (ffff88008408c200) 00010000:00010000:1.0:1742903177.281091:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.281093:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bfcd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.281096:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83bfcd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:1.0:1742903177.281102:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009aad8380 reply state ffff880096b0c000 transno 4295005122 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83c00c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7fe:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.281108:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83c00c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7fe:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.281112:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x396e6a5e (ffff8800721ba300) 00010000:00010000:1.0:1742903177.281113:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.281116:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.281162:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13299:x1827566172340992:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 9927us (10070us total) trans 4295005122 rc 0/0 00000100:00100000:1.0:1742903177.281168:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77121 00000100:00100000:1.0:1742903177.283432:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.284230:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172342016 00000100:00100000:2.0:1742903177.284239:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172342016 00000100:00100000:2.0:1742903177.284289:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17763 00000100:00100000:2.0:1742903177.284296:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13299:x1827566172342016:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.284503:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13299:x1827566172342016:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 207us (1075us total) trans 4295005123 rc 0/0 00000100:00100000:2.0:1742903177.284510:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17763 00000100:00100000:1.0:1742903177.284865:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098072850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13300:x1827566172341760:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 5041us (5650us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.284873:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17762 00000100:00100000:0.0:1742903177.285938:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.285988:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172342272 00000100:00100000:1.0:1742903177.285993:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172342272 00000100:00100000:1.0:1742903177.286026:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77123 00000100:00100000:1.0:1742903177.286030:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd43c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13299:x1827566172342272:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.286060:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.286082:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625400/0x5d4000e30d7b8686 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x800:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6926 expref: 919 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.286099:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83c005 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x800:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f003c expref: 918 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.286111:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091402e00/0x5d4000e30d832851 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x800:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ed52b expref: 917 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.286123:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79c800/0x5d4000e30d7b866a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x800:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6911 expref: 916 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.286133:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x800:0x0].0x0 (ffff88008408cb00) 00010000:00010000:1.0:1742903177.286141:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.286157:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83c03d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286169:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83c03d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286176:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83c03d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286186:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83c044 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7fe:0x0].0x582e84a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286194:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83c044 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7fe:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286199:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83c044 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7fe:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286255:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c04b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x800:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286260:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c04b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x800:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286265:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c04b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x800:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:1.0:1742903177.286457:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1759, 64 off120832 00000040:00080000:1.0:1742903177.286483:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8746, 176 off1533176 00010000:00010000:1.0:1742903177.286514:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83c052 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x800:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286521:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83c052 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x800:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286527:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83c052 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x800:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286533:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83c052 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x800:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286538:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83c052 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x800:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286543:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83c052 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x800:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286560:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.286572:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c04b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x800:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286576:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c04b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x800:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286581:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c04b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x800:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286586:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5c800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.286590:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c04b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x800:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286595:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c04b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x800:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286601:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x800:0x0].0x0 (ffff880099280d00) 00010000:00010000:1.0:1742903177.286603:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.286606:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c04b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x800:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286610:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c04b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x800:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286685:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83c03d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286690:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83c03d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286695:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83c03d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286702:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131a6ae00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.286705:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83c03d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286709:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83c03d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286715:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x0 (ffff88008408c200) 00010000:00010000:1.0:1742903177.286716:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.286718:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83c03d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286722:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83c03d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:1.0:1742903177.286729:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009fd43c50 reply state ffff880096b0d000 transno 4295005124 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83c044 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7fe:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286737:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83c044 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7fe:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.286741:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x582e84a0 (ffff880099280e00) 00010000:00010000:1.0:1742903177.286743:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.286746:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.286796:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd43c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:13299:x1827566172342272:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 764us (858us total) trans 4295005124 rc 0/0 00000100:00100000:1.0:1742903177.286801:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77123 00010000:00010000:0.0:1742903177.286929:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.286934:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83c052 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x800:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.286939:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d6c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.286942:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83c052 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x800:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.286947:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83c052 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x800:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.286954:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x800:0x0].0x0 (ffff880099280d00) 00010000:00010000:0.0:1742903177.286956:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.286958:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83c052 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x800:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.286966:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6c00/0x5d4000e30d83c052 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x800:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.286975:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.286977:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.286978:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903177.287391:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.287455:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172342400 00000100:00100000:2.0:1742903177.287460:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172342400 00000100:00100000:2.0:1742903177.287482:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77124 00000100:00100000:2.0:1742903177.287487:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:13300:x1827566172342400:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903177.287496:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.287506:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801231f2800/0x5d4000e30d83c059 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f004a expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.287541:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83c060 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287549:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83c060 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287555:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83c060 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287563:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83c067 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xba72bac9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287568:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83c067 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287573:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83c067 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287612:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83c06e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287618:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83c06e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287622:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83c06e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:2.0:1742903177.287645:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7d7:0x0]: returning size 260096 00000004:00200000:2.0:1742903177.287648:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.287656:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83c06e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287663:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83c06e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287668:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83c060 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287673:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83c060 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287678:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83c060 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287682:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af51c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.287684:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83c060 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287689:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83c060 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287696:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:2.0:1742903177.287698:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.287702:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83c060 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287706:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83c060 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287713:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83c067 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287717:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83c067 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287721:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83c067 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287724:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e8c3000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.287726:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83c067 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287730:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83c067 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287735:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xba72bac9 (ffff88009b855000) 00010000:00010000:2.0:1742903177.287736:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.287738:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83c067 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287742:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83c067 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.287759:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801231f2800/0x5d4000e30d83c059 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f004a expref: 919 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.287772:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83c06e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f004a expref: 918 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.287778:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d7:0x0].0x0 (ffff8800b1a19500) 00010000:00010000:2.0:1742903177.287779:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903177.287781:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e8c3800, rc 0) 00000100:00100000:2.0:1742903177.287815:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13300:x1827566172342400:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 326us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.287821:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77124 00000100:00100000:0.0:1742903177.289875:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.290693:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172342528 00000100:00100000:3.0:1742903177.290701:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172342528 00000100:00100000:3.0:1742903177.290747:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8467 00000100:00100000:3.0:1742903177.290753:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7ed7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:2007:x1827566172342528:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903177.290767:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903177.290787:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83c06e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f004a expref: 918 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.290808:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d7:0x0].0x0 (ffff8800b1a19500) 00010000:00010000:3.0:1742903177.290811:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903177.291060:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7ed7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:2007:x1827566172342528:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 306us (1188us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.291067:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8467 00000100:00100000:0.0:1742903177.291262:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.291610:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172342784 00000100:00100000:1.0:1742903177.291614:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172342784 00000100:00100000:1.0:1742903177.291634:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17764 00000100:00100000:1.0:1742903177.291638:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:13299:x1827566172342784:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:1.0:1742903177.291786:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13299:x1827566172342784:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 146us (524us total) trans 4295005125 rc 0/0 00000100:00100000:1.0:1742903177.291791:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17764 00000100:00100000:0.0:1742903177.291974:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.292076:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172342912 00000100:00100000:1.0:1742903177.292079:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172342912 00000100:00100000:1.0:1742903177.292100:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 248 00000100:00100000:1.0:1742903177.292104:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd66c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:2010:x1827566172342912:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:1.0:1742903177.292121:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.292138:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83c075 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0051 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.292168:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c07c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292251:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c07c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292261:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c07c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292276:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c083 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x7d62b0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292282:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c083 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292287:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c083 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292383:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83c08a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7dd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292394:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83c08a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7dd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292400:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83c08a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7dd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.292416:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7dd:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.292419:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.292429:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83c08a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7dd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292436:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83c08a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292442:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c07c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292447:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c07c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292453:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c07c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292458:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c11aa00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.292461:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c07c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292467:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c07c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292473:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:1.0:1742903177.292476:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.292478:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c07c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292484:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c07c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292490:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c083 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292495:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c083 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292499:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c083 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292504:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800939e2600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.292506:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c083 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292510:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c083 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292514:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x7d62b0d (ffff880099280500) 00010000:00010000:1.0:1742903177.292516:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.292518:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c083 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292522:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c083 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292539:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83c075 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0051 expref: 920 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.292548:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83c08a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0051 expref: 919 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.292558:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7dd:0x0].0x0 (ffff8801362c7100) 00010000:00010000:1.0:1742903177.292560:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.292562:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af00a00, rc 0) 00010000:00010000:1.0:1742903177.292565:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.292569:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01e00/0x5d4000e30d83c091 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0058 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.292582:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01000/0x5d4000e30d83c098 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292588:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01000/0x5d4000e30d83c098 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292593:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01000/0x5d4000e30d83c098 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292603:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01600/0x5d4000e30d83c09f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xc734d1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292608:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01600/0x5d4000e30d83c09f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292613:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01600/0x5d4000e30d83c09f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292637:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01a00/0x5d4000e30d83c0a6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292643:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01a00/0x5d4000e30d83c0a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292648:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01a00/0x5d4000e30d83c0a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.292658:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7d8:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.292660:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.292665:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01a00/0x5d4000e30d83c0a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292671:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01a00/0x5d4000e30d83c0a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292675:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01000/0x5d4000e30d83c098 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292679:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01000/0x5d4000e30d83c098 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292684:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01000/0x5d4000e30d83c098 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292687:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af01000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.292689:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01000/0x5d4000e30d83c098 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292694:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01000/0x5d4000e30d83c098 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292700:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:1.0:1742903177.292702:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.292704:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01000/0x5d4000e30d83c098 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292708:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01000/0x5d4000e30d83c098 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292716:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01600/0x5d4000e30d83c09f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292721:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01600/0x5d4000e30d83c09f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292726:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01600/0x5d4000e30d83c09f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292730:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af01600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.292731:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01600/0x5d4000e30d83c09f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292735:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01600/0x5d4000e30d83c09f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292740:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xc734d1c8 (ffff880099660e00) 00010000:00010000:1.0:1742903177.292742:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.292743:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01600/0x5d4000e30d83c09f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292747:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01600/0x5d4000e30d83c09f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292759:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01e00/0x5d4000e30d83c091 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0058 expref: 921 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.292766:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01a00/0x5d4000e30d83c0a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0058 expref: 920 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.292771:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d8:0x0].0x0 (ffff880099003100) 00010000:00010000:1.0:1742903177.292772:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.292774:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af01a00, rc 0) 00010000:00010000:1.0:1742903177.292776:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.292780:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c0ad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f005f expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.292793:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c0b4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292798:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c0b4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292804:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c0b4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292813:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c0bb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x7b2f0bbe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292818:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c0bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292823:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c0bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292843:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83c0c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292849:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83c0c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292854:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83c0c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.292863:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7d5:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.292865:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.292869:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83c0c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292874:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83c0c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292880:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c0b4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292885:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c0b4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292889:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c0b4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292893:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af01400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.292895:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c0b4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292900:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c0b4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292904:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:1.0:1742903177.292906:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.292908:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c0b4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292912:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c0b4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292918:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c0bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292923:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c0bb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292928:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c0bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292932:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af01800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.292934:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c0bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292939:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c0bb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292944:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x7b2f0bbe (ffff8800a39b3300) 00010000:00010000:1.0:1742903177.292945:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.292947:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c0bb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292951:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c0bb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.292963:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c0ad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f005f expref: 922 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.292971:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83c0c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f005f expref: 921 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.292976:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d5:0x0].0x0 (ffff88012d2c7e00) 00010000:00010000:1.0:1742903177.292977:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.292979:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af00000, rc 0) 00010000:00010000:1.0:1742903177.292981:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.292985:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00200/0x5d4000e30d83c0c9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0066 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.292997:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00400/0x5d4000e30d83c0d0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293003:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00400/0x5d4000e30d83c0d0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293012:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00400/0x5d4000e30d83c0d0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293021:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00c00/0x5d4000e30d83c0d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293025:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00c00/0x5d4000e30d83c0d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293030:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00c00/0x5d4000e30d83c0d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293058:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bca00/0x5d4000e30d83c0de lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293064:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bca00/0x5d4000e30d83c0de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293070:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bca00/0x5d4000e30d83c0de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.293079:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe23:0x0]: returning size 77076 00000004:00200000:1.0:1742903177.293080:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.293085:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bca00/0x5d4000e30d83c0de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293091:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bca00/0x5d4000e30d83c0de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293095:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00400/0x5d4000e30d83c0d0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293099:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00400/0x5d4000e30d83c0d0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293107:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00400/0x5d4000e30d83c0d0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293111:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af00400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.293113:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00400/0x5d4000e30d83c0d0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293117:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00400/0x5d4000e30d83c0d0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293122:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:1.0:1742903177.293124:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.293126:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00400/0x5d4000e30d83c0d0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293130:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00400/0x5d4000e30d83c0d0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293136:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00c00/0x5d4000e30d83c0d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293141:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00c00/0x5d4000e30d83c0d7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293145:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00c00/0x5d4000e30d83c0d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293149:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af00c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.293151:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00c00/0x5d4000e30d83c0d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293155:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00c00/0x5d4000e30d83c0d7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293161:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x985392a1 (ffff880091643b00) 00010000:00010000:1.0:1742903177.293163:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.293165:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00c00/0x5d4000e30d83c0d7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293169:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00c00/0x5d4000e30d83c0d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293180:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00200/0x5d4000e30d83c0c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0066 expref: 923 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.293187:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bca00/0x5d4000e30d83c0de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0066 expref: 922 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.293192:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe23:0x0].0x0 (ffff880130ebbf00) 00010000:00010000:1.0:1742903177.293194:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.293196:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993bca00, rc 0) 00010000:00010000:1.0:1742903177.293198:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.293202:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bce00/0x5d4000e30d83c0e5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f006d expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.293215:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bc200/0x5d4000e30d83c0ec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293221:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bc200/0x5d4000e30d83c0ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293226:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bc200/0x5d4000e30d83c0ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293234:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bd200/0x5d4000e30d83c0f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293240:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bd200/0x5d4000e30d83c0f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293245:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bd200/0x5d4000e30d83c0f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293267:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bc400/0x5d4000e30d83c0fa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293273:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bc400/0x5d4000e30d83c0fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293278:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bc400/0x5d4000e30d83c0fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.293287:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7da:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.293289:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.293294:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bc400/0x5d4000e30d83c0fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293299:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bc400/0x5d4000e30d83c0fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293304:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bc200/0x5d4000e30d83c0ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293309:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bc200/0x5d4000e30d83c0ec lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293313:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bc200/0x5d4000e30d83c0ec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293333:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800993bc200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.293335:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bc200/0x5d4000e30d83c0ec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293340:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bc200/0x5d4000e30d83c0ec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293346:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:1.0:1742903177.293348:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.293350:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bc200/0x5d4000e30d83c0ec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293354:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bc200/0x5d4000e30d83c0ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293373:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bd200/0x5d4000e30d83c0f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293378:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bd200/0x5d4000e30d83c0f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293382:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bd200/0x5d4000e30d83c0f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293386:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800993bd200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.293388:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bd200/0x5d4000e30d83c0f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293392:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bd200/0x5d4000e30d83c0f3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293397:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xe4a56594 (ffff880091643600) 00010000:00010000:1.0:1742903177.293399:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.293401:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bd200/0x5d4000e30d83c0f3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293405:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bd200/0x5d4000e30d83c0f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293419:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bce00/0x5d4000e30d83c0e5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f006d expref: 924 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.293427:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bc400/0x5d4000e30d83c0fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f006d expref: 923 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.293433:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7da:0x0].0x0 (ffff8800722cfe00) 00010000:00010000:1.0:1742903177.293434:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.293436:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993bc400, rc 0) 00010000:00010000:1.0:1742903177.293439:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.293443:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b600/0x5d4000e30d83c101 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0074 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.293456:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c108 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293462:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c108 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293467:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c108 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293476:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c10f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293481:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c10f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293486:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c10f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293516:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83c116 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293522:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83c116 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe16:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293528:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83c116 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe16:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.293536:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe16:0x0]: returning size 85026 00000004:00200000:1.0:1742903177.293538:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.293543:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83c116 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe16:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293548:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83c116 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293552:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c108 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293557:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c108 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293561:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c108 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293565:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141ac00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.293567:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c108 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293571:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c108 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293576:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:1.0:1742903177.293579:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.293581:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c108 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293585:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c108 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293591:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c10f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293595:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c10f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293600:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c10f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293604:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141bc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.293606:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c10f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293610:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c10f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293615:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xa4b2186b (ffff880091643700) 00010000:00010000:1.0:1742903177.293617:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.293618:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c10f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293622:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c10f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.293633:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b600/0x5d4000e30d83c101 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0074 expref: 925 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.293645:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83c116 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0074 expref: 924 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.293650:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe16:0x0].0x0 (ffff88009b856e00) 00010000:00010000:1.0:1742903177.293651:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.293653:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009141ba00, rc 0) 00000100:00100000:1.0:1742903177.293690:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd66c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+924:2010:x1827566172342912:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 1585us (1717us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.293697:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 248 00000100:00100000:2.0:1742903177.293985:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.294048:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.294060:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172343168 00000100:00100000:3.0:1742903177.294065:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172343168 00000100:00100000:3.0:1742903177.294093:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17765 00000100:00100000:0.0:1742903177.294095:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172343424 00000100:00100000:3.0:1742903177.294097:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+924:13300:x1827566172343168:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903177.294106:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172343424 00000100:00100000:0.0:1742903177.294153:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77125 00000100:00100000:0.0:1742903177.294158:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+926:13299:x1827566172343424:12345-192.168.203.29@tcp:36:dbench.0 00000100:00100000:3.0:1742903177.294195:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+926:13300:x1827566172343168:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 96us (210us total) trans 4295005126 rc 0/0 00000100:00100000:3.0:1742903177.294201:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17765 00010000:00010000:0.0:1742903177.294201:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1742903177.294224:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5e800/0x5d4000e30d7b8988 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x802:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6a14 expref: 925 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.294241:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c02f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x802:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0043 expref: 924 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.294252:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123383200/0x5d4000e30d8346dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x802:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335edeaf expref: 923 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.294262:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5f000/0x5d4000e30d7b88d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x802:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c69e3 expref: 922 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.294270:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x802:0x0].0x0 (ffff88009927fa00) 00010000:00010000:0.0:1742903177.294278:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903177.294298:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072079a00/0x5d4000e30d83c11d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294307:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072079a00/0x5d4000e30d83c11d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294340:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072079a00/0x5d4000e30d83c11d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294369:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf800/0x5d4000e30d83c124 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7fe:0x0].0x261139b2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294375:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf800/0x5d4000e30d83c124 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7fe:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294381:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf800/0x5d4000e30d83c124 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7fe:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294436:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe600/0x5d4000e30d83c12b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x802:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294442:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe600/0x5d4000e30d83c12b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x802:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294451:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe600/0x5d4000e30d83c12b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x802:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:0.0:1742903177.294590:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1760, 64 off120896 00000040:00080000:0.0:1742903177.294610:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8747, 184 off1533360 00010000:00010000:0.0:1742903177.294642:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c132 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x802:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294648:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c132 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x802:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294656:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c132 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x802:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294662:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c132 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x802:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294666:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c132 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x802:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294670:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c132 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x802:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294688:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903177.294700:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe600/0x5d4000e30d83c12b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x802:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294705:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe600/0x5d4000e30d83c12b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x802:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294710:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe600/0x5d4000e30d83c12b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x802:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.294713:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.294713:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cebe600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.294716:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe600/0x5d4000e30d83c12b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x802:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.294720:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c132 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x802:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294721:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe600/0x5d4000e30d83c12b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x802:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.294727:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cef7e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.294727:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x802:0x0].0x0 (ffff8800721bac00) 00010000:00010000:0.0:1742903177.294729:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903177.294731:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe600/0x5d4000e30d83c12b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x802:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.294737:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c132 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x802:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294738:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe600/0x5d4000e30d83c12b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x802:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.294743:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c132 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x802:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.294751:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x802:0x0].0x0 (ffff8800721bac00) 00010000:00010000:2.0:1742903177.294753:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.294756:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c132 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x802:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.294759:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c132 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x802:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.294776:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.294778:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.294779:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.294832:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072079a00/0x5d4000e30d83c11d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294837:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072079a00/0x5d4000e30d83c11d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294841:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072079a00/0x5d4000e30d83c11d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294904:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072079a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.294907:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072079a00/0x5d4000e30d83c11d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294911:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072079a00/0x5d4000e30d83c11d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294919:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x0 (ffff88008408c200) 00010000:00010000:0.0:1742903177.294921:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.294923:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072079a00/0x5d4000e30d83c11d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294928:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072079a00/0x5d4000e30d83c11d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:0.0:1742903177.294936:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009aeb4700 reply state ffff88011ec36000 transno 4295005127 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf800/0x5d4000e30d83c124 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7fe:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294943:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf800/0x5d4000e30d83c124 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7fe:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.294951:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x261139b2 (ffff8800721ba100) 00010000:00010000:0.0:1742903177.294952:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903177.294954:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1742903177.295014:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+923:13299:x1827566172343424:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 854us (965us total) trans 4295005127 rc 0/0 00000100:00100000:0.0:1742903177.295021:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77125 00000100:00100000:0.0:1742903177.295544:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.295606:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172343680 00000100:00100000:2.0:1742903177.295610:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172343680 00000100:00100000:2.0:1742903177.295634:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77126 00000100:00100000:2.0:1742903177.295639:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+923:13300:x1827566172343680:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.295659:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.295671:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f500800/0x5d4000e30d7b5341 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c58d3 expref: 923 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.295682:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072239c00/0x5d4000e30d835f6a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee3ef expref: 922 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.295692:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099888800/0x5d4000e30d7b5284 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c589b expref: 921 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.295698:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d7:0x0].0x0 (ffff8800b1a19500) 00010000:00010000:2.0:1742903177.295709:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2a000/0x5d4000e30d83b507 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe91 expref: 920 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.295716:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:2.0:1742903177.295718:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.295726:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83c139 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.295733:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83c139 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.295741:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83c139 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.295750:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83c140 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d3:0x0].0xba72bac9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.295755:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83c140 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.295759:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83c140 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.295791:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19200/0x5d4000e30d83c147 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.295797:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19200/0x5d4000e30d83c147 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.295801:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19200/0x5d4000e30d83c147 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:2.0:1742903177.295904:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1759, 64 off120832 00000040:00080000:2.0:1742903177.295924:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8748, 176 off1533536 00010000:00010000:2.0:1742903177.295950:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83c14e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.295956:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83c14e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.295961:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83c14e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.295965:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83c14e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.295972:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83c14e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.295976:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83c14e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.296000:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.296010:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19200/0x5d4000e30d83c147 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.296014:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19200/0x5d4000e30d83c147 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.296018:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19200/0x5d4000e30d83c147 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.296021:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099d19200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.296024:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19200/0x5d4000e30d83c147 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.296027:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19200/0x5d4000e30d83c147 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.296034:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d7:0x0].0x0 (ffff88009b855a00) 00010000:00010000:2.0:1742903177.296036:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.296038:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19200/0x5d4000e30d83c147 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.296041:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19200/0x5d4000e30d83c147 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.296095:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83c139 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.296103:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83c139 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.296108:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83c139 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.296112:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf59800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.296115:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83c139 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.296120:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83c139 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.296126:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:2.0:1742903177.296128:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.296130:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83c139 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.296135:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59800/0x5d4000e30d83c139 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903177.296142:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88008f0dca80 reply state ffff880099c46000 transno 4295005128 ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83c140 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.296148:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83c140 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.296154:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xba72bac9 (ffff88009b855700) 00010000:00010000:2.0:1742903177.296156:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.296157:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.296199:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13300:x1827566172343680:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 558us (654us total) trans 4295005128 rc 0/0 00000100:00100000:2.0:1742903177.296207:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77126 00010000:00010000:0.0:1742903177.296259:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.296263:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83c14e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.296272:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099d18800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.296274:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83c14e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.296279:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83c14e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.296286:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d7:0x0].0x0 (ffff88009b855a00) 00010000:00010000:0.0:1742903177.296287:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.296290:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83c14e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.296294:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18800/0x5d4000e30d83c14e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.296304:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.296305:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.296306:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903177.297056:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.297136:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172343808 00000100:00100000:1.0:1742903177.297144:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172343808 00000100:00100000:1.0:1742903177.297184:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17766 00000100:00100000:1.0:1742903177.297193:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13299:x1827566172343808:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:0.0:1742903177.297985:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.298022:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172344064 00000100:00100000:2.0:1742903177.298027:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172344064 00000100:00100000:2.0:1742903177.298053:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17767 00000100:00100000:2.0:1742903177.298057:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+923:13300:x1827566172344064:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.298176:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+924:13300:x1827566172344064:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 117us (198us total) trans 4295005129 rc 0/0 00000100:00100000:2.0:1742903177.298191:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17767 00000100:00100000:0.0:1742903177.299482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.299533:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172344320 00000100:00100000:3.0:1742903177.299539:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172344320 00000100:00100000:3.0:1742903177.299571:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77127 00000100:00100000:3.0:1742903177.299576:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+923:13300:x1827566172344320:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.299610:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.299633:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d28600/0x5d4000e30d7b5ba6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7dd:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5b7a expref: 923 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.299649:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83c08a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0051 expref: 922 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.299663:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0600/0x5d4000e30d8380a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eede3 expref: 921 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.299680:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca400/0x5d4000e30d7b5afe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7dd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5b49 expref: 920 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.299689:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7dd:0x0].0x0 (ffff8801362c7100) 00010000:00010000:3.0:1742903177.299698:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.299713:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072044e00/0x5d4000e30d83c155 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.299725:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072044e00/0x5d4000e30d83c155 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.299732:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072044e00/0x5d4000e30d83c155 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.299741:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d83c15c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d3:0x0].0x7d62b0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.299746:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d83c15c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.299750:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d83c15c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.299813:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83c163 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7dd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.299819:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83c163 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.299824:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83c163 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903177.299918:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13299:x1827566172343808:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2725us (2898us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.299927:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17766 00000040:00080000:3.0:1742903177.299982:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1760, 64 off120896 00000040:00080000:3.0:1742903177.300011:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8749, 184 off1533720 00010000:00010000:3.0:1742903177.300046:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83c16a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.300053:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83c16a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.300060:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83c16a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.300066:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83c16a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.300070:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83c16a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.300075:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83c16a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.300093:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.300106:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83c163 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.300111:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83c163 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.300115:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83c163 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.300119:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072045c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.300122:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83c163 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.300127:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83c163 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.300136:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7dd:0x0].0x0 (ffff8800994db700) 00010000:00010000:3.0:1742903177.300138:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.300141:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83c163 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.300145:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83c163 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.300155:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.300162:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83c16a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.300169:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072045e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.300171:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83c16a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.300178:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83c16a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.300189:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7dd:0x0].0x0 (ffff8800994db700) 00010000:00010000:0.0:1742903177.300191:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.300194:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83c16a lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.300198:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83c16a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.300212:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.300213:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.300214:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.300223:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072044e00/0x5d4000e30d83c155 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.300228:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072044e00/0x5d4000e30d83c155 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.300232:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072044e00/0x5d4000e30d83c155 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.300236:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072044e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.300238:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072044e00/0x5d4000e30d83c155 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.300243:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072044e00/0x5d4000e30d83c155 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.300250:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:3.0:1742903177.300252:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.300254:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072044e00/0x5d4000e30d83c155 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.300258:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072044e00/0x5d4000e30d83c155 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:3.0:1742903177.300265:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88008f0dea00 reply state ffff88008f79a000 transno 4295005130 ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d83c15c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.300272:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d83c15c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.300277:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x7d62b0d (ffff8800994dba00) 00010000:00010000:3.0:1742903177.300278:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.300280:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.300345:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13300:x1827566172344320:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 767us (865us total) trans 4295005130 rc 0/0 00000100:00100000:3.0:1742903177.300351:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77127 00000100:00100000:0.0:1742903177.301840:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.301881:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.302034:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172344448 00000100:00100000:2.0:1742903177.302034:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172344704 00000100:00100000:3.0:1742903177.302040:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172344448 00000100:00100000:2.0:1742903177.302040:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172344704 00000100:00100000:3.0:1742903177.302067:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77128 00000100:00100000:3.0:1742903177.302072:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13299:x1827566172344448:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:2.0:1742903177.302075:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17768 00000100:00100000:2.0:1742903177.302081:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098072450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13300:x1827566172344704:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:3.0:1742903177.302087:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.302101:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83c171 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f007b expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.302142:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83c178 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302153:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83c178 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302161:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83c178 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302173:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83c17f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302178:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83c17f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302183:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83c17f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903177.302221:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098072450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+923:13300:x1827566172344704:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 139us (338us total) trans 4295005131 rc 0/0 00000100:00100000:2.0:1742903177.302227:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17768 00010000:00010000:3.0:1742903177.302230:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83c186 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302237:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83c186 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302243:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83c186 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903177.302271:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7d6:0x0]: returning size 260096 00000004:00200000:3.0:1742903177.302274:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903177.302283:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83c186 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302289:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83c186 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302293:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83c178 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302296:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83c178 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302299:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83c178 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302302:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ede2c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.302304:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83c178 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302307:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83c178 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302313:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:3.0:1742903177.302336:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.302339:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83c178 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302342:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2c00/0x5d4000e30d83c178 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302349:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83c17f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302351:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83c17f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302354:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83c17f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302370:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c5b1c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.302372:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83c17f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302376:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83c17f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302381:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xba72bac9 (ffff8800994db000) 00010000:00010000:3.0:1742903177.302383:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.302384:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83c17f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302386:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5b1c00/0x5d4000e30d83c17f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.302403:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6ae00/0x5d4000e30d83c171 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f007b expref: 923 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.302411:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83c186 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f007b expref: 922 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.302415:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d6:0x0].0x0 (ffff8800b1a19400) 00010000:00010000:3.0:1742903177.302416:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903177.302417:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e8c3000, rc 0) 00000100:00100000:3.0:1742903177.302453:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+922:13299:x1827566172344448:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 381us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.302457:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77128 00000100:00100000:0.0:1742903177.303370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.303511:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172344960 00000100:00100000:1.0:1742903177.303517:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172344960 00000100:00100000:1.0:1742903177.303539:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77129 00000100:00100000:1.0:1742903177.303545:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+922:13300:x1827566172344960:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.303570:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.303584:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6800/0x5d4000e30d7b549f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d8:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5943 expref: 922 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.303608:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01a00/0x5d4000e30d83c0a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0058 expref: 921 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.303620:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099889600/0x5d4000e30d836973 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee67a expref: 920 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.303630:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae2600/0x5d4000e30d7b53fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c590b expref: 919 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.303637:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d8:0x0].0x0 (ffff880099003100) 00010000:00010000:1.0:1742903177.303642:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.303650:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a200/0x5d4000e30d83c18d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.303658:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a200/0x5d4000e30d83c18d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.303664:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a200/0x5d4000e30d83c18d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.303672:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141aa00/0x5d4000e30d83c194 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d3:0x0].0xc734d1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.303677:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141aa00/0x5d4000e30d83c194 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.303682:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141aa00/0x5d4000e30d83c194 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.303717:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c19b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.303722:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c19b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.303727:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c19b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903177.303753:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.303789:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172345088 00000100:00100000:3.0:1742903177.303794:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172345088 00000100:00100000:3.0:1742903177.303830:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8468 00000100:00100000:3.0:1742903177.303835:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:2009:x1827566172345088:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903177.303845:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903177.303863:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3000/0x5d4000e30d83c186 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f007b expref: 919 pid: 7212 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1742903177.303867:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1761, 64 off120960 00010000:00010000:3.0:1742903177.303875:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d6:0x0].0x0 (ffff8800b1a19400) 00010000:00010000:3.0:1742903177.303878:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000040:00080000:1.0:1742903177.303892:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8750, 184 off1533904 00000100:00100000:3.0:1742903177.303909:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:2009:x1827566172345088:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 74us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.303914:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8468 00010000:00010000:1.0:1742903177.303922:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b600/0x5d4000e30d83c1a2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.303928:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b600/0x5d4000e30d83c1a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.303934:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b600/0x5d4000e30d83c1a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.303940:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b600/0x5d4000e30d83c1a2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.303944:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b600/0x5d4000e30d83c1a2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.303949:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b600/0x5d4000e30d83c1a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.303971:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.303981:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c19b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.303985:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c19b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.303990:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c19b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.303994:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141a400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.303997:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.303997:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c19b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.304003:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b600/0x5d4000e30d83c1a2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.304003:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c19b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7d8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.304010:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141b600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.304013:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d8:0x0].0x0 (ffff880091643100) 00010000:00010000:2.0:1742903177.304014:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b600/0x5d4000e30d83c1a2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.304015:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.304018:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c19b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7d8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.304022:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c19b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.304023:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b600/0x5d4000e30d83c1a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7d8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.304032:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d8:0x0].0x0 (ffff880091643100) 00010000:00010000:2.0:1742903177.304034:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.304036:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b600/0x5d4000e30d83c1a2 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.304041:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b600/0x5d4000e30d83c1a2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.304060:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.304062:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.304064:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.304093:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a200/0x5d4000e30d83c18d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.304098:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a200/0x5d4000e30d83c18d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.304103:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a200/0x5d4000e30d83c18d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.304106:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141a200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.304109:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a200/0x5d4000e30d83c18d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.304113:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a200/0x5d4000e30d83c18d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.304118:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:1.0:1742903177.304120:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.304122:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a200/0x5d4000e30d83c18d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.304126:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a200/0x5d4000e30d83c18d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:1.0:1742903177.304132:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88008f0dd180 reply state ffff880096b0f000 transno 4295005132 ns: mdt-lustre-MDT0000_UUID lock: ffff88009141aa00/0x5d4000e30d83c194 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.304139:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141aa00/0x5d4000e30d83c194 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.304144:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xc734d1c8 (ffff880091643300) 00010000:00010000:1.0:1742903177.304145:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.304147:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.304187:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13300:x1827566172344960:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 641us (831us total) trans 4295005132 rc 0/0 00000100:00100000:1.0:1742903177.304193:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77129 00000100:00100000:0.0:1742903177.304694:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.304737:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172345472 00000100:00100000:3.0:1742903177.304741:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172345472 00000100:00100000:3.0:1742903177.304769:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17769 00000100:00100000:3.0:1742903177.304773:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13299:x1827566172345472:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903177.304776:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.304840:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172345216 00000100:00100000:1.0:1742903177.304844:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172345216 00000100:00100000:1.0:1742903177.304871:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 249 00000100:00100000:1.0:1742903177.304876:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:2008:x1827566172345216:12345-192.168.203.29@tcp:63:ll_sa.0 00000100:00100000:3.0:1742903177.304881:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13299:x1827566172345472:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 106us (187us total) trans 4295005133 rc 0/0 00000100:00100000:3.0:1742903177.304888:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17769 00010000:00010000:1.0:1742903177.304895:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.304904:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c1a9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0082 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.304933:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c1b0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.304941:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c1b0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.304947:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c1b0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.304956:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83c1b7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x7d62b0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.304961:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83c1b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.304966:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83c1b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305004:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ae00/0x5d4000e30d83c1be lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7dc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305011:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ae00/0x5d4000e30d83c1be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7dc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305016:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ae00/0x5d4000e30d83c1be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7dc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.305029:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7dc:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.305032:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.305041:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ae00/0x5d4000e30d83c1be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7dc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305047:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ae00/0x5d4000e30d83c1be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305052:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c1b0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305057:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c1b0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305062:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c1b0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305065:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141ac00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.305067:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c1b0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305071:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c1b0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305078:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:1.0:1742903177.305080:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.305083:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c1b0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305087:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c1b0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305095:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83c1b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305099:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83c1b7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305104:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83c1b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305108:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141a600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.305110:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83c1b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305114:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83c1b7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305120:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x7d62b0d (ffff880091643600) 00010000:00010000:1.0:1742903177.305121:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.305124:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83c1b7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305128:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83c1b7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305143:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c1a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0082 expref: 922 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.305151:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ae00/0x5d4000e30d83c1be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0082 expref: 921 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.305156:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7dc:0x0].0x0 (ffff8800722cfd00) 00010000:00010000:1.0:1742903177.305158:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.305160:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009141ae00, rc 0) 00010000:00010000:1.0:1742903177.305164:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.305169:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072079a00/0x5d4000e30d83c1c5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0089 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.305183:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe600/0x5d4000e30d83c1cc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305190:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe600/0x5d4000e30d83c1cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305195:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe600/0x5d4000e30d83c1cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305204:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c1d3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305209:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c1d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305214:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c1d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305240:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83c1da lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305246:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83c1da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305252:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83c1da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.305262:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7d9:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.305264:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.305270:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83c1da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305275:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83c1da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305279:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe600/0x5d4000e30d83c1cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305284:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe600/0x5d4000e30d83c1cc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305288:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe600/0x5d4000e30d83c1cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305292:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cebe600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.305294:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe600/0x5d4000e30d83c1cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305299:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe600/0x5d4000e30d83c1cc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305304:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:1.0:1742903177.305306:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.305308:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe600/0x5d4000e30d83c1cc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305313:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe600/0x5d4000e30d83c1cc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305344:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c1d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305349:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c1d3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305353:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c1d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305369:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c71f800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.305371:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c1d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305375:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c1d3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305381:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xc734d1c8 (ffff880091643b00) 00010000:00010000:1.0:1742903177.305384:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.305385:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c1d3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305390:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c1d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305405:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072079a00/0x5d4000e30d83c1c5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0089 expref: 923 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.305413:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83c1da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0089 expref: 922 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.305419:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d9:0x0].0x0 (ffff8800b1a19d00) 00010000:00010000:1.0:1742903177.305421:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.305422:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b86a000, rc 0) 00010000:00010000:1.0:1742903177.305425:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.305430:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83c1e1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0090 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.305443:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83c1e8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305449:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83c1e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305454:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83c1e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305463:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83c1ef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305468:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83c1ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305473:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83c1ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305499:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83c1f6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305506:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83c1f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d4:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305511:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83c1f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d4:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.305521:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7d4:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.305523:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.305528:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83c1f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d4:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305534:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83c1f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305539:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83c1e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305543:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83c1e8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305548:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83c1e8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305551:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86ae00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.305554:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83c1e8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305558:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83c1e8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305563:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:1.0:1742903177.305564:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.305566:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83c1e8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305570:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83c1e8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305576:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83c1ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305580:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83c1ef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305588:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83c1ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305592:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86b600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.305593:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83c1ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305597:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83c1ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305601:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x7b2f0bbe (ffff880091643700) 00010000:00010000:1.0:1742903177.305604:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.305605:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83c1ef lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305610:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83c1ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305622:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83c1e1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0090 expref: 924 pid: 7216 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903177.305626:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903177.305629:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83c1f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0090 expref: 923 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.305635:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d4:0x0].0x0 (ffff88012d2c7600) 00010000:00010000:1.0:1742903177.305636:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.305638:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b86a800, rc 0) 00010000:00010000:1.0:1742903177.305640:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.305644:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ac00/0x5d4000e30d83c1fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0097 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.305662:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83c204 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305667:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83c204 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305672:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83c204 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305682:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83c20b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305688:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83c20b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.305692:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172345728 00010000:00010000:1.0:1742903177.305693:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83c20b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.305696:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172345728 00000100:00100000:3.0:1742903177.305714:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17770 00000100:00100000:3.0:1742903177.305718:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+925:13300:x1827566172345728:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:1.0:1742903177.305721:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86be00/0x5d4000e30d83c212 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305728:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86be00/0x5d4000e30d83c212 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305733:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86be00/0x5d4000e30d83c212 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.305743:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe22:0x0]: returning size 77076 00000004:00200000:1.0:1742903177.305745:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.305751:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86be00/0x5d4000e30d83c212 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305756:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86be00/0x5d4000e30d83c212 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305761:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83c204 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305766:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83c204 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305770:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83c204 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305774:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86b200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.305776:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83c204 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305780:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83c204 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305786:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:1.0:1742903177.305787:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.305790:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83c204 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305794:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83c204 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305800:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83c20b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305811:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83c20b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.305816:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+926:13300:x1827566172345728:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 95us (190us total) trans 4295005134 rc 0/0 00010000:00010000:1.0:1742903177.305816:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83c20b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305820:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86b800 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:3.0:1742903177.305822:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17770 00010000:00010000:1.0:1742903177.305822:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83c20b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305827:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83c20b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305832:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x985392a1 (ffff88012e2e1200) 00010000:00010000:1.0:1742903177.305834:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.305836:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83c20b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305840:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b800/0x5d4000e30d83c20b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305854:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ac00/0x5d4000e30d83c1fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0097 expref: 926 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.305861:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86be00/0x5d4000e30d83c212 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0097 expref: 925 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.305926:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe22:0x0].0x0 (ffff880099660b00) 00010000:00010000:1.0:1742903177.305928:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.305930:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b86be00, rc 0) 00010000:00010000:1.0:1742903177.305933:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.305939:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83c219 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f009e expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.305956:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1600/0x5d4000e30d83c220 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305963:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1600/0x5d4000e30d83c220 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305972:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1600/0x5d4000e30d83c220 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305980:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83c227 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xe4a56594 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305985:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83c227 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.305990:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83c227 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306017:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83c22e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00000100:00100000:0.0:1742903177.306020:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903177.306024:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83c22e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7db:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306030:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83c22e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7db:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.306040:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7db:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.306042:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.306048:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83c22e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7db:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306053:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83c22e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306058:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1600/0x5d4000e30d83c220 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306061:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1600/0x5d4000e30d83c220 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306069:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1600/0x5d4000e30d83c220 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306073:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800995e1600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.306075:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1600/0x5d4000e30d83c220 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306080:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1600/0x5d4000e30d83c220 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306086:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00000100:00100000:2.0:1742903177.306087:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172345984 00010000:00010000:1.0:1742903177.306088:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.306090:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1600/0x5d4000e30d83c220 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00000100:00100000:2.0:1742903177.306091:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172345984 00010000:00010000:1.0:1742903177.306094:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1600/0x5d4000e30d83c220 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306102:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83c227 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306107:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83c227 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306111:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83c227 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306115:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800995e0a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.306117:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83c227 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306122:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83c227 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306127:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xe4a56594 (ffff88012e2e1100) 00010000:00010000:1.0:1742903177.306129:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.306131:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83c227 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306135:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83c227 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306149:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83c219 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f009e expref: 928 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.306159:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83c22e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f009e expref: 927 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.306164:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7db:0x0].0x0 (ffff88009b856200) 00010000:00010000:1.0:1742903177.306166:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.306168:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995e0600, rc 0) 00010000:00010000:1.0:1742903177.306170:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.306175:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0200/0x5d4000e30d83c235 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f00a5 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.306188:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0800/0x5d4000e30d83c23c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306194:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0800/0x5d4000e30d83c23c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306199:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0800/0x5d4000e30d83c23c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306207:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83c243 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306212:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83c243 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306217:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83c243 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306242:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6cc00/0x5d4000e30d83c24a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306249:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6cc00/0x5d4000e30d83c24a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe17:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306254:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6cc00/0x5d4000e30d83c24a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe17:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.306264:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe17:0x0]: returning size 85026 00000004:00200000:1.0:1742903177.306266:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.306277:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6cc00/0x5d4000e30d83c24a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe17:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306283:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6cc00/0x5d4000e30d83c24a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306288:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0800/0x5d4000e30d83c23c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306293:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0800/0x5d4000e30d83c23c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306297:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0800/0x5d4000e30d83c23c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306301:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800995e0800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.306304:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0800/0x5d4000e30d83c23c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306309:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0800/0x5d4000e30d83c23c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306333:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:1.0:1742903177.306335:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.306338:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0800/0x5d4000e30d83c23c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306342:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0800/0x5d4000e30d83c23c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00000100:00100000:0.0:1742903177.306343:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77130 00000100:00100000:0.0:1742903177.306349:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+928:13299:x1827566172345984:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.306350:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83c243 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306354:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83c243 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306369:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83c243 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306372:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800995e0400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.306374:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83c243 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306378:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83c243 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306383:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xa4b2186b (ffff88012e2e1e00) 00010000:00010000:1.0:1742903177.306385:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.306386:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.306387:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83c243 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.306391:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83c243 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.306405:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c33ec00/0x5d4000e30d7b51ea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d6:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c586a expref: 929 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.306408:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0200/0x5d4000e30d83c235 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00a5 expref: 929 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.306417:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6cc00/0x5d4000e30d83c24a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00a5 expref: 927 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.306421:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072238c00/0x5d4000e30d835fb7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee404 expref: 927 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.306422:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe17:0x0].0x0 (ffff880099003300) 00010000:00010000:1.0:1742903177.306423:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.306425:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eb6cc00, rc 0) 00010000:00010000:0.0:1742903177.306433:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c33f600/0x5d4000e30d7b5165 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5840 expref: 926 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.306441:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d6:0x0].0x0 (ffff8800b1a19400) 00010000:00010000:0.0:1742903177.306454:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ba00/0x5d4000e30d83b4a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efeb4 expref: 925 pid: 8724 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903177.306459:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+925:2008:x1827566172345216:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 1582us (1682us total) trans 0 rc 0/0 00010000:00010000:0.0:1742903177.306461:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:0.0:1742903177.306464:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903177.306467:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 249 00010000:00010000:0.0:1742903177.306477:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c251 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.306487:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c251 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.306496:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c251 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903177.306642:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.306861:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172346240 00000100:00100000:3.0:1742903177.306865:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172346240 00000100:00100000:3.0:1742903177.306891:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77131 00000100:00100000:3.0:1742903177.306895:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+924:13300:x1827566172346240:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.306914:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1742903177.306927:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83c0c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f005f expref: 924 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.306942:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624200/0x5d4000e30d83593c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee2c2 expref: 923 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.306953:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f501600/0x5d4000e30d7b505b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c57ec expref: 922 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.306962:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096125a00/0x5d4000e30d7b50af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d5:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5808 expref: 921 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.306978:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4000/0x5d4000e30d7a200c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf37d expref: 920 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.306999:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d5:0x0].0x0 (ffff88012d2c7e00) 00010000:00010000:1.0:1742903177.307000:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83c258 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.307004:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.307005:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83c258 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.307010:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83c258 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.307017:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83c25f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.307025:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83c25f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.307031:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83c25f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.307036:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c800/0x5d4000e30d83c266 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.307039:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c800/0x5d4000e30d83c266 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.307042:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00200/0x5d4000e30d83c26d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d3:0x0].0x7b2f0bbe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.307043:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c800/0x5d4000e30d83c266 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.307048:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00200/0x5d4000e30d83c26d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.307053:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00200/0x5d4000e30d83c26d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.307107:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00c00/0x5d4000e30d83c274 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7d5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.307113:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00c00/0x5d4000e30d83c274 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.307118:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00c00/0x5d4000e30d83c274 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:1.0:1742903177.307172:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1762, 64 off121024 00000040:00080000:1.0:1742903177.307204:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8751, 176 off1534080 00010000:00010000:1.0:1742903177.307236:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83c27b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.307242:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83c27b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.307249:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83c27b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.307254:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83c27b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.307258:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83c27b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00000040:00080000:3.0:1742903177.307262:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1761, 64 off120960 00010000:00010000:1.0:1742903177.307262:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83c27b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.307287:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000040:00080000:3.0:1742903177.307290:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8752, 184 off1534264 00010000:00010000:1.0:1742903177.307296:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c800/0x5d4000e30d83c266 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.307300:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c800/0x5d4000e30d83c266 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.307304:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c800/0x5d4000e30d83c266 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.307307:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012eb6c800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.307309:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c800/0x5d4000e30d83c266 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.307313:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c800/0x5d4000e30d83c266 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.307340:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c282 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.307340:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d6:0x0].0x0 (ffff88012e2e1d00) 00010000:00010000:1.0:1742903177.307342:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.307344:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c800/0x5d4000e30d83c266 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.307347:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c282 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.307348:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c800/0x5d4000e30d83c266 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.307353:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c282 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.307373:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c282 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.307378:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c282 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.307382:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c282 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.307405:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1742903177.307417:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00c00/0x5d4000e30d83c274 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.307421:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00c00/0x5d4000e30d83c274 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.307426:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00c00/0x5d4000e30d83c274 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.307428:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c251 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.307430:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af00c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.307432:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c251 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.307433:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00c00/0x5d4000e30d83c274 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.307437:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c251 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.307438:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00c00/0x5d4000e30d83c274 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.307440:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cef7800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.307442:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c251 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.307446:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c251 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.307448:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d5:0x0].0x0 (ffff8800a39b3300) 00010000:00010000:3.0:1742903177.307450:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.307451:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:3.0:1742903177.307453:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00c00/0x5d4000e30d83c274 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.307453:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.307455:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c251 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.307457:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00c00/0x5d4000e30d83c274 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.307458:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c251 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.307463:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000004:00010000:1.0:1742903177.307466:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009172ea00 reply state ffff88011ec37000 transno 4295005135 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83c258 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.307468:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83c27b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.307473:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012eb6d800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.307473:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83c258 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.307476:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83c27b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.307478:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xba72bac9 (ffff88012e2e1600) 00010000:00010000:1.0:1742903177.307479:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.307481:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1742903177.307482:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83c27b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.307490:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d6:0x0].0x0 (ffff88012e2e1d00) 00010000:00010000:2.0:1742903177.307493:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.307495:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83c27b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.307503:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83c27b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00000100:00100000:1.0:1742903177.307514:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+922:13299:x1827566172345984:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1164us (1494us total) trans 4295005135 rc 0/0 00010000:00010000:2.0:1742903177.307519:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1742903177.307519:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77130 00010000:00010000:2.0:1742903177.307521:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c282 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.307525:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af01200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.307526:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c282 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.307530:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83c25f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.307530:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c282 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.307534:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83c25f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.307535:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d5:0x0].0x0 (ffff8800a39b3300) 00010000:00010000:2.0:1742903177.307537:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1742903177.307538:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83c25f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.307539:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c282 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.307542:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e8c3800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.307542:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c282 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.307544:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83c25f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.307548:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83c25f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.307552:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.307553:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.307555:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:2.0:1742903177.307555:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.307557:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.307558:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83c25f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.307563:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3800/0x5d4000e30d83c25f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:3.0:1742903177.307570:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009aeb6680 reply state ffff88008f79c000 transno 4295005136 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00200/0x5d4000e30d83c26d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.307578:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00200/0x5d4000e30d83c26d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.307583:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x7b2f0bbe (ffff88009d121900) 00010000:00010000:3.0:1742903177.307585:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.307587:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1742903177.307614:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1742903177.307620:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+922:13300:x1827566172346240:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 723us (977us total) trans 4295005136 rc 0/0 00000100:00100000:3.0:1742903177.307624:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77131 00000100:00100000:0.0:1742903177.309569:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.309635:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172346496 00000100:00100000:3.0:1742903177.309641:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172346496 00000100:00100000:3.0:1742903177.309675:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77132 00000100:00100000:3.0:1742903177.309681:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+922:13300:x1827566172346496:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.309714:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1742903177.309731:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bca00/0x5d4000e30d83c0de lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0066 expref: 922 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.309748:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71ac00/0x5d4000e30d8387db lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef013 expref: 921 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.309759:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081400/0x5d4000e30d83868b lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eefb1 expref: 920 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.309767:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe23:0x0].0x0 (ffff880130ebbf00) 00010000:00010000:3.0:1742903177.309770:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.309781:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c289 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.309793:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c289 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.309799:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c289 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.309810:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01e00/0x5d4000e30d83c290 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.309816:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01e00/0x5d4000e30d83c290 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.309820:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01e00/0x5d4000e30d83c290 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.309869:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01600/0x5d4000e30d83c297 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.309876:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01600/0x5d4000e30d83c297 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe23:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.309881:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01600/0x5d4000e30d83c297 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe23:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:3.0:1742903177.309999:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1762, 64 off121024 00000040:00080000:3.0:1742903177.310022:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8753, 184 off1534448 00010000:00010000:3.0:1742903177.310054:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83c29e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.310060:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83c29e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe23:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.310065:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83c29e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe23:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.310073:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83c29e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe23:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.310076:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83c29e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe23:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.310079:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83c29e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe23:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.310104:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.310115:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01600/0x5d4000e30d83c297 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe23:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.310120:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01600/0x5d4000e30d83c297 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe23:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.310124:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01600/0x5d4000e30d83c297 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe23:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.310128:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af01600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.310131:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01600/0x5d4000e30d83c297 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe23:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.310136:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01600/0x5d4000e30d83c297 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe23:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.310142:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe23:0x0].0x0 (ffff880130ebbf00) 00010000:00010000:3.0:1742903177.310148:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.310150:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01600/0x5d4000e30d83c297 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe23:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.310154:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01600/0x5d4000e30d83c297 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe23:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.310222:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c289 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.310227:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c289 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.310231:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c289 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.310235:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af01400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.310237:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c289 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.310241:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c289 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.310247:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:3.0:1742903177.310248:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.310251:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c289 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.310255:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c289 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:3.0:1742903177.310262:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009172d500 reply state ffff88008f79d000 transno 4295005137 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01e00/0x5d4000e30d83c290 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.310268:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01e00/0x5d4000e30d83c290 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.310272:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x985392a1 (ffff880099660e00) 00010000:00010000:3.0:1742903177.310274:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.310276:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.310348:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13300:x1827566172346496:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 666us (782us total) trans 4295005137 rc 0/0 00000100:00100000:3.0:1742903177.310354:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77132 00010000:00010000:0.0:1742903177.310429:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.310435:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83c29e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe23:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.310440:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af00a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.310443:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83c29e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe23:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.310447:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83c29e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe23:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.310455:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe23:0x0].0x0 (ffff880130ebbf00) 00010000:00010000:0.0:1742903177.310461:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.310463:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83c29e lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe23:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.310467:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83c29e lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe23:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.310475:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.310477:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.310478:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903177.310708:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.310760:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172346752 00000100:00100000:2.0:1742903177.310766:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172346752 00000100:00100000:2.0:1742903177.310804:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17771 00000100:00100000:2.0:1742903177.310809:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13299:x1827566172346752:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.310908:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+922:13299:x1827566172346752:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 99us (202us total) trans 4295005138 rc 0/0 00000100:00100000:2.0:1742903177.310917:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17771 00000100:00100000:0.0:1742903177.311582:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.311645:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172347008 00000100:00100000:3.0:1742903177.311650:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172347008 00000100:00100000:3.0:1742903177.311677:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17772 00000100:00100000:3.0:1742903177.311682:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+922:13300:x1827566172347008:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.311759:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+923:13300:x1827566172347008:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 76us (178us total) trans 4295005139 rc 0/0 00000100:00100000:3.0:1742903177.311765:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17772 00000100:00100000:0.0:1742903177.311910:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.312026:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172347264 00000100:00100000:3.0:1742903177.312034:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172347264 00000100:00100000:3.0:1742903177.312074:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77133 00000100:00100000:3.0:1742903177.312080:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+923:13299:x1827566172347264:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.312120:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.312143:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d7b5a33 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7dc:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5b11 expref: 923 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.312161:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ae00/0x5d4000e30d83c1be lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0082 expref: 922 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.312173:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099525200/0x5d4000e30d8380cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eedf1 expref: 921 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.312183:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb800/0x5d4000e30d7b5953 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7dc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5ac4 expref: 920 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.312195:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7dc:0x0].0x0 (ffff8800722cfd00) 00010000:00010000:3.0:1742903177.312203:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.312219:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c2a5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312229:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c2a5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312236:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c2a5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312248:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c2ac lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d2:0x0].0x7d62b0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312253:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c2ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d2:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312258:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c2ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d2:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312349:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83c2b3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7dc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312365:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83c2b3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312371:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83c2b3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:3.0:1742903177.312529:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1763, 64 off121088 00000040:00080000:3.0:1742903177.312555:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8754, 184 off1534632 00010000:00010000:3.0:1742903177.312584:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83c2ba lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312591:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83c2ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312596:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83c2ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312602:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83c2ba lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312606:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83c2ba lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312611:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83c2ba lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312629:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.312643:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83c2b3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312648:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83c2b3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312653:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83c2b3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312658:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072045e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.312661:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83c2b3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312667:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83c2b3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312674:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7dc:0x0].0x0 (ffff880084090e00) 00010000:00010000:3.0:1742903177.312676:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.312679:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83c2b3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312684:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072045e00/0x5d4000e30d83c2b3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.312710:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.312715:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83c2ba lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.312720:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072045c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.312722:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83c2ba lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.312727:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83c2ba lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.312737:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7dc:0x0].0x0 (ffff880084090e00) 00000100:00100000:1.0:1742903177.312739:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903177.312739:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.312741:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83c2ba lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.312744:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072045c00/0x5d4000e30d83c2ba lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00000100:00100000:1.0:1742903177.312752:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172347520 00010000:00010000:0.0:1742903177.312754:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903177.312755:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172347520 00010000:00010000:0.0:1742903177.312755:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.312757:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.312759:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c2a5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312764:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c2a5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00000100:00100000:1.0:1742903177.312768:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77134 00010000:00010000:3.0:1742903177.312769:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c2a5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000100:00100000:1.0:1742903177.312772:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13300:x1827566172347520:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.312773:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800939e2600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.312775:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c2a5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312780:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c2a5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312786:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:1.0:1742903177.312787:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1742903177.312788:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.312790:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c2a5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312794:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c2a5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.312796:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bc400/0x5d4000e30d83c0fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f006d expref: 921 pid: 7216 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1742903177.312800:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009172e680 reply state ffff88008f79e000 transno 4295005140 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c2ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d2:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.312805:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c2ac lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.312806:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed26400/0x5d4000e30d837440 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee9e5 expref: 920 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.312814:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x7d62b0d (ffff88009931b400) 00010000:00010000:1.0:1742903177.312815:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d7b56cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7da:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c59f2 expref: 919 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.312816:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.312818:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1742903177.312822:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae2800/0x5d4000e30d7b570e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7da:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5a0e expref: 918 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.312828:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972c000/0x5d4000e30d7a376d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bfafb expref: 918 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.312834:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7da:0x0].0x0 (ffff8800722cfe00) 00010000:00010000:1.0:1742903177.312839:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.312846:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83c2c1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.312851:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83c2c1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.312855:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83c2c1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903177.312861:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:13299:x1827566172347264:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 780us (954us total) trans 4295005140 rc 0/0 00010000:00010000:1.0:1742903177.312861:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247000/0x5d4000e30d83c2c8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.312864:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247000/0x5d4000e30d83c2c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903177.312867:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77133 00010000:00010000:1.0:1742903177.312867:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247000/0x5d4000e30d83c2c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.312890:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83c2cf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.312893:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83c2cf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.312896:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83c2cf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:1.0:1742903177.312966:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1763, 64 off121088 00000040:00080000:1.0:1742903177.312981:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8755, 176 off1534808 00010000:00010000:1.0:1742903177.313002:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c2d6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.313009:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c2d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.313134:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c2d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.313140:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c2d6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.313144:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c2d6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.313148:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c2d6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.313165:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.313173:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83c2cf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.313178:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83c2cf lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.313182:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83c2cf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.313186:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099247600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.313188:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83c2cf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.313192:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83c2cf lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.313198:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7da:0x0].0x0 (ffff88009910c100) 00010000:00010000:1.0:1742903177.313201:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.313203:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83c2cf lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.313207:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83c2cf lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.313251:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83c2c1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.313257:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83c2c1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.313261:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83c2c1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.313266:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099246400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.313268:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83c2c1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.313272:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83c2c1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.313279:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:1.0:1742903177.313281:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.313283:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83c2c1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.313287:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83c2c1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:1.0:1742903177.313294:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c60df80 reply state ffff880096b0e000 transno 4295005141 ns: mdt-lustre-MDT0000_UUID lock: ffff880099247000/0x5d4000e30d83c2c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.313300:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247000/0x5d4000e30d83c2c8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.313305:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xe4a56594 (ffff88009910c200) 00010000:00010000:1.0:1742903177.313306:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.313308:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1742903177.313374:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1742903177.313378:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13300:x1827566172347520:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 604us (639us total) trans 4295005141 rc 0/0 00010000:00010000:2.0:1742903177.313382:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c2d6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00000100:00100000:1.0:1742903177.313388:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77134 00010000:00010000:2.0:1742903177.313389:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099246c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.313391:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c2d6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.313398:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c2d6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.313409:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7da:0x0].0x0 (ffff88009910c100) 00010000:00010000:2.0:1742903177.313411:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.313414:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c2d6 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.313419:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c2d6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.313434:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.313435:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.313437:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903177.314767:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.314836:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172347776 00000100:00100000:3.0:1742903177.314841:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172347776 00000100:00100000:3.0:1742903177.314876:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17773 00000100:00100000:3.0:1742903177.314881:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13299:x1827566172347776:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903177.315220:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.315284:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172348032 00000100:00100000:1.0:1742903177.315288:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172348032 00000100:00100000:3.0:1742903177.315339:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13299:x1827566172347776:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 456us (575us total) trans 4295005142 rc 0/0 00000100:00100000:1.0:1742903177.315340:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77135 00000100:00100000:3.0:1742903177.315345:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17773 00000100:00100000:1.0:1742903177.315345:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13300:x1827566172348032:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.315381:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1742903177.315401:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83c116 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe16:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0074 expref: 919 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.315416:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099888600/0x5d4000e30d83701f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee8a3 expref: 918 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.315427:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099888c00/0x5d4000e30d836f07 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee84f expref: 917 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.315434:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe16:0x0].0x0 (ffff88009b856e00) 00010000:00010000:1.0:1742903177.315441:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.315454:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247200/0x5d4000e30d83c2dd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.315464:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247200/0x5d4000e30d83c2dd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.315471:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247200/0x5d4000e30d83c2dd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.315482:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247400/0x5d4000e30d83c2e4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.315486:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247400/0x5d4000e30d83c2e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.315491:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247400/0x5d4000e30d83c2e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.315718:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c2eb lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.315725:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c2eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.315731:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c2eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:1.0:1742903177.315880:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1764, 64 off121152 00000040:00080000:1.0:1742903177.315904:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8756, 184 off1534992 00010000:00010000:1.0:1742903177.315929:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c2f2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.315936:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c2f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.315942:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c2f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.315948:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c2f2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.315951:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c2f2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.315960:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c2f2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.315983:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.315994:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c2eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.315999:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c2eb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.316004:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c2eb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.316009:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099247c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.316012:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c2eb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.316017:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c2eb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.316024:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe16:0x0].0x0 (ffff88009910cc00) 00010000:00010000:1.0:1742903177.316026:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.316029:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c2eb lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.316033:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c2eb lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.316106:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247200/0x5d4000e30d83c2dd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.316111:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099247200/0x5d4000e30d83c2dd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.316119:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099247200/0x5d4000e30d83c2dd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.316124:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099247200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.316126:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247200/0x5d4000e30d83c2dd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.316131:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247200/0x5d4000e30d83c2dd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.316138:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:1.0:1742903177.316140:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.316142:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099247200/0x5d4000e30d83c2dd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.316146:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247200/0x5d4000e30d83c2dd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:1.0:1742903177.316153:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009172d180 reply state ffff880096aa1000 transno 4295005143 ns: mdt-lustre-MDT0000_UUID lock: ffff880099247400/0x5d4000e30d83c2e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.316159:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247400/0x5d4000e30d83c2e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316163:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.316164:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xa4b2186b (ffff88009910cb00) 00010000:00010000:1.0:1742903177.316166:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.316168:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1742903177.316169:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c2f2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316173:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099247a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.316175:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c2f2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316180:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c2f2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316187:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe16:0x0].0x0 (ffff88009910cc00) 00010000:00010000:2.0:1742903177.316189:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.316191:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c2f2 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316195:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c2f2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00000100:00100000:1.0:1742903177.316197:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13300:x1827566172348032:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 851us (977us total) trans 4295005143 rc 0/0 00000100:00100000:1.0:1742903177.316202:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77135 00010000:00010000:2.0:1742903177.316205:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.316206:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.316207:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903177.316228:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.316265:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172348288 00000100:00100000:2.0:1742903177.316268:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172348288 00000100:00100000:2.0:1742903177.316286:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77136 00000100:00100000:2.0:1742903177.316290:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13299:x1827566172348288:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.316308:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.316331:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d7b5627 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d9:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c59c1 expref: 918 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.316340:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83c1da lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0089 expref: 917 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.316348:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219e00/0x5d4000e30d8369e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee69d expref: 916 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.316355:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d7b556a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5989 expref: 915 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.316372:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d9:0x0].0x0 (ffff8800b1a19d00) 00010000:00010000:2.0:1742903177.316377:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.316384:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c2f9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316388:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c2f9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316392:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c2f9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316398:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01a00/0x5d4000e30d83c300 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316401:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01a00/0x5d4000e30d83c300 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316404:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01a00/0x5d4000e30d83c300 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316428:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6800/0x5d4000e30d83c307 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316430:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6800/0x5d4000e30d83c307 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316433:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6800/0x5d4000e30d83c307 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:2.0:1742903177.316501:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1764, 64 off121152 00000040:00080000:2.0:1742903177.316516:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8757, 184 off1535176 00010000:00010000:2.0:1742903177.316538:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c400/0x5d4000e30d83c30e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316544:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c400/0x5d4000e30d83c30e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316552:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c400/0x5d4000e30d83c30e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316556:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c400/0x5d4000e30d83c30e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316560:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c400/0x5d4000e30d83c30e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316563:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c400/0x5d4000e30d83c30e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316584:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.316592:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6800/0x5d4000e30d83c307 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316597:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6800/0x5d4000e30d83c307 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316602:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6800/0x5d4000e30d83c307 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316606:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ceb6800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.316608:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6800/0x5d4000e30d83c307 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316611:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6800/0x5d4000e30d83c307 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316617:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d9:0x0].0x0 (ffff88009b855900) 00010000:00010000:2.0:1742903177.316618:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.316620:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6800/0x5d4000e30d83c307 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316627:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6800/0x5d4000e30d83c307 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.316631:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.316636:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c400/0x5d4000e30d83c30e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.316642:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009924c400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.316644:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c400/0x5d4000e30d83c30e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.316650:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c400/0x5d4000e30d83c30e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.316658:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d9:0x0].0x0 (ffff88009b855900) 00010000:00010000:0.0:1742903177.316660:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.316663:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c400/0x5d4000e30d83c30e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.316667:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c400/0x5d4000e30d83c30e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316674:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c2f9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.316677:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.316678:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.316679:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c2f9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.316679:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.316683:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c2f9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316687:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af01800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.316689:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c2f9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316693:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c2f9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316698:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:2.0:1742903177.316700:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.316702:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c2f9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316706:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c2f9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:2.0:1742903177.316714:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009172f800 reply state ffff880099c47000 transno 4295005144 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01a00/0x5d4000e30d83c300 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316719:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01a00/0x5d4000e30d83c300 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.316727:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xc734d1c8 (ffff88009b855300) 00010000:00010000:2.0:1742903177.316728:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.316730:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.316766:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13299:x1827566172348288:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 474us (538us total) trans 4295005144 rc 0/0 00000100:00100000:2.0:1742903177.316771:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77136 00000100:00100000:0.0:1742903177.317818:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.317891:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172348416 00000100:00100000:3.0:1742903177.317896:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172348416 00000100:00100000:3.0:1742903177.317996:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17774 00000100:00100000:3.0:1742903177.318001:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098072050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13300:x1827566172348416:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:1.0:1742903177.318496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.318524:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172348672 00000100:00100000:2.0:1742903177.318528:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172348672 00000100:00100000:2.0:1742903177.318555:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17775 00000100:00100000:2.0:1742903177.318559:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:13299:x1827566172348672:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.318654:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13299:x1827566172348672:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 93us (158us total) trans 4295005145 rc 0/0 00000100:00100000:2.0:1742903177.318659:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17775 00000100:00100000:0.0:1742903177.319981:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.320029:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172348928 00000100:00100000:2.0:1742903177.320033:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172348928 00000100:00100000:2.0:1742903177.320066:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77137 00000100:00100000:2.0:1742903177.320071:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136274e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13299:x1827566172348928:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.320100:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:2.0:1742903177.320123:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a800/0x5d4000e30d83c1f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d4:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0090 expref: 918 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.320140:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0a00/0x5d4000e30d835951 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee2c9 expref: 917 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.320151:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091403200/0x5d4000e30d7b4f9e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d4:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c57ad expref: 916 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.320167:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096124a00/0x5d4000e30d7b4fc8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d4:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c57c2 expref: 915 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.320179:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009771e400/0x5d4000e30d7a2005 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf376 expref: 914 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.320187:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d4:0x0].0x0 (ffff88012d2c7600) 00010000:00010000:2.0:1742903177.320195:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.320209:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c315 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320220:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c315 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320228:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c315 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320238:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d600/0x5d4000e30d83c31c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320243:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d600/0x5d4000e30d83c31c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320248:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d600/0x5d4000e30d83c31c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320302:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924cc00/0x5d4000e30d83c323 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320308:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009924cc00/0x5d4000e30d83c323 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320346:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009924cc00/0x5d4000e30d83c323 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:2.0:1742903177.320516:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1765, 64 off121216 00000040:00080000:2.0:1742903177.320545:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8758, 184 off1535360 00010000:00010000:2.0:1742903177.320575:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c000/0x5d4000e30d83c32a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320582:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c000/0x5d4000e30d83c32a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320588:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c000/0x5d4000e30d83c32a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903177.320591:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098072050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13300:x1827566172348416:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2581us (2767us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903177.320593:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c000/0x5d4000e30d83c32a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320598:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c000/0x5d4000e30d83c32a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903177.320602:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17774 00010000:00010000:2.0:1742903177.320603:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c000/0x5d4000e30d83c32a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320622:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.320635:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924cc00/0x5d4000e30d83c323 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320640:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009924cc00/0x5d4000e30d83c323 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320644:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009924cc00/0x5d4000e30d83c323 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320648:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009924cc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.320649:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.320652:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924cc00/0x5d4000e30d83c323 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.320654:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c000/0x5d4000e30d83c32a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7d4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320657:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924cc00/0x5d4000e30d83c323 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7d4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.320658:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009924c000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.320660:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c000/0x5d4000e30d83c32a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7d4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320664:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d4:0x0].0x0 (ffff88009b855500) 00010000:00010000:2.0:1742903177.320666:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.320668:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009924cc00/0x5d4000e30d83c323 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.320669:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c000/0x5d4000e30d83c32a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7d4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320672:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009924cc00/0x5d4000e30d83c323 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7d4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.320675:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d4:0x0].0x0 (ffff88009b855500) 00010000:00010000:1.0:1742903177.320677:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903177.320679:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c000/0x5d4000e30d83c32a lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.320682:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c000/0x5d4000e30d83c32a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.320690:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.320692:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.320693:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.320741:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c315 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320747:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c315 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320751:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c315 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320755:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009924d200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.320757:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c315 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320761:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c315 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320766:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:2.0:1742903177.320767:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.320769:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c315 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320774:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c315 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:2.0:1742903177.320778:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880136274e00 reply state ffff880099c44000 transno 4295005146 ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d600/0x5d4000e30d83c31c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320784:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d600/0x5d4000e30d83c31c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.320788:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x7b2f0bbe (ffff88009b855b00) 00010000:00010000:2.0:1742903177.320790:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.320792:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.320841:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136274e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13299:x1827566172348928:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 768us (860us total) trans 4295005146 rc 0/0 00000100:00100000:2.0:1742903177.320846:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77137 00000100:00100000:2.0:1742903177.322531:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.322532:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.322574:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.322581:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172349056 00000100:00100000:1.0:1742903177.322586:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172349056 00000100:00100000:1.0:1742903177.322615:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 250 00000100:00100000:3.0:1742903177.322617:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172349568 00000100:00100000:1.0:1742903177.322619:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136274380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:2007:x1827566172349056:12345-192.168.203.29@tcp:63:ll_sa.0 00000100:00100000:3.0:1742903177.322621:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172349568 00000100:00100000:3.0:1742903177.322640:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17776 00010000:00010000:1.0:1742903177.322643:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1742903177.322644:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+915:13300:x1827566172349568:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:1.0:1742903177.322654:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83c331 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f00ac expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.322684:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83c338 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.322697:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83c338 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.322704:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83c338 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.322712:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247800/0x5d4000e30d83c33f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.322718:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247800/0x5d4000e30d83c33f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.322722:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247800/0x5d4000e30d83c33f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.322751:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:13300:x1827566172349568:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 106us (177us total) trans 4295005147 rc 0/0 00000100:00100000:3.0:1742903177.322758:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17776 00000100:00100000:3.0:1742903177.322774:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172349440 00000100:00100000:3.0:1742903177.322776:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172349440 00010000:00010000:1.0:1742903177.322776:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c346 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.322782:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c346 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.322786:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c346 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.322792:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77138 00000100:00100000:3.0:1742903177.322795:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:13299:x1827566172349440:12345-192.168.203.29@tcp:36:dbench.0 00000004:00200000:1.0:1742903177.322800:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe32:0x0]: returning size 14984 00000004:00200000:1.0:1742903177.322804:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1742903177.322813:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00000004:00010000:1.0:1742903177.322814:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c346 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.322821:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c346 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.322825:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86be00/0x5d4000e30d83c212 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0097 expref: 917 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.322827:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83c338 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.322835:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83c338 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.322839:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d0200/0x5d4000e30d8387cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef00c expref: 916 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.322840:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83c338 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.322845:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099246e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.322848:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83c338 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.322849:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219a00/0x5d4000e30d83867d lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eefaa expref: 915 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.322854:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83c338 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.322857:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe22:0x0].0x0 (ffff880099660b00) 00010000:00010000:1.0:1742903177.322859:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903177.322860:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.322861:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.322864:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83c338 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.322867:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83c34d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.322868:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83c338 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.322874:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83c34d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.322875:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247800/0x5d4000e30d83c33f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.322880:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83c34d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.322880:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099247800/0x5d4000e30d83c33f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.322884:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099247800/0x5d4000e30d83c33f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.322887:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099247800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.322889:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247800/0x5d4000e30d83c33f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.322891:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83c354 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.322897:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83c354 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.322897:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247800/0x5d4000e30d83c33f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.322902:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83c354 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.322903:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:1.0:1742903177.322905:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.322907:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099247800/0x5d4000e30d83c33f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.322911:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247800/0x5d4000e30d83c33f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.322938:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83c331 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00ac expref: 915 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.322946:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ac00/0x5d4000e30d83c35b lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.322948:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c346 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00ac expref: 914 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.322954:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ac00/0x5d4000e30d83c35b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe22:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.322954:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:1.0:1742903177.322956:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.322958:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099247a00, rc 0) 00010000:00010000:3.0:1742903177.322959:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ac00/0x5d4000e30d83c35b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe22:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.322961:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.322966:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c362 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f00b3 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.322982:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246200/0x5d4000e30d83c369 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.322988:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246200/0x5d4000e30d83c369 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.322994:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246200/0x5d4000e30d83c369 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323004:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83c370 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323009:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83c370 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323014:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83c370 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323045:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c377 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323053:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c377 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323058:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c377 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000040:00080000:3.0:1742903177.323072:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1766, 64 off121280 00000040:00080000:3.0:1742903177.323090:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8759, 184 off1535544 00010000:00010000:3.0:1742903177.323110:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83c37e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323116:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83c37e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe22:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323121:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83c37e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe22:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323127:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83c37e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe22:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323131:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83c37e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe22:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323135:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83c37e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe22:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323156:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.323165:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ac00/0x5d4000e30d83c35b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe22:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323170:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ac00/0x5d4000e30d83c35b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe22:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323175:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ac00/0x5d4000e30d83c35b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe22:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323179:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86ac00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.323182:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ac00/0x5d4000e30d83c35b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe22:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323186:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ac00/0x5d4000e30d83c35b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe22:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323192:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe22:0x0].0x0 (ffff880099660b00) 00010000:00010000:3.0:1742903177.323195:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.323197:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ac00/0x5d4000e30d83c35b lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe22:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323202:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ac00/0x5d4000e30d83c35b lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe22:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323262:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83c34d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323268:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83c34d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323273:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83c34d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323277:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86a000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.323279:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83c34d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323287:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83c34d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323293:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:3.0:1742903177.323295:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.323298:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83c34d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323302:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a000/0x5d4000e30d83c34d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:3.0:1742903177.323308:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009aeb7100 reply state ffff88008f79f000 transno 4295005148 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83c354 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323336:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83c354 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323342:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x985392a1 (ffff88012dd00000) 00010000:00010000:3.0:1742903177.323344:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.323346:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.323381:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:13299:x1827566172349440:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 584us (852us total) trans 4295005148 rc 0/0 00000100:00100000:3.0:1742903177.323386:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77138 00000004:00200000:1.0:1742903177.323386:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7ca:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.323389:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.323395:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c377 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323402:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c377 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323407:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246200/0x5d4000e30d83c369 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323412:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099246200/0x5d4000e30d83c369 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323416:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099246200/0x5d4000e30d83c369 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323423:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099246200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.323425:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246200/0x5d4000e30d83c369 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323429:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246200/0x5d4000e30d83c369 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.323430:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.323434:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83c37e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe22:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.323436:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:1.0:1742903177.323437:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.323439:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099246200/0x5d4000e30d83c369 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.323439:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86b200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.323442:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83c37e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe22:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.323443:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246200/0x5d4000e30d83c369 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.323446:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83c37e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe22:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.323450:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83c370 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.323452:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe22:0x0].0x0 (ffff880099660b00) 00010000:00010000:1.0:1742903177.323454:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83c370 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.323454:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.323456:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83c37e lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe22:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.323458:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83c370 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.323460:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b200/0x5d4000e30d83c37e lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe22:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.323462:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af51c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.323464:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83c370 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323468:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83c370 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323473:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xbfc2eca6 (ffff880129dcca00) 00010000:00010000:1.0:1742903177.323475:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.323477:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83c370 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.323479:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.323480:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.323481:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51c00/0x5d4000e30d83c370 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.323481:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.323497:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c362 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00b3 expref: 917 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.323514:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c377 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00b3 expref: 916 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.323518:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ca:0x0].0x0 (ffff88009910c900) 00010000:00010000:1.0:1742903177.323520:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.323522:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009141bc00, rc 0) 00010000:00010000:1.0:1742903177.323531:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.323537:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83c385 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f00ba expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.323554:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c38c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323561:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c38c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323567:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c38c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323575:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a200/0x5d4000e30d83c393 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x37eb7f65 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323580:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a200/0x5d4000e30d83c393 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323586:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a200/0x5d4000e30d83c393 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000100:00100000:0.0:1742903177.323603:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903177.323616:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c39a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323622:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c39a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323627:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c39a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.323632:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172349824 00000100:00100000:3.0:1742903177.323635:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172349824 00000004:00200000:1.0:1742903177.323637:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7c7:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.323639:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.323645:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c39a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.323648:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77139 00010000:00010000:1.0:1742903177.323650:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c39a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.323652:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136274a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13300:x1827566172349824:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.323654:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c38c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323659:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c38c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323663:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c38c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.323667:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.323667:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141ac00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.323669:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c38c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323674:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c38c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.323676:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800994a8800/0x5d4000e30d7b44bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5450 expref: 918 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.323681:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:1.0:1742903177.323682:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.323684:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c38c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323689:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ac00/0x5d4000e30d83c38c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.323691:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60000/0x5d4000e30d8391ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef34d expref: 917 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.323696:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a200/0x5d4000e30d83c393 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.323701:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d7b441b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c541f expref: 916 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.323701:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a200/0x5d4000e30d83c393 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323705:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a200/0x5d4000e30d83c393 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.323709:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c9:0x0].0x0 (ffff88012bd49c00) 00010000:00010000:1.0:1742903177.323709:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141a200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.323711:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a200/0x5d4000e30d83c393 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323716:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a200/0x5d4000e30d83c393 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.323717:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871a00/0x5d4000e30d83b523 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe98 expref: 915 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.323722:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:1.0:1742903177.323722:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x37eb7f65 (ffff880129dccb00) 00010000:00010000:3.0:1742903177.323723:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.323724:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.323725:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a200/0x5d4000e30d83c393 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.323728:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83c3a1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.323730:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a200/0x5d4000e30d83c393 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.323732:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83c3a1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323735:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83c3a1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323741:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83c3a8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0x3d99db37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323745:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83c3a8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.323745:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83c385 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00ba expref: 915 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.323748:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83c3a8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.323754:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c39a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00ba expref: 914 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.323759:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c7:0x0].0x0 (ffff8800916eb000) 00010000:00010000:1.0:1742903177.323760:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.323762:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009141a400, rc 0) 00010000:00010000:1.0:1742903177.323766:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.323767:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c3af lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323771:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c3af lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.323771:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b600/0x5d4000e30d83c3b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f00c1 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.323775:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c3af lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.323786:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b800/0x5d4000e30d83c3bd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323793:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b800/0x5d4000e30d83c3bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323799:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b800/0x5d4000e30d83c3bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323808:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b834600/0x5d4000e30d83c3c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323813:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b834600/0x5d4000e30d83c3c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323818:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b834600/0x5d4000e30d83c3c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000040:00080000:3.0:1742903177.323850:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1765, 64 off121216 00010000:00010000:1.0:1742903177.323851:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350000/0x5d4000e30d83c3cb lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323858:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072350000/0x5d4000e30d83c3cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00000040:00080000:3.0:1742903177.323862:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8760, 184 off1535728 00010000:00010000:1.0:1742903177.323864:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072350000/0x5d4000e30d83c3cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.323876:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe2a:0x0]: returning size 19054 00000004:00200000:1.0:1742903177.323878:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1742903177.323879:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c3d2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323884:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c3d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00000004:00010000:1.0:1742903177.323884:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072350000/0x5d4000e30d83c3cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.323889:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c3d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.323890:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072350000/0x5d4000e30d83c3cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.323894:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c3d2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.323895:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b800/0x5d4000e30d83c3bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.323898:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c3d2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.323898:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b800/0x5d4000e30d83c3bd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323902:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b800/0x5d4000e30d83c3bd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.323903:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c3d2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.323906:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141b800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.323909:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b800/0x5d4000e30d83c3bd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323913:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b800/0x5d4000e30d83c3bd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323919:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:1.0:1742903177.323920:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.323922:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b800/0x5d4000e30d83c3bd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.323926:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.323926:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b800/0x5d4000e30d83c3bd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323934:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b834600/0x5d4000e30d83c3c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.323937:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c3af lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.323938:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b834600/0x5d4000e30d83c3c4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.323941:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c3af lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.323941:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b834600/0x5d4000e30d83c3c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323945:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012b834600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.323946:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c3af lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.323947:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b834600/0x5d4000e30d83c3c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.323951:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b834600/0x5d4000e30d83c3c4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.323955:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5c800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.323956:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7fa9a95 (ffff88009c6e2300) 00010000:00010000:3.0:1742903177.323958:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c3af lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.323958:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.323960:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b834600/0x5d4000e30d83c3c4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.323962:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903177.323963:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c3af lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.323964:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b834600/0x5d4000e30d83c3c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.323967:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c3d2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323970:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c9:0x0].0x0 (ffff8800b4242200) 00010000:00010000:3.0:1742903177.323972:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.323974:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c3af lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.323974:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c71f800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.323976:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c3d2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.323977:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b600/0x5d4000e30d83c3b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00c1 expref: 917 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.323981:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c3d2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.323982:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c3af lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.323985:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350000/0x5d4000e30d83c3cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00c1 expref: 916 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.323989:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c9:0x0].0x0 (ffff8800b4242200) 00010000:00010000:1.0:1742903177.323990:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:2.0:1742903177.323992:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903177.323992:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903177.323994:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c3d2 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.323994:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072350000, rc 0) 00010000:00010000:2.0:1742903177.323999:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c3d2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.324010:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.324011:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.324013:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.324022:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83c3a1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.324027:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83c3a1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.324032:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83c3a1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.324037:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86b600 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:1.0:1742903177.324038:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136274380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:2007:x1827566172349056:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 1417us (1506us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903177.324043:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83c3a1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00000100:00100000:1.0:1742903177.324044:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 250 00010000:00010000:3.0:1742903177.324047:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83c3a1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.324053:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903177.324055:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.324058:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83c3a1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.324062:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b600/0x5d4000e30d83c3a1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:3.0:1742903177.324069:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880136274a80 reply state ffff88008f799000 transno 4295005149 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83c3a8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.324075:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83c3a8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.324079:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x3d99db37 (ffff88012dd00a00) 00010000:00010000:3.0:1742903177.324081:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.324083:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.324113:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136274a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13300:x1827566172349824:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 460us (510us total) trans 4295005149 rc 0/0 00000100:00100000:3.0:1742903177.324118:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77139 00000100:00100000:0.0:1742903177.324867:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.324952:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172350080 00000100:00100000:3.0:1742903177.324961:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172350080 00000100:00100000:3.0:1742903177.325017:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17777 00000100:00100000:3.0:1742903177.325022:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136275180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13299:x1827566172350080:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.325186:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136275180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:13299:x1827566172350080:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 163us (318us total) trans 4295005150 rc 0/0 00000100:00100000:3.0:1742903177.325192:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17777 00000100:00100000:0.0:1742903177.326379:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.326421:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.326486:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172350464 00000100:00100000:1.0:1742903177.326493:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172350464 00000100:00100000:1.0:1742903177.326514:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172350592 00000100:00100000:1.0:1742903177.326516:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172350592 00000100:00100000:1.0:1742903177.326529:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77140 00000100:00100000:1.0:1742903177.326534:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136275f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13300:x1827566172350464:12345-192.168.203.29@tcp:36:dbench.0 00000100:00100000:3.0:1742903177.326535:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77141 00000100:00100000:3.0:1742903177.326541:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136277b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13299:x1827566172350592:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.326565:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:1.0:1742903177.326565:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1742903177.326583:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c346 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe32:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00ac expref: 918 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.326588:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83c22e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f009e expref: 918 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.326598:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d800/0x5d4000e30d83a0a8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe32:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef82b expref: 916 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.326605:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:3.0:1742903177.326606:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68ae00/0x5d4000e30d8374fd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eea1d expref: 915 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.326608:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.326619:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091402400/0x5d4000e30d7b582d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7db:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5a62 expref: 914 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.326620:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350a00/0x5d4000e30d83c3d9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.326630:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d3e00/0x5d4000e30d7b5865 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7db:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5a77 expref: 913 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.326630:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072350a00/0x5d4000e30d83c3d9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.326636:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072350a00/0x5d4000e30d83c3d9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.326641:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c562c00/0x5d4000e30d7a3743 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bfaed expref: 912 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.326644:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d83c3e0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.326648:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7db:0x0].0x0 (ffff88009b856200) 00010000:00010000:1.0:1742903177.326650:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d83c3e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.326654:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.326654:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d83c3e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.326664:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83c3e7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.326672:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83c3e7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.326678:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83c3e7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.326688:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ba00/0x5d4000e30d83c3ee lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d2:0x0].0xe4a56594 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.326694:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ba00/0x5d4000e30d83c3ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d2:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.326699:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ba00/0x5d4000e30d83c3ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d2:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.326705:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d83c3f5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.326713:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d83c3f5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe32:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.326718:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d83c3f5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe32:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.326732:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b000/0x5d4000e30d83c3fc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7db:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.326738:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b000/0x5d4000e30d83c3fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.326743:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b000/0x5d4000e30d83c3fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:3.0:1742903177.326859:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1767, 64 off121344 00000040:00080000:3.0:1742903177.326883:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8761, 176 off1535904 00010000:00010000:3.0:1742903177.326912:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83c403 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00000040:00080000:1.0:1742903177.326917:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1768, 64 off121408 00010000:00010000:3.0:1742903177.326919:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83c403 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.326925:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83c403 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.326931:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83c403 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.326936:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83c403 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.326941:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83c403 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.326964:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.326976:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b000/0x5d4000e30d83c3fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.326979:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b000/0x5d4000e30d83c3fc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.326985:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b000/0x5d4000e30d83c3fc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.326990:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009900b000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.326993:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b000/0x5d4000e30d83c3fc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.326999:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b000/0x5d4000e30d83c3fc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.327006:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7db:0x0].0x0 (ffff880099028700) 00010000:00010000:3.0:1742903177.327008:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.327011:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b000/0x5d4000e30d83c3fc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.327015:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b000/0x5d4000e30d83c3fc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.327079:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83c3e7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.327085:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83c3e7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.327089:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83c3e7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.327093:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86a400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.327095:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83c3e7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.327100:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83c3e7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.327109:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:3.0:1742903177.327111:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.327114:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83c3e7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.327118:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a400/0x5d4000e30d83c3e7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:3.0:1742903177.327126:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880136277b80 reply state ffff880091428000 transno 4295005151 ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ba00/0x5d4000e30d83c3ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d2:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.327133:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ba00/0x5d4000e30d83c3ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.327138:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xe4a56594 (ffff8800b4242f00) 00010000:00010000:3.0:1742903177.327139:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.327141:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000040:00080000:1.0:1742903177.327148:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8762, 176 off1536080 00010000:00010000:1.0:1742903177.327173:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350e00/0x5d4000e30d83c40a lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903177.327189:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136277b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13299:x1827566172350592:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 646us (766us total) trans 4295005151 rc 0/0 00000100:00100000:3.0:1742903177.327195:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77141 00010000:00010000:2.0:1742903177.327287:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.327294:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83c403 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.327300:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800992f9000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.327302:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83c403 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.327307:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83c403 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.327333:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7db:0x0].0x0 (ffff880099028700) 00010000:00010000:2.0:1742903177.327335:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.327338:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83c403 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.327342:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83c403 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.327351:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.327352:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.327354:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.327535:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072350e00/0x5d4000e30d83c40a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.327543:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072350e00/0x5d4000e30d83c40a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.327549:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350e00/0x5d4000e30d83c40a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.327553:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350e00/0x5d4000e30d83c40a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.327557:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072350e00/0x5d4000e30d83c40a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.327700:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.327709:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d83c3f5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe32:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.327714:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d83c3f5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe32:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.327718:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d83c3f5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe32:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.327722:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072350200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.327724:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d83c3f5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe32:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.327728:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d83c3f5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe32:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.327734:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:1.0:1742903177.327735:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.327737:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d83c3f5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe32:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.327741:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d83c3f5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe32:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.327785:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350a00/0x5d4000e30d83c3d9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.327789:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072350a00/0x5d4000e30d83c3d9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.327793:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072350a00/0x5d4000e30d83c3d9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.327800:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072350a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.327802:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072350a00/0x5d4000e30d83c3d9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.327806:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072350a00/0x5d4000e30d83c3d9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.327811:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:1.0:1742903177.327812:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.327814:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072350a00/0x5d4000e30d83c3d9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.327817:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072350a00/0x5d4000e30d83c3d9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:1.0:1742903177.327822:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880136275f80 reply state ffff880096aa2000 transno 4295005152 ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d83c3e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.327827:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d83c3e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.327832:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:1.0:1742903177.327833:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.327835:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.327870:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136275f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13300:x1827566172350464:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1335us (1492us total) trans 4295005152 rc 0/0 00000100:00100000:1.0:1742903177.327875:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77140 00010000:00010000:0.0:1742903177.327922:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.327927:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072350e00/0x5d4000e30d83c40a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.327931:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072350e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.327934:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072350e00/0x5d4000e30d83c40a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.327938:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072350e00/0x5d4000e30d83c40a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.327944:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:0.0:1742903177.327946:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.327948:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072350e00/0x5d4000e30d83c40a lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.327952:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072350e00/0x5d4000e30d83c40a lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe32:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.327958:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.327959:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.327960:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903177.330818:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.330867:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172350848 00000100:00100000:3.0:1742903177.330876:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172350848 00000100:00100000:0.0:1742903177.331022:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.331054:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17778 00000100:00100000:3.0:1742903177.331062:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136275c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13300:x1827566172350848:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:1.0:1742903177.331243:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172351104 00000100:00100000:1.0:1742903177.331247:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172351104 00000100:00100000:1.0:1742903177.331275:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77142 00000100:00100000:1.0:1742903177.331279:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136275500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13299:x1827566172351104:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.331304:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1742903177.331352:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6cc00/0x5d4000e30d83c24a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00a5 expref: 916 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.331381:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218400/0x5d4000e30d8370dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee8db expref: 915 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.331394:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71b600/0x5d4000e30d836f54 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee864 expref: 914 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.331402:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe17:0x0].0x0 (ffff880099003300) 00010000:00010000:1.0:1742903177.331410:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.331425:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072351e00/0x5d4000e30d83c411 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.331437:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072351e00/0x5d4000e30d83c411 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.331444:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072351e00/0x5d4000e30d83c411 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.331455:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072351600/0x5d4000e30d83c418 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.331459:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072351600/0x5d4000e30d83c418 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.331463:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072351600/0x5d4000e30d83c418 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.331522:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072351a00/0x5d4000e30d83c41f lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.331532:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072351a00/0x5d4000e30d83c41f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.331537:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072351a00/0x5d4000e30d83c41f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:1.0:1742903177.331698:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1766, 64 off121280 00000040:00080000:1.0:1742903177.331727:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8763, 184 off1536264 00010000:00010000:1.0:1742903177.331754:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350400/0x5d4000e30d83c426 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.331760:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072350400/0x5d4000e30d83c426 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.331767:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072350400/0x5d4000e30d83c426 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.331773:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350400/0x5d4000e30d83c426 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.331778:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350400/0x5d4000e30d83c426 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.331783:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072350400/0x5d4000e30d83c426 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.331807:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.331820:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072351a00/0x5d4000e30d83c41f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.331825:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072351a00/0x5d4000e30d83c41f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903177.331828:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136275c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13300:x1827566172350848:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 765us (1016us total) trans 4295005153 rc 0/0 00010000:00010000:1.0:1742903177.331829:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072351a00/0x5d4000e30d83c41f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903177.331835:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17778 00010000:00010000:1.0:1742903177.331835:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072351a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.331871:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.331876:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072350400/0x5d4000e30d83c426 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.331881:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072350400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.331884:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072350400/0x5d4000e30d83c426 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.331894:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072351a00/0x5d4000e30d83c41f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe17:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.331900:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072351a00/0x5d4000e30d83c41f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe17:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.331907:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe17:0x0].0x0 (ffff88009910cc00) 00010000:00010000:1.0:1742903177.331909:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.331911:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072351a00/0x5d4000e30d83c41f lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe17:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.331915:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072351a00/0x5d4000e30d83c41f lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe17:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.331988:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072351e00/0x5d4000e30d83c411 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.331992:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072351e00/0x5d4000e30d83c411 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.331997:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072351e00/0x5d4000e30d83c411 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.332000:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072351e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.332002:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072351e00/0x5d4000e30d83c411 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.332005:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072351e00/0x5d4000e30d83c411 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.332011:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:1.0:1742903177.332012:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.332015:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072351e00/0x5d4000e30d83c411 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.332018:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072351e00/0x5d4000e30d83c411 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:1.0:1742903177.332024:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880136275500 reply state ffff880096aa4000 transno 4295005154 ns: mdt-lustre-MDT0000_UUID lock: ffff880072351600/0x5d4000e30d83c418 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.332031:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072351600/0x5d4000e30d83c418 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.332035:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xa4b2186b (ffff880084090e00) 00010000:00010000:1.0:1742903177.332037:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.332039:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.332061:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136275500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13299:x1827566172351104:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 781us (1040us total) trans 4295005154 rc 0/0 00000100:00100000:1.0:1742903177.332066:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77142 00010000:00010000:0.0:1742903177.332114:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072350400/0x5d4000e30d83c426 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe17:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.332122:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe17:0x0].0x0 (ffff88009910cc00) 00010000:00010000:0.0:1742903177.332123:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.332126:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072350400/0x5d4000e30d83c426 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe17:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.332130:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072350400/0x5d4000e30d83c426 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe17:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.332184:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.332186:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.332188:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903177.332915:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.333089:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172351360 00000100:00100000:1.0:1742903177.333094:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172351360 00000100:00100000:1.0:1742903177.333126:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77143 00000100:00100000:1.0:1742903177.333131:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13300:x1827566172351360:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.333156:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.333169:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214800/0x5d4000e30d7b45d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ca:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c54ab expref: 914 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.333183:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c377 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00b3 expref: 913 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.333199:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099250000/0x5d4000e30d83999a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5ca expref: 912 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.333209:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d7b455d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ca:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5481 expref: 911 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.333216:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ca:0x0].0x0 (ffff88009910c900) 00010000:00010000:1.0:1742903177.333222:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.333409:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350600/0x5d4000e30d83c42d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.333418:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072350600/0x5d4000e30d83c42d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.333425:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072350600/0x5d4000e30d83c42d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.333435:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d83c434 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.333440:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d83c434 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.333445:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d83c434 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.333588:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8a11a00/0x5d4000e30d83c43b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.333594:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8a11a00/0x5d4000e30d83c43b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.333603:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8a11a00/0x5d4000e30d83c43b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:1.0:1742903177.333810:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1769, 64 off121472 00000040:00080000:1.0:1742903177.333914:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8764, 184 off1536448 00010000:00010000:1.0:1742903177.333940:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c442 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.333946:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c442 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.333951:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c442 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.333956:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c442 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.333960:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c442 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.333964:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c442 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.333983:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.333992:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8a11a00/0x5d4000e30d83c43b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.333996:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8a11a00/0x5d4000e30d83c43b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.334001:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8a11a00/0x5d4000e30d83c43b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.334003:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.334005:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a8a11a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.334007:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c442 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.334009:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8a11a00/0x5d4000e30d83c43b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.334014:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099247c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.334016:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c442 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7ca:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.334018:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8a11a00/0x5d4000e30d83c43b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.334019:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c442 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ca:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903177.334093:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.334219:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172351488 00000100:00100000:3.0:1742903177.334223:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172351488 00000100:00100000:3.0:1742903177.334248:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17779 00000100:00100000:3.0:1742903177.334252:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13299:x1827566172351488:12345-192.168.203.29@tcp:37:dbench.0 00010000:00010000:1.0:1742903177.334337:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ca:0x0].0x0 (ffff88009910c100) 00010000:00010000:1.0:1742903177.334340:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.334343:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8a11a00/0x5d4000e30d83c43b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.334348:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8a11a00/0x5d4000e30d83c43b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.334422:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350600/0x5d4000e30d83c42d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.334426:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072350600/0x5d4000e30d83c42d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.334430:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072350600/0x5d4000e30d83c42d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.334434:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072350600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.334436:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072350600/0x5d4000e30d83c42d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.334439:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072350600/0x5d4000e30d83c42d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.334440:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ca:0x0].0x0 (ffff88009910c100) 00010000:00010000:2.0:1742903177.334442:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903177.334444:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903177.334445:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c442 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7ca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.334446:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.334448:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072350600/0x5d4000e30d83c42d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.334450:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c442 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7ca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.334456:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072350600/0x5d4000e30d83c42d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.334461:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.334463:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:1.0:1742903177.334463:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880136277100 reply state ffff880096aa5000 transno 4295005155 ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d83c434 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.334464:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.334468:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d83c434 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.334472:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xbfc2eca6 (ffff88009910ca00) 00010000:00010000:1.0:1742903177.334474:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.334476:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.334521:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13300:x1827566172351360:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1389us (1607us total) trans 4295005155 rc 0/0 00000100:00100000:1.0:1742903177.334527:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77143 00000100:00100000:2.0:1742903177.336661:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.336693:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172351744 00000100:00100000:0.0:1742903177.336698:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172351744 00000100:00100000:0.0:1742903177.336720:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17780 00000100:00100000:0.0:1742903177.336725:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098071c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13300:x1827566172351744:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903177.336826:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098071c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13300:x1827566172351744:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 100us (167us total) trans 4295005156 rc 0/0 00000100:00100000:0.0:1742903177.336832:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17780 00000100:00100000:3.0:1742903177.337100:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13299:x1827566172351488:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2846us (3006us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.337106:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17779 00000100:00100000:0.0:1742903177.340271:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.340379:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172352000 00000100:00100000:1.0:1742903177.340388:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172352000 00000100:00100000:1.0:1742903177.340432:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77144 00000100:00100000:1.0:1742903177.340438:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13300:x1827566172352000:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.340482:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.340509:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a800/0x5d4000e30d7b4270 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c7:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5393 expref: 913 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.340526:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c39a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00ba expref: 912 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.340537:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0600/0x5d4000e30d838baf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef147 expref: 911 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.340553:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61ec00/0x5d4000e30d7b41d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5369 expref: 910 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.340561:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c7:0x0].0x0 (ffff8800916eb000) 00010000:00010000:1.0:1742903177.340569:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.340585:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83c449 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.340594:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83c449 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.340600:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83c449 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.340609:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c450 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0x37eb7f65 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.340613:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c450 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.340616:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c450 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.340674:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c457 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.340679:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c457 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.340684:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c457 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:1.0:1742903177.340859:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1767, 64 off121344 00000040:00080000:1.0:1742903177.340886:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8765, 184 off1536632 00010000:00010000:1.0:1742903177.340921:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83c45e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.340927:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83c45e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.340933:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83c45e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.340939:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83c45e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.340944:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83c45e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.340949:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83c45e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.340974:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.340989:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c457 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.340994:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c457 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.340998:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c457 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.341003:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099246c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.341007:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c457 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.341012:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c457 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.341022:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c7:0x0].0x0 (ffff88012e8a3d00) 00010000:00010000:1.0:1742903177.341025:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.341027:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c457 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.341031:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83c457 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.341106:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83c449 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.341112:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83c449 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.341116:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83c449 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.341120:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099247e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.341123:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83c449 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.341127:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83c449 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.341134:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:1.0:1742903177.341136:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.341138:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83c449 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.341143:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83c449 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:1.0:1742903177.341151:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880136274000 reply state ffff880096aa7000 transno 4295005157 ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c450 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.341163:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c450 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.341170:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x37eb7f65 (ffff88012e8a3900) 00010000:00010000:1.0:1742903177.341173:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.341175:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1742903177.341238:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.341244:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83c45e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.341249:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099246600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.341252:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83c45e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00000100:00100000:1.0:1742903177.341255:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13300:x1827566172352000:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 815us (990us total) trans 4295005157 rc 0/0 00010000:00010000:2.0:1742903177.341256:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83c45e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00000100:00100000:1.0:1742903177.341261:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77144 00010000:00010000:2.0:1742903177.341263:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c7:0x0].0x0 (ffff88012e8a3d00) 00010000:00010000:2.0:1742903177.341265:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.341268:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83c45e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.341271:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83c45e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.341281:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.341282:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.341284:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903177.342471:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.342507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.342548:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172352384 00000100:00100000:3.0:1742903177.342554:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172352384 00000100:00100000:3.0:1742903177.342585:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17781 00000100:00100000:3.0:1742903177.342590:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136275180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13299:x1827566172352384:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:1.0:1742903177.342591:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172352128 00000100:00100000:1.0:1742903177.342595:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172352128 00000100:00100000:1.0:1742903177.342619:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 251 00000100:00100000:1.0:1742903177.342623:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:2009:x1827566172352128:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:1.0:1742903177.342642:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.342652:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247800/0x5d4000e30d83c465 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f00c8 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.342682:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83c46c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342691:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83c46c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342698:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83c46c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342706:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83c473 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342712:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83c473 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342717:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83c473 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342768:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83c47a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342774:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83c47a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342780:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83c47a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.342793:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe33:0x0]: returning size 14984 00000004:00200000:1.0:1742903177.342796:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.342805:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83c47a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342813:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83c47a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342818:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83c46c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342823:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83c46c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342828:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83c46c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342836:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099246e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.342839:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83c46c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342843:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83c46c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342850:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:1.0:1742903177.342852:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.342855:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83c46c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342860:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83c46c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342867:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83c473 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342872:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83c473 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342877:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83c473 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342881:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099246400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.342883:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83c473 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342888:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83c473 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342894:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4b9bf994 (ffff88012dd00700) 00010000:00010000:1.0:1742903177.342896:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.342898:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83c473 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342902:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83c473 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342917:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247800/0x5d4000e30d83c465 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00c8 expref: 915 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.342927:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83c47a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00c8 expref: 914 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.342932:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:1.0:1742903177.342934:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.342936:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992f9000, rc 0) 00010000:00010000:1.0:1742903177.342939:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.342945:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c481 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f00cf expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.342961:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350a00/0x5d4000e30d83c488 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342967:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072350a00/0x5d4000e30d83c488 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342973:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072350a00/0x5d4000e30d83c488 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342982:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d83c48f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342987:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d83c48f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.342992:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d83c48f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343024:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350e00/0x5d4000e30d83c496 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343030:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072350e00/0x5d4000e30d83c496 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343036:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072350e00/0x5d4000e30d83c496 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.343046:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7cb:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.343048:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.343053:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072350e00/0x5d4000e30d83c496 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343058:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072350e00/0x5d4000e30d83c496 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343063:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350a00/0x5d4000e30d83c488 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343067:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072350a00/0x5d4000e30d83c488 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343071:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072350a00/0x5d4000e30d83c488 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343075:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072350a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.343077:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072350a00/0x5d4000e30d83c488 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343082:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072350a00/0x5d4000e30d83c488 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343088:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:1.0:1742903177.343090:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.343091:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072350a00/0x5d4000e30d83c488 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343096:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072350a00/0x5d4000e30d83c488 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343105:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d83c48f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343109:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d83c48f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343113:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d83c48f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343117:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072350200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.343120:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d83c48f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.343123:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136275180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+915:13299:x1827566172352384:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 531us (652us total) trans 4295005158 rc 0/0 00010000:00010000:1.0:1742903177.343124:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d83c48f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.343129:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17781 00010000:00010000:1.0:1742903177.343130:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xbfc2eca6 (ffff88012e8a3b00) 00010000:00010000:1.0:1742903177.343131:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.343133:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d83c48f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343137:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072350200/0x5d4000e30d83c48f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343152:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c481 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00cf expref: 915 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.343159:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350e00/0x5d4000e30d83c496 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00cf expref: 914 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.343165:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cb:0x0].0x0 (ffff880091643f00) 00010000:00010000:1.0:1742903177.343167:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.343169:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072350e00, rc 0) 00010000:00010000:1.0:1742903177.343172:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.343177:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072351800/0x5d4000e30d83c49d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f00d6 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.343194:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c4a4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343200:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c4a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343205:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c4a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343214:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d83c4ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x37eb7f65 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343218:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d83c4ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343223:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d83c4ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343252:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c800/0x5d4000e30d83c4b2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343259:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c800/0x5d4000e30d83c4b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343265:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c800/0x5d4000e30d83c4b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.343275:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7c6:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.343278:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.343284:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c800/0x5d4000e30d83c4b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343289:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c800/0x5d4000e30d83c4b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343293:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c4a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343297:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c4a4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343301:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c4a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343305:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46dc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.343307:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c4a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343312:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c4a4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343336:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:1.0:1742903177.343338:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.343340:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c4a4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343344:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c4a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343351:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d83c4ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343366:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d83c4ab lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343374:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d83c4ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343378:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46d200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.343379:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d83c4ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343383:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d83c4ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343387:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x37eb7f65 (ffff88012e8a3800) 00010000:00010000:1.0:1742903177.343389:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.343390:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d83c4ab lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343394:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d83c4ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343408:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072351800/0x5d4000e30d83c49d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00d6 expref: 916 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.343416:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c800/0x5d4000e30d83c4b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00d6 expref: 915 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.343421:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c6:0x0].0x0 (ffff880091643400) 00010000:00010000:1.0:1742903177.343422:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.343424:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f46c800, rc 0) 00010000:00010000:1.0:1742903177.343427:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.343432:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c4b9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f00dd expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.343451:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c4c0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343456:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c4c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343462:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c4c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343469:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d000/0x5d4000e30d83c4c7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343475:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d000/0x5d4000e30d83c4c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343480:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d000/0x5d4000e30d83c4c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343510:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c200/0x5d4000e30d83c4ce lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343517:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c200/0x5d4000e30d83c4ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343522:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c200/0x5d4000e30d83c4ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.343533:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0xe2b:0x0]: returning size 19054 00000004:00200000:1.0:1742903177.343536:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.343541:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c200/0x5d4000e30d83c4ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343547:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c200/0x5d4000e30d83c4ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343563:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c4c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343567:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c4c0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343572:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c4c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343575:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46c000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.343577:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c4c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343582:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c4c0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343588:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:1.0:1742903177.343590:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.343592:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c4c0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343596:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c4c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343603:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d000/0x5d4000e30d83c4c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343607:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d000/0x5d4000e30d83c4c7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343611:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d000/0x5d4000e30d83c4c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343615:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46d000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.343618:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d000/0x5d4000e30d83c4c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343622:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d000/0x5d4000e30d83c4c7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343626:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x7fa9a95 (ffff8800916eb900) 00010000:00010000:1.0:1742903177.343628:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.343631:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d000/0x5d4000e30d83c4c7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343635:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d000/0x5d4000e30d83c4c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.343648:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c4b9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00dd expref: 917 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.343656:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c200/0x5d4000e30d83c4ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00dd expref: 916 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.343661:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:1.0:1742903177.343662:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.343664:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f46c200, rc 0) 00000100:00100000:1.0:1742903177.343702:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:2009:x1827566172352128:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 1077us (1195us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.343708:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 251 00000100:00100000:0.0:1742903177.345070:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.345097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.345116:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172352640 00000100:00100000:1.0:1742903177.345123:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172352640 00000100:00100000:1.0:1742903177.345151:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172352896 00000100:00100000:1.0:1742903177.345153:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172352896 00000100:00100000:1.0:1742903177.345163:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77145 00000100:00100000:1.0:1742903177.345169:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136275c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:13299:x1827566172352640:12345-192.168.203.29@tcp:36:dbench.0 00000100:00100000:0.0:1742903177.345175:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77146 00000100:00100000:0.0:1742903177.345181:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:13300:x1827566172352896:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.345203:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1742903177.345203:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1742903177.345220:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072350000/0x5d4000e30d83c3cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2a:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00c1 expref: 917 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.345221:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21c00/0x5d4000e30d7b435e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c8:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c53e0 expref: 917 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.345235:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1400/0x5d4000e30d8391e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef362 expref: 915 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.345237:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd1200/0x5d4000e30d8393ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe2a:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3fc expref: 915 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.345243:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:1.0:1742903177.345246:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d7b431f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c53cb expref: 913 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.345246:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.345253:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c8:0x0].0x0 (ffff8800916eb700) 00010000:00010000:0.0:1742903177.345254:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7600/0x5d4000e30d83c4d5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.345262:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19400/0x5d4000e30d83b4c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efec9 expref: 912 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.345262:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7600/0x5d4000e30d83c4d5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.345267:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7600/0x5d4000e30d83c4d5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.345269:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:1.0:1742903177.345271:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903177.345272:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6e00/0x5d4000e30d83c4dc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.345277:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6e00/0x5d4000e30d83c4dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.345278:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46da00/0x5d4000e30d83c4e3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345280:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6e00/0x5d4000e30d83c4dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.345285:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46da00/0x5d4000e30d83c4e3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.345290:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46da00/0x5d4000e30d83c4e3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.345300:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c600/0x5d4000e30d83c4ea lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0x3d99db37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.345305:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c600/0x5d4000e30d83c4ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.345311:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c600/0x5d4000e30d83c4ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.345368:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83c4f1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.345374:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83c4f1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.345379:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83c4f1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345411:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6200/0x5d4000e30d83c4f8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.345419:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6200/0x5d4000e30d83c4f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe2a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.345425:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6200/0x5d4000e30d83c4f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe2a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:1.0:1742903177.345561:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1770, 64 off121536 00000040:00080000:0.0:1742903177.345575:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1771, 64 off121600 00000040:00080000:1.0:1742903177.345591:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8766, 184 off1536816 00000040:00080000:0.0:1742903177.345602:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8767, 184 off1537000 00010000:00010000:0.0:1742903177.345621:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c4ff lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe2a:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.345623:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c506 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345626:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c4ff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe2a:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.345630:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c506 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345630:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c4ff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe2a:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.345634:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c4ff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe2a:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.345635:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c506 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345637:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c4ff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe2a:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.345640:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c506 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345640:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c4ff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe2a:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.345644:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c506 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.345649:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c506 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345654:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.345664:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1742903177.345668:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1742903177.345673:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83c4f1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345673:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c4ff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe2a:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.345674:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.345678:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83c4f1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345678:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cef6400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.345679:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c506 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345681:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c4ff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe2a:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.345683:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099716e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.345683:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83c4f1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.345685:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c506 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345686:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c4ff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe2a:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.345687:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099247600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.345689:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83c4f1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.345690:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c506 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345693:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:0.0:1742903177.345695:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.345697:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c8:0x0].0x0 (ffff88012e8a3400) 00010000:00010000:1.0:1742903177.345697:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83c4f1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345697:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c4ff lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe2a:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.345698:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.345701:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c506 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345701:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c4ff lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe2a:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.345702:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c8:0x0].0x0 (ffff88012e8a3400) 00010000:00010000:1.0:1742903177.345704:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.345705:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c506 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.345705:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83c4f1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345708:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.345709:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83c4f1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345709:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.345711:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.345711:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.345712:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.345713:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.345717:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6200/0x5d4000e30d83c4f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe2a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.345722:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6200/0x5d4000e30d83c4f8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe2a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.345726:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6200/0x5d4000e30d83c4f8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe2a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.345730:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cef6200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.345732:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6200/0x5d4000e30d83c4f8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe2a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.345736:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6200/0x5d4000e30d83c4f8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe2a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.345740:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:0.0:1742903177.345742:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903177.345743:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6200/0x5d4000e30d83c4f8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe2a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.345747:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6200/0x5d4000e30d83c4f8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe2a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.345786:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46da00/0x5d4000e30d83c4e3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345788:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7600/0x5d4000e30d83c4d5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.345792:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46da00/0x5d4000e30d83c4e3 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345793:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7600/0x5d4000e30d83c4d5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.345796:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46da00/0x5d4000e30d83c4e3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345798:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7600/0x5d4000e30d83c4d5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.345800:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46da00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.345801:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cef7600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.345803:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46da00/0x5d4000e30d83c4e3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345803:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7600/0x5d4000e30d83c4d5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.345807:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7600/0x5d4000e30d83c4d5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.345811:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46da00/0x5d4000e30d83c4e3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345813:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:0.0:1742903177.345815:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.345817:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7600/0x5d4000e30d83c4d5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.345818:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:1.0:1742903177.345819:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.345821:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46da00/0x5d4000e30d83c4e3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345821:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7600/0x5d4000e30d83c4d5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.345825:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46da00/0x5d4000e30d83c4e3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:0.0:1742903177.345829:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880136274700 reply state ffff88011ec30000 transno 4295005160 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6e00/0x5d4000e30d83c4dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.345831:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880136275c00 reply state ffff880096b13000 transno 4295005159 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c600/0x5d4000e30d83c4ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.345836:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c600/0x5d4000e30d83c4ea lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.345836:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6e00/0x5d4000e30d83c4dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.345840:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x3d99db37 (ffff88012e8a3f00) 00010000:00010000:0.0:1742903177.345840:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7fa9a95 (ffff88009c6e2300) 00010000:00010000:1.0:1742903177.345842:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.345842:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.345844:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1742903177.345844:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.345898:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136275c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+915:13299:x1827566172352640:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 727us (828us total) trans 4295005159 rc 0/0 00000100:00100000:1.0:1742903177.345903:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77145 00000100:00100000:0.0:1742903177.345997:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13300:x1827566172352896:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 814us (897us total) trans 4295005160 rc 0/0 00000100:00100000:0.0:1742903177.346006:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77146 00000100:00100000:0.0:1742903177.348420:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.348487:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172353024 00000100:00100000:1.0:1742903177.348495:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172353024 00000100:00100000:1.0:1742903177.348534:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77147 00000100:00100000:1.0:1742903177.348539:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13300:x1827566172353024:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903177.348555:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.348569:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c50d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f00e4 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.348614:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716600/0x5d4000e30d83c514 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.348625:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099716600/0x5d4000e30d83c514 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.348633:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099716600/0x5d4000e30d83c514 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.348643:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716000/0x5d4000e30d83c51b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.348648:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099716000/0x5d4000e30d83c51b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.348653:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099716000/0x5d4000e30d83c51b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.348703:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099717800/0x5d4000e30d83c522 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x837:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.348710:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099717800/0x5d4000e30d83c522 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.348716:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099717800/0x5d4000e30d83c522 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903177.348848:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.348885:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172353280 00000100:00100000:2.0:1742903177.348890:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172353280 00000100:00100000:2.0:1742903177.348925:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77148 00000100:00100000:2.0:1742903177.348929:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13299:x1827566172353280:12345-192.168.203.29@tcp:36:dbench.0 00000004:00200000:1.0:1742903177.348931:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x837:0x0]: returning size 327680 00000004:00200000:1.0:1742903177.348935:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.348947:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099717800/0x5d4000e30d83c522 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.348951:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1742903177.348956:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099717800/0x5d4000e30d83c522 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.348962:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716600/0x5d4000e30d83c514 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.348964:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83c47a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe33:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00c8 expref: 916 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.348967:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099716600/0x5d4000e30d83c514 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.348972:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099716600/0x5d4000e30d83c514 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.348976:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099716600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.348979:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716600/0x5d4000e30d83c514 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.348983:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06a00/0x5d4000e30d83a142 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe33:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef863 expref: 915 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.348984:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716600/0x5d4000e30d83c514 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.348992:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:1.0:1742903177.348992:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x0 (ffff88012dd00b00) 00010000:00010000:1.0:1742903177.348994:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.348995:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.348997:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099716600/0x5d4000e30d83c514 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.349000:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099716600/0x5d4000e30d83c514 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.349003:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c529 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.349008:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716000/0x5d4000e30d83c51b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.349009:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c529 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.349011:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099716000/0x5d4000e30d83c51b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.349014:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c529 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.349015:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099716000/0x5d4000e30d83c51b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.349018:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099716000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.349021:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924cc00/0x5d4000e30d83c530 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.349021:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716000/0x5d4000e30d83c51b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.349025:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716000/0x5d4000e30d83c51b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.349027:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009924cc00/0x5d4000e30d83c530 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.349030:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x41c358e5 (ffff88012e8a3c00) 00010000:00010000:2.0:1742903177.349032:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009924cc00/0x5d4000e30d83c530 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.349032:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.349034:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099716000/0x5d4000e30d83c51b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.349038:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099716000/0x5d4000e30d83c51b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.349056:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c50d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00e4 expref: 915 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.349065:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099717800/0x5d4000e30d83c522 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00e4 expref: 914 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.349070:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x837:0x0].0x0 (ffff88009c7c1000) 00010000:00010000:1.0:1742903177.349071:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.349073:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099717800, rc 0) 00000100:00100000:1.0:1742903177.349117:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13300:x1827566172353024:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 577us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.349122:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77147 00010000:00010000:2.0:1742903177.349464:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c000/0x5d4000e30d83c537 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.349472:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c000/0x5d4000e30d83c537 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe33:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.349479:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c000/0x5d4000e30d83c537 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe33:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:2.0:1742903177.349677:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1768, 64 off121408 00000040:00080000:2.0:1742903177.349702:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8768, 176 off1537176 00010000:00010000:2.0:1742903177.349733:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c53e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.349740:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c53e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.349745:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c53e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.349751:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c53e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.349755:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c53e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.349759:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c53e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.349784:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.349792:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c000/0x5d4000e30d83c537 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe33:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.349796:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c000/0x5d4000e30d83c537 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe33:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.349800:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c000/0x5d4000e30d83c537 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe33:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.349805:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009924c000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.349808:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c000/0x5d4000e30d83c537 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe33:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.349812:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c000/0x5d4000e30d83c537 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe33:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.349818:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:2.0:1742903177.349820:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.349822:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c000/0x5d4000e30d83c537 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe33:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.349826:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c000/0x5d4000e30d83c537 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe33:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.349888:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c529 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.349890:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.349893:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c529 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.349895:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c53e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.349897:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c529 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.349900:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009924d200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.349901:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009924ce00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.349902:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c529 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.349905:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c53e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.349906:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c529 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.349910:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:1.0:1742903177.349910:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c53e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.349912:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.349914:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c529 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.349917:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:2.0:1742903177.349921:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c529 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903177.349926:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009d2c9c00 reply state ffff88008f7be000 transno 4295005161 ns: mdt-lustre-MDT0000_UUID lock: ffff88009924cc00/0x5d4000e30d83c530 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.349926:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903177.349928:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c53e lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.349932:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009924cc00/0x5d4000e30d83c530 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.349933:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c53e lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe33:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.349936:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4b9bf994 (ffff88012dd00700) 00010000:00010000:2.0:1742903177.349938:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.349940:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1742903177.349944:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.349946:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.349947:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903177.350122:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+915:13299:x1827566172353280:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1189us (1272us total) trans 4295005161 rc 0/0 00000100:00100000:2.0:1742903177.350127:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77148 00000100:00100000:0.0:1742903177.350773:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.350874:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172353408 00000100:00100000:3.0:1742903177.350880:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172353408 00000100:00100000:2.0:1742903177.350989:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8469 00000100:00100000:2.0:1742903177.350995:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+915:2008:x1827566172353408:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903177.351005:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903177.351019:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099717800/0x5d4000e30d83c522 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00e4 expref: 915 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.351029:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x837:0x0].0x0 (ffff88009c7c1000) 00010000:00010000:2.0:1742903177.351032:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903177.351232:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:2008:x1827566172353408:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 236us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.351239:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8469 00000100:00100000:0.0:1742903177.351769:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.351781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.351816:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172353536 00000100:00100000:1.0:1742903177.351820:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172353536 00000100:00100000:1.0:1742903177.351845:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 252 00000100:00100000:1.0:1742903177.351850:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:2010:x1827566172353536:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:1.0:1742903177.351874:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.351883:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c545 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f00eb expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.351912:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c54c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.351920:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c54c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.351927:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c54c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.351940:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ce00/0x5d4000e30d83c553 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.351946:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ce00/0x5d4000e30d83c553 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.351951:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ce00/0x5d4000e30d83c553 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352010:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ca00/0x5d4000e30d83c55a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352016:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ca00/0x5d4000e30d83c55a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352021:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ca00/0x5d4000e30d83c55a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.352035:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x83a:0x0]: returning size 1867776 00000004:00200000:1.0:1742903177.352038:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.352047:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ca00/0x5d4000e30d83c55a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352054:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ca00/0x5d4000e30d83c55a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352059:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c54c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352063:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c54c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352068:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c54c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352075:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099716a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.352077:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c54c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352083:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c54c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352089:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x0 (ffff88012dd00b00) 00010000:00010000:1.0:1742903177.352091:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.352094:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c54c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352098:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c54c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352105:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ce00/0x5d4000e30d83c553 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352108:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ce00/0x5d4000e30d83c553 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352112:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ce00/0x5d4000e30d83c553 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352116:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46ce00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.352118:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ce00/0x5d4000e30d83c553 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352121:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ce00/0x5d4000e30d83c553 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352126:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x155bec67 (ffff88012e8a3700) 00010000:00010000:1.0:1742903177.352128:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.352130:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ce00/0x5d4000e30d83c553 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352134:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ce00/0x5d4000e30d83c553 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00000100:00100000:2.0:1742903177.352135:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903177.352152:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c545 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00eb expref: 916 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.352160:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ca00/0x5d4000e30d83c55a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00eb expref: 915 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.352165:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83a:0x0].0x0 (ffff88012d2c7d00) 00010000:00010000:1.0:1742903177.352167:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.352168:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f46ca00, rc 0) 00010000:00010000:1.0:1742903177.352171:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.352176:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c561 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f00f2 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903177.352178:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172353792 00000100:00100000:3.0:1742903177.352181:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172353792 00010000:00010000:1.0:1742903177.352191:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c568 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00000100:00100000:0.0:1742903177.352194:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172354048 00010000:00010000:1.0:1742903177.352196:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c568 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00000100:00100000:0.0:1742903177.352198:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172354048 00000100:00100000:3.0:1742903177.352199:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17782 00010000:00010000:1.0:1742903177.352201:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c568 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.352203:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13300:x1827566172353792:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:1.0:1742903177.352208:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c56f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x835:0x0].0xb0773fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352213:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c56f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00000100:00100000:0.0:1742903177.352217:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17783 00010000:00010000:1.0:1742903177.352218:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c56f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000100:00100000:0.0:1742903177.352221:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13299:x1827566172354048:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:1.0:1742903177.352242:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c576 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x839:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352248:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c576 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352252:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c576 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.352261:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x839:0x0]: returning size 1048576 00000004:00200000:1.0:1742903177.352263:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.352268:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c576 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352273:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c576 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352277:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c568 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352281:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c568 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352285:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c568 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352288:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed75e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.352290:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c568 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352294:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c568 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352300:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x0 (ffff88012dd00b00) 00010000:00010000:1.0:1742903177.352301:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.352303:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c568 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352307:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c568 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352312:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c56f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.352334:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13299:x1827566172354048:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 93us (180us total) trans 4295005162 rc 0/0 00010000:00010000:1.0:1742903177.352338:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c56f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.352340:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17783 00010000:00010000:1.0:1742903177.352342:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c56f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352346:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed75a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.352348:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c56f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352351:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c56f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352368:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0xb0773fd (ffff88012e8a3100) 00010000:00010000:1.0:1742903177.352370:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.352372:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c56f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352377:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c56f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.352390:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83c561 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00f2 expref: 920 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.352399:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c576 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00f2 expref: 919 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.352403:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x839:0x0].0x0 (ffff88009c7c1a00) 00010000:00010000:1.0:1742903177.352405:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.352406:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed75800, rc 0) 00000100:00100000:3.0:1742903177.352438:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13300:x1827566172353792:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 233us (657us total) trans 4295005163 rc 0/0 00000100:00100000:1.0:1742903177.352442:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:2010:x1827566172353536:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 590us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.352444:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17782 00000100:00100000:1.0:1742903177.352448:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 252 00000100:00100000:0.0:1742903177.353706:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.353777:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172354304 00000100:00100000:2.0:1742903177.353782:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172354304 00000100:00100000:2.0:1742903177.353814:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77149 00000100:00100000:2.0:1742903177.353818:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13300:x1827566172354304:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.353842:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.353856:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3200/0x5d4000e30d7bbcf7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x837:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7788 expref: 918 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.353872:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f459c00/0x5d4000e30d83a9ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x837:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efabd expref: 917 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.353884:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099008200/0x5d4000e30d7a4e42 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x837:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c023a expref: 916 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.353891:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x837:0x0].0x0 (ffff88009c7c1000) 00010000:00010000:2.0:1742903177.353900:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258800/0x5d4000e30d7b24ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x835:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c49bb expref: 915 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.353907:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x0 (ffff88012dd00b00) 00010000:00010000:2.0:1742903177.353909:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.353917:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b000/0x5d4000e30d83c57d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.353926:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b000/0x5d4000e30d83c57d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.353932:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b000/0x5d4000e30d83c57d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.353941:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c584 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.353947:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c584 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.353953:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c584 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.353989:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c58b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x837:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.353994:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c58b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x837:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.353999:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c58b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x837:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:2.0:1742903177.354151:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1769, 64 off121472 00000040:00080000:2.0:1742903177.354175:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8769, 184 off1537360 00010000:00010000:2.0:1742903177.354205:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c592 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x837:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.354211:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c592 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x837:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.354216:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c592 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x837:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.354221:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c592 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x837:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.354225:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c592 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x837:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.354229:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c592 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x837:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.354246:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.354254:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c58b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x837:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.354258:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c58b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x837:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.354263:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c58b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x837:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.354267:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800939e2600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.354269:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c58b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x837:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.354274:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c58b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x837:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.354280:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x837:0x0].0x0 (ffff880099158f00) 00010000:00010000:2.0:1742903177.354282:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.354285:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c58b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x837:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.354289:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83c58b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x837:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.354418:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b000/0x5d4000e30d83c57d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.354423:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b000/0x5d4000e30d83c57d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.354427:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b000/0x5d4000e30d83c57d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.354434:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009900b000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.354436:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b000/0x5d4000e30d83c57d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.354440:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b000/0x5d4000e30d83c57d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.354446:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x0 (ffff88012dd00b00) 00010000:00010000:2.0:1742903177.354448:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.354450:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b000/0x5d4000e30d83c57d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.354453:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b000/0x5d4000e30d83c57d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903177.354460:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009d2c8e00 reply state ffff88008f7bf000 transno 4295005164 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c584 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.354466:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c584 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.354470:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x41c358e5 (ffff880099158e00) 00010000:00010000:2.0:1742903177.354471:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.354474:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.354507:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13300:x1827566172354304:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 688us (803us total) trans 4295005164 rc 0/0 00000100:00100000:2.0:1742903177.354512:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77149 00010000:00010000:0.0:1742903177.354695:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.354700:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c592 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x837:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.354704:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141bc00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.354707:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c592 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x837:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.354711:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c592 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x837:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.354717:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x837:0x0].0x0 (ffff880099158f00) 00010000:00010000:0.0:1742903177.354719:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.354721:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c592 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x837:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.354725:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c592 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x837:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.354733:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.354735:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.354736:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903177.354791:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.354842:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172354560 00000100:00100000:0.0:1742903177.354845:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172354560 00000100:00100000:0.0:1742903177.354875:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77150 00000100:00100000:0.0:1742903177.354880:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13299:x1827566172354560:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903177.354898:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1742903177.354910:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215200/0x5d4000e30d7b46d0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7cb:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5506 expref: 916 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.354922:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072350e00/0x5d4000e30d83c496 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00cf expref: 915 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.354932:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af50c00/0x5d4000e30d8399af lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5d1 expref: 914 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.354942:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099889a00/0x5d4000e30d7b4667 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7cb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c54dc expref: 913 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.354948:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cb:0x0].0x0 (ffff880091643f00) 00010000:00010000:0.0:1742903177.354953:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903177.354961:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c599 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.354967:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c599 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.354972:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c599 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.354980:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c5a0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.354986:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c5a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.354990:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c5a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355021:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6a00/0x5d4000e30d83c5a7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355027:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6a00/0x5d4000e30d83c5a7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355032:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6a00/0x5d4000e30d83c5a7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:0.0:1742903177.355106:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1770, 64 off121536 00000040:00080000:0.0:1742903177.355122:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8770, 184 off1537544 00010000:00010000:0.0:1742903177.355143:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214800/0x5d4000e30d83c5ae lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355155:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099214800/0x5d4000e30d83c5ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355160:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099214800/0x5d4000e30d83c5ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355164:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214800/0x5d4000e30d83c5ae lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355167:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214800/0x5d4000e30d83c5ae lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355171:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099214800/0x5d4000e30d83c5ae lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355182:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903177.355190:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6a00/0x5d4000e30d83c5a7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355194:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6a00/0x5d4000e30d83c5a7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355197:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6a00/0x5d4000e30d83c5a7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355201:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cef6a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.355203:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6a00/0x5d4000e30d83c5a7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355206:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6a00/0x5d4000e30d83c5a7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355212:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cb:0x0].0x0 (ffff880099280f00) 00010000:00010000:0.0:1742903177.355214:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903177.355215:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6a00/0x5d4000e30d83c5a7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355218:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6a00/0x5d4000e30d83c5a7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355262:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c599 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355266:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c599 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355270:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c599 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355276:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cef7800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.355278:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c599 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355282:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c599 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355288:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:0.0:1742903177.355289:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.355292:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c599 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355295:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c599 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:0.0:1742903177.355301:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009aeb4e00 reply state ffff88009ba79000 transno 4295005165 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c5a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355307:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c5a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.355311:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xbfc2eca6 (ffff880099280d00) 00010000:00010000:0.0:1742903177.355312:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903177.355313:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1742903177.355396:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.355400:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099214800/0x5d4000e30d83c5ae lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.355407:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099214800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.355409:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099214800/0x5d4000e30d83c5ae lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.355414:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099214800/0x5d4000e30d83c5ae lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.355420:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cb:0x0].0x0 (ffff880099280f00) 00010000:00010000:2.0:1742903177.355422:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.355424:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099214800/0x5d4000e30d83c5ae lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.355428:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214800/0x5d4000e30d83c5ae lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.355437:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.355438:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.355439:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903177.355579:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13299:x1827566172354560:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 697us (786us total) trans 4295005165 rc 0/0 00000100:00100000:0.0:1742903177.355584:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77150 00000100:00100000:0.0:1742903177.356259:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.356343:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172354816 00000100:00100000:3.0:1742903177.356348:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172354816 00000100:00100000:3.0:1742903177.356538:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17784 00000100:00100000:3.0:1742903177.356542:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13300:x1827566172354816:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.356641:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+915:13300:x1827566172354816:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 98us (382us total) trans 4295005166 rc 0/0 00000100:00100000:3.0:1742903177.356647:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17784 00000100:00100000:0.0:1742903177.358251:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.358469:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.358482:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172355072 00000100:00100000:1.0:1742903177.358571:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172355328 00000100:00100000:1.0:1742903177.358576:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172355328 00000100:00100000:1.0:1742903177.358611:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77151 00000100:00100000:1.0:1742903177.358616:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+915:13300:x1827566172355328:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.358650:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.358670:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d400/0x5d4000e30d7bc126 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x83a:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c78d1 expref: 915 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.358687:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ca00/0x5d4000e30d83c55a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00eb expref: 914 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.358697:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868400/0x5d4000e30d83aacd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb11 expref: 913 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.358707:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072031e00/0x5d4000e30d7a4ef1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x83a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c026b expref: 912 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.358719:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83a:0x0].0x0 (ffff88012d2c7d00) 00010000:00010000:1.0:1742903177.358727:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.358745:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83c5b5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.358755:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83c5b5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.358762:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83c5b5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.358772:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75c00/0x5d4000e30d83c5bc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x835:0x0].0x155bec67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.358776:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75c00/0x5d4000e30d83c5bc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.358780:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75c00/0x5d4000e30d83c5bc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.358842:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c5c3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x83a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.358847:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c5c3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x83a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.358852:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c5c3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x83a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903177.358996:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172355072 00000040:00080000:1.0:1742903177.359011:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1772, 64 off121664 00000040:00080000:1.0:1742903177.359038:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8771, 184 off1537728 00000100:00100000:3.0:1742903177.359054:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17785 00000100:00100000:3.0:1742903177.359061:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13299:x1827566172355072:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:1.0:1742903177.359071:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c5ca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x83a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.359078:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c5ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x83a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.359084:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c5ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x83a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.359090:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c5ca lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x83a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.359095:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c5ca lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x83a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.359099:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c5ca lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x83a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.359123:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.359136:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c5c3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x83a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.359140:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c5c3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x83a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.359145:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c5c3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x83a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.359150:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5d200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.359154:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c5c3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x83a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.359160:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c5c3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x83a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.359167:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83a:0x0].0x0 (ffff88012e8a3b00) 00010000:00010000:1.0:1742903177.359170:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.359173:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c5c3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x83a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.359178:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c5c3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x83a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.359203:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.359209:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c5ca lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x83a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.359214:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46d600 already unused, calling callback (ffffffffa07fd840) 00000100:00100000:3.0:1742903177.359216:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13299:x1827566172355072:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 155us (968us total) trans 4295005168 rc 0/0 00010000:00010000:0.0:1742903177.359216:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c5ca lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x83a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.359221:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c5ca lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x83a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903177.359222:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17785 00010000:00010000:0.0:1742903177.359229:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83a:0x0].0x0 (ffff88012e8a3b00) 00010000:00010000:0.0:1742903177.359231:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.359233:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c5ca lrc: 1/0,0 mode: --/PW res: [0x200000402:0x83a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.359237:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c5ca lrc: 0/0,0 mode: --/PW res: [0x200000402:0x83a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.359248:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.359249:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.359251:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.359255:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83c5b5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.359262:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83c5b5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.359266:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83c5b5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.359270:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed75600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.359272:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83c5b5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.359278:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83c5b5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.359284:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x0 (ffff88012dd00b00) 00010000:00010000:1.0:1742903177.359285:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.359288:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83c5b5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.359292:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83c5b5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:1.0:1742903177.359300:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009d2cb480 reply state ffff88011ee59000 transno 4295005167 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75c00/0x5d4000e30d83c5bc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.359306:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75c00/0x5d4000e30d83c5bc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.359313:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x155bec67 (ffff88012e8a3800) 00010000:00010000:1.0:1742903177.359335:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.359337:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.359385:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13300:x1827566172355328:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 768us (915us total) trans 4295005167 rc 0/0 00000100:00100000:1.0:1742903177.359391:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77151 00000100:00100000:0.0:1742903177.361289:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.361379:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172355584 00000100:00100000:1.0:1742903177.361385:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172355584 00000100:00100000:1.0:1742903177.361419:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77152 00000100:00100000:1.0:1742903177.361424:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13299:x1827566172355584:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.361456:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.361475:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6b600/0x5d4000e30d7b414a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c6:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5338 expref: 914 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.361491:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c800/0x5d4000e30d83c4b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00d6 expref: 913 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.361502:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed07a00/0x5d4000e30d838b38 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef124 expref: 912 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.361512:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31a00/0x5d4000e30d7b40b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5307 expref: 911 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.361519:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c6:0x0].0x0 (ffff880091643400) 00010000:00010000:1.0:1742903177.361527:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.361540:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c5d1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.361553:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c5d1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.361559:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c5d1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.361569:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d83c5d8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0x37eb7f65 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.361574:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d83c5d8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.361578:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d83c5d8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.361633:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c5df lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.361640:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c5df lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.361645:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c5df lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:1.0:1742903177.361787:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1773, 64 off121728 00000040:00080000:1.0:1742903177.361809:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8772, 184 off1537912 00010000:00010000:1.0:1742903177.361839:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c5e6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.361845:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c5e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.361850:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c5e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.361858:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c5e6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.361862:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c5e6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.361866:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c5e6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.361888:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.361898:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c5df lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.361903:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c5df lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.361908:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c5df lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.361912:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46dc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.361915:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c5df lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.361920:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c5df lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.361926:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c6:0x0].0x0 (ffff88012e8a3500) 00010000:00010000:1.0:1742903177.361928:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.361930:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c5df lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.361934:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c5df lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.361941:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.361951:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c5e6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.361960:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c71f800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.361964:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c5e6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.361971:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c5e6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.361984:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c6:0x0].0x0 (ffff88012e8a3500) 00010000:00010000:2.0:1742903177.361987:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.361990:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c5e6 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.361995:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c5e6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.362003:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c5d1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.362008:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c5d1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.362012:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c5d1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.362015:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.362016:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.362016:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46c000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.362018:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.362018:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c5d1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.362022:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c5d1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.362027:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:1.0:1742903177.362029:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.362031:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c5d1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.362035:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c5d1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:1.0:1742903177.362181:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009d2caa00 reply state ffff88011ee5a000 transno 4295005169 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d83c5d8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.362190:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d83c5d8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.362195:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x37eb7f65 (ffff88012e8a3e00) 00010000:00010000:1.0:1742903177.362197:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.362199:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.363600:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13299:x1827566172355584:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 2169us (2308us total) trans 4295005169 rc 0/0 00000100:00100000:1.0:1742903177.363609:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77152 00000100:00100000:0.0:1742903177.366001:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.366191:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172355840 00000100:00100000:2.0:1742903177.366200:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172355840 00000100:00100000:2.0:1742903177.366278:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17786 00000100:00100000:2.0:1742903177.366284:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098071850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13300:x1827566172355840:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.366511:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098071850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13300:x1827566172355840:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 225us (515us total) trans 4295005170 rc 0/0 00000100:00100000:2.0:1742903177.366517:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17786 00000100:00100000:0.0:1742903177.366988:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.367116:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172356096 00000100:00100000:1.0:1742903177.367121:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172356096 00000100:00100000:1.0:1742903177.367142:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77153 00000100:00100000:1.0:1742903177.367147:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13299:x1827566172356096:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.367176:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1742903177.367199:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c200/0x5d4000e30d83c4ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe2b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00dd expref: 913 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.367215:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d60e00/0x5d4000e30d8393b9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe2b:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef403 expref: 912 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.367223:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:1.0:1742903177.367226:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.367244:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c5ed lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367255:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c5ed lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367263:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c5ed lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367272:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ce00/0x5d4000e30d83c5f4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367280:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ce00/0x5d4000e30d83c5f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367288:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ce00/0x5d4000e30d83c5f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367382:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46da00/0x5d4000e30d83c5fb lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe2b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367390:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46da00/0x5d4000e30d83c5fb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe2b:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367395:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46da00/0x5d4000e30d83c5fb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe2b:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:1.0:1742903177.367539:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1771, 64 off121600 00000040:00080000:1.0:1742903177.367559:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8773, 184 off1538096 00010000:00010000:1.0:1742903177.367581:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c602 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367586:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c602 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367590:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c602 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367594:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c602 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367597:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c602 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367600:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c602 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367622:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.367633:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46da00/0x5d4000e30d83c5fb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe2b:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367638:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46da00/0x5d4000e30d83c5fb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe2b:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367643:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46da00/0x5d4000e30d83c5fb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe2b:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367647:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46da00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.367650:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46da00/0x5d4000e30d83c5fb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe2b:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367682:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46da00/0x5d4000e30d83c5fb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe2b:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.367689:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.367690:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:1.0:1742903177.367692:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.367693:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c602 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367695:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46da00/0x5d4000e30d83c5fb lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe2b:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.367698:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099716c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.367699:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46da00/0x5d4000e30d83c5fb lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe2b:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.367700:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c602 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.367704:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c602 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.367710:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:2.0:1742903177.367711:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.367713:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c602 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.367717:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c602 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe2b:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.367725:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.367726:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.367727:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.367779:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c5ed lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367784:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c5ed lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367788:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c5ed lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367791:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed75e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.367793:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c5ed lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367801:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c5ed lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367807:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:1.0:1742903177.367809:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.367811:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c5ed lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367815:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c5ed lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:1.0:1742903177.367822:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009d2c8380 reply state ffff88011ee5b000 transno 4295005171 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ce00/0x5d4000e30d83c5f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367829:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ce00/0x5d4000e30d83c5f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.367833:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x7fa9a95 (ffff8800916eb900) 00010000:00010000:1.0:1742903177.367835:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.367837:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.368350:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13299:x1827566172356096:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1200us (1360us total) trans 4295005171 rc 0/0 00000100:00100000:1.0:1742903177.368369:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77153 00000100:00100000:0.0:1742903177.368580:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.368802:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172356352 00000100:00100000:1.0:1742903177.368806:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172356352 00000100:00100000:1.0:1742903177.368826:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77154 00000100:00100000:1.0:1742903177.368830:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13300:x1827566172356352:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.368856:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.368870:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b6a00/0x5d4000e30d7bbeef lrc: 0/0,0 mode: --/CR res: [0x200000402:0x839:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7814 expref: 913 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.368887:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c576 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00f2 expref: 912 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.368897:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2400/0x5d4000e30d83aa41 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x839:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efae0 expref: 911 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.368908:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46de00/0x5d4000e30d7a4eab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x839:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c024f expref: 910 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.368914:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x839:0x0].0x0 (ffff88009c7c1a00) 00010000:00010000:1.0:1742903177.368920:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.368930:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c609 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.368937:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c609 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.368943:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c609 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.368953:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716000/0x5d4000e30d83c610 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x835:0x0].0xb0773fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.368958:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099716000/0x5d4000e30d83c610 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.368963:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099716000/0x5d4000e30d83c610 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.369006:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716600/0x5d4000e30d83c617 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x839:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.369015:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099716600/0x5d4000e30d83c617 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x839:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.369020:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099716600/0x5d4000e30d83c617 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x839:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:1.0:1742903177.369126:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1772, 64 off121664 00000040:00080000:1.0:1742903177.369146:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8774, 184 off1538280 00010000:00010000:1.0:1742903177.369173:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c61e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x839:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.369179:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c61e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x839:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.369185:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c61e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x839:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.369190:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c61e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x839:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.369193:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c61e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x839:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.369197:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c61e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x839:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.369214:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.369223:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716600/0x5d4000e30d83c617 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x839:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.369228:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099716600/0x5d4000e30d83c617 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x839:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.369229:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.369232:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099716600/0x5d4000e30d83c617 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x839:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.369234:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c61e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x839:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.369237:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099716600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.369239:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716600/0x5d4000e30d83c617 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x839:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.369240:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099716e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.369243:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c61e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x839:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.369244:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716600/0x5d4000e30d83c617 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x839:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.369251:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x839:0x0].0x0 (ffff88012e8a3c00) 00010000:00010000:1.0:1742903177.369253:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.369256:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099716600/0x5d4000e30d83c617 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x839:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.369256:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c61e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x839:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.369260:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099716600/0x5d4000e30d83c617 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x839:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.369264:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x839:0x0].0x0 (ffff88012e8a3c00) 00010000:00010000:0.0:1742903177.369266:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.369268:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c61e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x839:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.369273:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c61e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x839:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.369282:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.369284:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.369285:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.369341:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c609 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.369347:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c609 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.369351:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c609 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.369354:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099717000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.369366:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c609 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.369371:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c609 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.369377:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x0 (ffff88012dd00b00) 00010000:00010000:1.0:1742903177.369379:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.369382:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c609 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.369386:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c609 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x835:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:1.0:1742903177.369393:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009d2ca680 reply state ffff880096ab8000 transno 4295005172 ns: mdt-lustre-MDT0000_UUID lock: ffff880099716000/0x5d4000e30d83c610 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.369399:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099716000/0x5d4000e30d83c610 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.369404:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0xb0773fd (ffff88012e8a3700) 00010000:00010000:1.0:1742903177.369406:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.369408:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.369443:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13300:x1827566172356352:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 610us (863us total) trans 4295005172 rc 0/0 00000100:00100000:1.0:1742903177.369448:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77154 00000100:00100000:0.0:1742903177.370771:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.370841:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172356480 00000100:00100000:1.0:1742903177.370847:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172356480 00000100:00100000:1.0:1742903177.370871:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77155 00000100:00100000:1.0:1742903177.370875:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13299:x1827566172356480:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903177.370895:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.370908:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099717e00/0x5d4000e30d83c625 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f00f9 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.370949:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c62c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.370958:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c62c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.370969:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c62c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.370980:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c633 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.370985:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c633 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.370990:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c633 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.371033:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221200/0x5d4000e30d83c63a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x836:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.371040:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099221200/0x5d4000e30d83c63a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.371045:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099221200/0x5d4000e30d83c63a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:1.0:1742903177.371071:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x836:0x0]: returning size 327680 00000004:00200000:1.0:1742903177.371075:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.371086:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099221200/0x5d4000e30d83c63a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.371094:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099221200/0x5d4000e30d83c63a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.371099:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c62c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.371104:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c62c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.371111:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c62c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.371115:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed75a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.371117:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c62c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.371122:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c62c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.371130:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x0 (ffff88012e960000) 00010000:00010000:1.0:1742903177.371132:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.371135:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c62c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.371139:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c62c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.371149:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c633 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.371152:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c633 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.371156:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c633 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.371159:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099220c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.371161:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c633 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.371166:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c633 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.371171:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x41c358e5 (ffff88012e8a3400) 00010000:00010000:1.0:1742903177.371173:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.371175:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c633 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.371178:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c633 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.371196:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099717e00/0x5d4000e30d83c625 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00f9 expref: 913 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.371205:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221200/0x5d4000e30d83c63a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00f9 expref: 912 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.371210:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x836:0x0].0x0 (ffff88012e2e1900) 00010000:00010000:1.0:1742903177.371212:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.371214:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099221200, rc 0) 00000100:00100000:1.0:1742903177.371254:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13299:x1827566172356480:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 377us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.371259:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77155 00000100:00100000:0.0:1742903177.372021:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.372498:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172356608 00000100:00100000:3.0:1742903177.372504:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172356608 00000100:00100000:3.0:1742903177.372537:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17787 00000100:00100000:3.0:1742903177.372542:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13300:x1827566172356608:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:0.0:1742903177.374167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.374288:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172356736 00000100:00100000:3.0:1742903177.374296:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172356736 00000100:00100000:3.0:1742903177.374402:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8470 00000100:00100000:3.0:1742903177.374408:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:2007:x1827566172356736:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903177.374420:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903177.374442:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099221200/0x5d4000e30d83c63a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f00f9 expref: 914 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.374469:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x836:0x0].0x0 (ffff88012e2e1900) 00010000:00010000:3.0:1742903177.374473:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903177.374506:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:2007:x1827566172356736:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 98us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.374516:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8470 00000100:00100000:0.0:1742903177.374581:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.374619:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.374642:0:18842:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172357120 00000100:00100000:0.0:1742903177.374646:0:18842:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172357120 00000100:00100000:0.0:1742903177.374664:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17788 00000100:00100000:0.0:1742903177.374668:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13299:x1827566172357120:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:1.0:1742903177.374689:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172356864 00000100:00100000:1.0:1742903177.374695:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172356864 00000100:00100000:1.0:1742903177.374728:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 253 00000100:00100000:1.0:1742903177.374733:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:2009:x1827566172356864:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:1.0:1742903177.374756:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.374770:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099220a00/0x5d4000e30d83c641 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0100 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903177.374800:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13299:x1827566172357120:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 129us (183us total) trans 4295005173 rc 0/0 00000100:00100000:0.0:1742903177.374806:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17788 00010000:00010000:1.0:1742903177.374810:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83c648 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.374821:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83c648 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.374830:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83c648 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.374840:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83c64f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x834:0x0].0x155bec67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.374845:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83c64f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.374850:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83c64f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.374911:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099220e00/0x5d4000e30d83c656 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.374919:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099220e00/0x5d4000e30d83c656 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.374925:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099220e00/0x5d4000e30d83c656 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.374942:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x83b:0x0]: returning size 1867776 00000004:00200000:1.0:1742903177.374945:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.374957:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099220e00/0x5d4000e30d83c656 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.374965:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099220e00/0x5d4000e30d83c656 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375039:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83c648 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375045:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83c648 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375050:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83c648 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375055:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099221600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.375058:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83c648 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375064:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83c648 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375073:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x0 (ffff88012e960000) 00010000:00010000:1.0:1742903177.375075:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.375078:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83c648 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375083:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83c648 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375092:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83c64f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375097:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83c64f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375101:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83c64f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375105:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099221000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.375107:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83c64f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375111:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83c64f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375117:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x155bec67 (ffff88012e8a3d00) 00010000:00010000:1.0:1742903177.375119:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.375121:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83c64f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375125:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83c64f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375146:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099220a00/0x5d4000e30d83c641 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0100 expref: 916 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.375155:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099220e00/0x5d4000e30d83c656 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0100 expref: 915 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.375161:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83b:0x0].0x0 (ffff8800939e7c00) 00010000:00010000:1.0:1742903177.375163:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.375165:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099220e00, rc 0) 00010000:00010000:1.0:1742903177.375168:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.375174:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83c65d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0107 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.375190:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c664 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375196:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c664 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375205:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c664 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375214:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c66b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375219:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c66b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375224:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c66b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375256:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29a00/0x5d4000e30d83c672 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x838:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375263:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29a00/0x5d4000e30d83c672 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375268:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29a00/0x5d4000e30d83c672 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.375280:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x838:0x0]: returning size 1048576 00000004:00200000:1.0:1742903177.375283:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.375289:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29a00/0x5d4000e30d83c672 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375294:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29a00/0x5d4000e30d83c672 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375299:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c664 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375303:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c664 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375310:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c664 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375336:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5d200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.375455:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c664 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375462:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c664 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375469:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x0 (ffff88012e960000) 00010000:00010000:1.0:1742903177.375471:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.375473:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c664 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375477:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c664 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375486:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c66b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375499:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c66b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375504:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c66b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375508:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099716a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.375510:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c66b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375514:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c66b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375523:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0xb0773fd (ffff88012e8a3500) 00010000:00010000:1.0:1742903177.375525:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.375527:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c66b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375531:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c66b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.375549:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83c65d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0107 expref: 916 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.375558:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29a00/0x5d4000e30d83c672 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0107 expref: 915 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.375564:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x838:0x0].0x0 (ffff88008fecb900) 00010000:00010000:1.0:1742903177.375565:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.375567:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099f29a00, rc 0) 00000100:00100000:1.0:1742903177.375609:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+915:2009:x1827566172356864:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 874us (1027us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.375616:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 253 00000100:00100000:3.0:1742903177.375812:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13300:x1827566172356608:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 3267us (3791us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.375819:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17787 00000100:00100000:0.0:1742903177.376053:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.376197:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172357376 00000100:00100000:1.0:1742903177.376201:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172357376 00000100:00100000:1.0:1742903177.376226:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77156 00000100:00100000:1.0:1742903177.376231:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b830a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13299:x1827566172357376:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.376254:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.376268:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009771f600/0x5d4000e30d7bbc3a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x836:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7749 expref: 914 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.376286:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c188200/0x5d4000e30d83aa64 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x836:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efaee expref: 913 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.376295:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072031200/0x5d4000e30d7a4ee3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x836:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c0264 expref: 912 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.376302:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x836:0x0].0x0 (ffff88012e2e1900) 00010000:00010000:1.0:1742903177.376312:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b000/0x5d4000e30d7b244e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x834:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c4991 expref: 911 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.376341:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x0 (ffff88012e960000) 00010000:00010000:1.0:1742903177.376344:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.376368:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28c00/0x5d4000e30d83c679 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376378:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28c00/0x5d4000e30d83c679 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376385:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28c00/0x5d4000e30d83c679 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376395:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28200/0x5d4000e30d83c680 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376401:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28200/0x5d4000e30d83c680 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376406:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28200/0x5d4000e30d83c680 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376450:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29200/0x5d4000e30d83c687 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x836:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376455:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29200/0x5d4000e30d83c687 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x836:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376460:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29200/0x5d4000e30d83c687 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x836:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:1.0:1742903177.376585:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1774, 64 off121792 00000040:00080000:1.0:1742903177.376607:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8775, 184 off1538464 00010000:00010000:1.0:1742903177.376633:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28400/0x5d4000e30d83c68e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x836:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376638:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28400/0x5d4000e30d83c68e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x836:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376643:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28400/0x5d4000e30d83c68e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x836:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376648:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28400/0x5d4000e30d83c68e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x836:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376653:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28400/0x5d4000e30d83c68e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x836:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376657:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28400/0x5d4000e30d83c68e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x836:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376678:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.376687:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29200/0x5d4000e30d83c687 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x836:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376691:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29200/0x5d4000e30d83c687 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x836:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376695:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29200/0x5d4000e30d83c687 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x836:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376700:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f29200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.376703:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29200/0x5d4000e30d83c687 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x836:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376708:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29200/0x5d4000e30d83c687 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x836:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376713:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x836:0x0].0x0 (ffff88012e8a3b00) 00010000:00010000:1.0:1742903177.376715:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.376717:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29200/0x5d4000e30d83c687 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x836:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376721:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29200/0x5d4000e30d83c687 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x836:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376784:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28c00/0x5d4000e30d83c679 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376788:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28c00/0x5d4000e30d83c679 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376793:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28c00/0x5d4000e30d83c679 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376796:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f28c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.376797:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28c00/0x5d4000e30d83c679 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376801:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28c00/0x5d4000e30d83c679 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376806:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x0 (ffff88012e960000) 00010000:00010000:3.0:1742903177.376832:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903177.376836:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28400/0x5d4000e30d83c68e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x836:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.376841:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f28400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903177.376843:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28400/0x5d4000e30d83c68e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x836:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.376847:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28400/0x5d4000e30d83c68e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x836:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.376854:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x836:0x0].0x0 (ffff88012e8a3b00) 00010000:00010000:3.0:1742903177.376855:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1742903177.376857:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28400/0x5d4000e30d83c68e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x836:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.376861:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28400/0x5d4000e30d83c68e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x836:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.376870:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.376871:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.376873:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.376901:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.376904:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28c00/0x5d4000e30d83c679 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376909:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28c00/0x5d4000e30d83c679 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:1.0:1742903177.376915:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009b830a80 reply state ffff880096abb000 transno 4295005174 ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28200/0x5d4000e30d83c680 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376922:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28200/0x5d4000e30d83c680 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.376927:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x41c358e5 (ffff88012e8a3100) 00010000:00010000:1.0:1742903177.376929:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.376931:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.376958:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b830a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13299:x1827566172357376:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 727us (906us total) trans 4295005174 rc 0/0 00000100:00100000:1.0:1742903177.376964:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77156 00000100:00100000:0.0:1742903177.378473:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.378542:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172357504 00000100:00100000:1.0:1742903177.378549:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172357504 00000100:00100000:1.0:1742903177.378569:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77157 00000100:00100000:1.0:1742903177.378574:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13300:x1827566172357504:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903177.378585:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.378596:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29c00/0x5d4000e30d83c695 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f010e expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.378631:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29800/0x5d4000e30d83c69c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378640:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29800/0x5d4000e30d83c69c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378650:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29800/0x5d4000e30d83c69c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378659:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29600/0x5d4000e30d83c6a3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7de:0x0].0xe8edbb38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378664:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29600/0x5d4000e30d83c6a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378668:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29600/0x5d4000e30d83c6a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378712:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28000/0x5d4000e30d83c6aa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7f1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378718:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28000/0x5d4000e30d83c6aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378723:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28000/0x5d4000e30d83c6aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:1.0:1742903177.378749:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7f1:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.378752:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.378762:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28000/0x5d4000e30d83c6aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378769:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28000/0x5d4000e30d83c6aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378774:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29800/0x5d4000e30d83c69c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378779:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29800/0x5d4000e30d83c69c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378788:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29800/0x5d4000e30d83c69c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378792:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f29800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.378794:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29800/0x5d4000e30d83c69c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378800:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29800/0x5d4000e30d83c69c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378807:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:1.0:1742903177.378810:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.378812:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29800/0x5d4000e30d83c69c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378817:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29800/0x5d4000e30d83c69c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378826:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29600/0x5d4000e30d83c6a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378831:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29600/0x5d4000e30d83c6a3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378836:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29600/0x5d4000e30d83c6a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378839:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f29600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.378841:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29600/0x5d4000e30d83c6a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378845:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29600/0x5d4000e30d83c6a3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378851:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0xe8edbb38 (ffff8800916eb000) 00010000:00010000:1.0:1742903177.378853:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.378854:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29600/0x5d4000e30d83c6a3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378858:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29600/0x5d4000e30d83c6a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.378874:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29c00/0x5d4000e30d83c695 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f010e expref: 914 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.378882:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28000/0x5d4000e30d83c6aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f010e expref: 913 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.378886:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f1:0x0].0x0 (ffff88009c4bac00) 00010000:00010000:1.0:1742903177.378888:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.378890:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099f28000, rc 0) 00000100:00100000:1.0:1742903177.378924:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13300:x1827566172357504:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 349us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.378930:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77157 00000100:00100000:0.0:1742903177.379971:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.380029:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172357760 00000100:00100000:3.0:1742903177.380033:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172357760 00000100:00100000:3.0:1742903177.380110:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17789 00000100:00100000:3.0:1742903177.380115:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13299:x1827566172357760:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.380342:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13299:x1827566172357760:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 226us (371us total) trans 4295005175 rc 0/0 00000100:00100000:3.0:1742903177.380349:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17789 00000100:00100000:0.0:1742903177.380644:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.381137:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172357888 00000100:00100000:3.0:1742903177.381141:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172357888 00000100:00100000:3.0:1742903177.381162:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8471 00000100:00100000:3.0:1742903177.381166:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b830700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:2008:x1827566172357888:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903177.381173:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903177.381188:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28000/0x5d4000e30d83c6aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f010e expref: 914 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.381200:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f1:0x0].0x0 (ffff88009c4bac00) 00010000:00010000:3.0:1742903177.381202:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903177.381238:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b830700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:2008:x1827566172357888:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 71us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.381244:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8471 00000100:00100000:0.0:1742903177.382071:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.382153:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172358016 00000100:00100000:1.0:1742903177.382157:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172358016 00000100:00100000:0.0:1742903177.382243:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.382293:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172358272 00000100:00100000:2.0:1742903177.382297:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172358272 00000100:00100000:0.0:1742903177.382310:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.382336:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17790 00000100:00100000:2.0:1742903177.382340:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13300:x1827566172358272:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903177.382346:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172358528 00000100:00100000:0.0:1742903177.382348:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172358528 00000100:00100000:0.0:1742903177.382378:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77158 00000100:00100000:0.0:1742903177.382382:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+915:13299:x1827566172358528:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903177.382402:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1742903177.382415:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072044400/0x5d4000e30d7bc00e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x83b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7876 expref: 915 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.382429:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099220e00/0x5d4000e30d83c656 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0100 expref: 914 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.382439:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458e00/0x5d4000e30d83ab3d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb3b expref: 913 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.382449:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072094a00/0x5d4000e30d7a4f68 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x83b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c029c expref: 912 pid: 7210 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903177.382452:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 254 00000100:00100000:1.0:1742903177.382457:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:2007:x1827566172358016:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:0.0:1742903177.382457:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83b:0x0].0x0 (ffff8800939e7c00) 00010000:00010000:0.0:1742903177.382464:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903177.382476:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7600/0x5d4000e30d83c6b1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.382485:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7600/0x5d4000e30d83c6b1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.382487:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903177.382492:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7600/0x5d4000e30d83c6b1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.382496:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c6b8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0115 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.382502:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c6bf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x834:0x0].0x155bec67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903177.382505:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13300:x1827566172358272:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 163us (262us total) trans 4295005176 rc 0/0 00010000:00010000:0.0:1742903177.382508:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c6bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903177.382510:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17790 00010000:00010000:0.0:1742903177.382512:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c6bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.382529:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c6c6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382536:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c6c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382543:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c6c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382552:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c6cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7de:0x0].0xd60d7337 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382557:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c6cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382563:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c6cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.382564:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c6d4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x83b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.382570:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c6d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x83b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.382575:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c6d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x83b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.382598:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c6db lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7f5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382603:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c6db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382606:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c6db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.382616:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7f5:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.382618:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.382625:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c6db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382630:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c6db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382635:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c6c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382638:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c6c6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382641:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c6c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382643:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed75800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.382645:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c6c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382649:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c6c6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382653:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:1.0:1742903177.382654:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.382656:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c6c6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382658:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c6c6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382664:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c6cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382667:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c6cd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382671:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c6cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382673:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed75e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.382675:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c6cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382677:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c6cd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382680:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0xd60d7337 (ffff8800916eb700) 00010000:00010000:1.0:1742903177.382682:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.382683:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c6cd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382685:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c6cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382695:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c6b8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0115 expref: 913 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.382701:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c6db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0115 expref: 912 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.382704:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f5:0x0].0x0 (ffff88009931b600) 00010000:00010000:1.0:1742903177.382705:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.382706:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099220c00, rc 0) 00010000:00010000:1.0:1742903177.382708:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.382711:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099221200/0x5d4000e30d83c6e2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f011c expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1742903177.382713:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1773, 64 off121728 00010000:00010000:1.0:1742903177.382720:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83c6e9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382724:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83c6e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382730:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83c6e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382736:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09000/0x5d4000e30d83c6f0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7de:0x0].0x66c02682 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382739:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09000/0x5d4000e30d83c6f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00000040:00080000:0.0:1742903177.382740:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8776, 184 off1538648 00010000:00010000:1.0:1742903177.382742:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09000/0x5d4000e30d83c6f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382759:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09400/0x5d4000e30d83c6f7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7f2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382763:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09400/0x5d4000e30d83c6f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.382764:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46de00/0x5d4000e30d83c6fe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x83b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.382766:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09400/0x5d4000e30d83c6f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.382771:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46de00/0x5d4000e30d83c6fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x83b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00000004:00200000:1.0:1742903177.382772:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7f2:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.382773:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.382776:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09400/0x5d4000e30d83c6f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.382777:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46de00/0x5d4000e30d83c6fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x83b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.382780:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09400/0x5d4000e30d83c6f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.382781:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46de00/0x5d4000e30d83c6fe lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x83b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.382783:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83c6e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382785:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83c6e9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.382785:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46de00/0x5d4000e30d83c6fe lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x83b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.382790:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83c6e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382793:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099221800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.382793:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46de00/0x5d4000e30d83c6fe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x83b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.382794:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83c6e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382797:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83c6e9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382800:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:1.0:1742903177.382801:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.382802:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83c6e9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382804:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83c6e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382808:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09000/0x5d4000e30d83c6f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382810:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09000/0x5d4000e30d83c6f0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382813:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09000/0x5d4000e30d83c6f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382816:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf09000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.382816:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.382817:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09000/0x5d4000e30d83c6f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382819:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09000/0x5d4000e30d83c6f0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382823:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x66c02682 (ffff88009910cc00) 00010000:00010000:1.0:1742903177.382824:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.382825:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09000/0x5d4000e30d83c6f0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.382825:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c6d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x83b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.382827:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09000/0x5d4000e30d83c6f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.382830:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c6d4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x83b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.382834:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c6d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x83b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.382836:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099221200/0x5d4000e30d83c6e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f011c expref: 915 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.382839:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cef7800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.382840:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09400/0x5d4000e30d83c6f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7f2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f011c expref: 914 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.382841:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c6d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x83b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.382843:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f2:0x0].0x0 (ffff88008408c900) 00010000:00010000:1.0:1742903177.382845:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.382846:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf09400, rc 0) 00010000:00010000:0.0:1742903177.382846:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c6d4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x83b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.382847:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.382850:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08800/0x5d4000e30d83c705 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0123 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.382853:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83b:0x0].0x0 (ffff88009b855000) 00010000:00010000:0.0:1742903177.382855:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903177.382857:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c6d4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x83b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.382858:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08400/0x5d4000e30d83c70c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382862:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08400/0x5d4000e30d83c70c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.382862:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7800/0x5d4000e30d83c6d4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x83b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.382866:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08400/0x5d4000e30d83c70c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382872:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09a00/0x5d4000e30d83c713 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7de:0x0].0x86195b67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382877:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09a00/0x5d4000e30d83c713 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382895:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09a00/0x5d4000e30d83c713 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382924:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08200/0x5d4000e30d83c71a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7e1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382931:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08200/0x5d4000e30d83c71a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.382936:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7600/0x5d4000e30d83c6b1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.382937:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08200/0x5d4000e30d83c71a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.382942:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7600/0x5d4000e30d83c6b1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.382951:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7600/0x5d4000e30d83c6b1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000004:00200000:1.0:1742903177.382953:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7e1:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.382955:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1742903177.382955:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cef7600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.382957:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7600/0x5d4000e30d83c6b1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.382962:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08200/0x5d4000e30d83c71a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.382962:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7600/0x5d4000e30d83c6b1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.382968:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08200/0x5d4000e30d83c71a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.382968:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x0 (ffff88012e960000) 00010000:00010000:0.0:1742903177.382970:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.382972:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08400/0x5d4000e30d83c70c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.382972:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7600/0x5d4000e30d83c6b1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.382976:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7600/0x5d4000e30d83c6b1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.382977:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08400/0x5d4000e30d83c70c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382981:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08400/0x5d4000e30d83c70c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.382984:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf08400 already unused, calling callback (ffffffffa0f1b760) 00000004:00010000:0.0:1742903177.382984:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009b833100 reply state ffff88009ba7a000 transno 4295005177 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c6bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.382986:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08400/0x5d4000e30d83c70c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.382990:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c6bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.382991:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08400/0x5d4000e30d83c70c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.382995:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x155bec67 (ffff88009b855f00) 00010000:00010000:1.0:1742903177.382997:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:0.0:1742903177.382997:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.382999:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903177.382999:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1742903177.383001:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08400/0x5d4000e30d83c70c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383004:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08400/0x5d4000e30d83c70c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383012:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09a00/0x5d4000e30d83c713 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383015:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09a00/0x5d4000e30d83c713 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383019:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09a00/0x5d4000e30d83c713 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383022:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf09a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.383023:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09a00/0x5d4000e30d83c713 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00000100:00100000:0.0:1742903177.383023:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13299:x1827566172358528:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 639us (712us total) trans 4295005177 rc 0/0 00010000:00010000:1.0:1742903177.383026:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09a00/0x5d4000e30d83c713 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00000100:00100000:0.0:1742903177.383028:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77158 00010000:00010000:1.0:1742903177.383031:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x86195b67 (ffff88009910c900) 00010000:00010000:1.0:1742903177.383032:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.383034:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09a00/0x5d4000e30d83c713 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383038:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09a00/0x5d4000e30d83c713 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383053:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08800/0x5d4000e30d83c705 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0123 expref: 916 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.383060:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08200/0x5d4000e30d83c71a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0123 expref: 915 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.383064:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e1:0x0].0x0 (ffff8800b1a19200) 00010000:00010000:1.0:1742903177.383065:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.383067:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf08200, rc 0) 00010000:00010000:1.0:1742903177.383069:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.383074:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08e00/0x5d4000e30d83c721 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f012a expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.383087:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08a00/0x5d4000e30d83c728 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383092:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08a00/0x5d4000e30d83c728 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383097:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08a00/0x5d4000e30d83c728 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383104:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09800/0x5d4000e30d83c72f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7de:0x0].0x92de3403 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383108:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09800/0x5d4000e30d83c72f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383111:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09800/0x5d4000e30d83c72f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.383128:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.383133:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46de00/0x5d4000e30d83c6fe lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x83b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.383141:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46de00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.383141:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09e00/0x5d4000e30d83c736 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ec:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.383143:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46de00/0x5d4000e30d83c6fe lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x83b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.383148:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46de00/0x5d4000e30d83c6fe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x83b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.383148:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09e00/0x5d4000e30d83c736 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ec:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383153:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09e00/0x5d4000e30d83c736 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ec:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.383155:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83b:0x0].0x0 (ffff88009b855000) 00010000:00010000:2.0:1742903177.383157:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.383159:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46de00/0x5d4000e30d83c6fe lrc: 1/0,0 mode: --/PW res: [0x200000402:0x83b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.383164:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46de00/0x5d4000e30d83c6fe lrc: 0/0,0 mode: --/PW res: [0x200000402:0x83b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00000004:00200000:1.0:1742903177.383164:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7ec:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.383166:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.383171:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09e00/0x5d4000e30d83c736 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ec:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.383176:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.383177:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.383177:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09e00/0x5d4000e30d83c736 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ec:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.383178:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.383182:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08a00/0x5d4000e30d83c728 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383186:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08a00/0x5d4000e30d83c728 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383191:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08a00/0x5d4000e30d83c728 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383195:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf08a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.383197:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08a00/0x5d4000e30d83c728 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383202:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08a00/0x5d4000e30d83c728 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383208:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:1.0:1742903177.383210:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.383212:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08a00/0x5d4000e30d83c728 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383216:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08a00/0x5d4000e30d83c728 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383222:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09800/0x5d4000e30d83c72f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383226:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09800/0x5d4000e30d83c72f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383230:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09800/0x5d4000e30d83c72f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383233:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf09800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.383234:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09800/0x5d4000e30d83c72f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383238:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09800/0x5d4000e30d83c72f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383243:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x92de3403 (ffff88009910c100) 00010000:00010000:1.0:1742903177.383245:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.383246:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09800/0x5d4000e30d83c72f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383250:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09800/0x5d4000e30d83c72f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383264:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08e00/0x5d4000e30d83c721 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f012a expref: 917 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.383274:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09e00/0x5d4000e30d83c736 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ec:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f012a expref: 916 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.383279:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ec:0x0].0x0 (ffff8800995c8900) 00010000:00010000:1.0:1742903177.383281:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.383282:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf09e00, rc 0) 00010000:00010000:1.0:1742903177.383285:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.383368:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09200/0x5d4000e30d83c73d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0131 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.383387:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08600/0x5d4000e30d83c744 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383392:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08600/0x5d4000e30d83c744 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383398:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08600/0x5d4000e30d83c744 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383406:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09c00/0x5d4000e30d83c74b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7de:0x0].0xc7fe5838 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383410:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09c00/0x5d4000e30d83c74b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383414:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09c00/0x5d4000e30d83c74b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383441:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09600/0x5d4000e30d83c752 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7e9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383447:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09600/0x5d4000e30d83c752 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383454:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09600/0x5d4000e30d83c752 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.383464:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7e9:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.383466:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.383472:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09600/0x5d4000e30d83c752 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383477:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09600/0x5d4000e30d83c752 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383482:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08600/0x5d4000e30d83c744 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383486:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08600/0x5d4000e30d83c744 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383491:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08600/0x5d4000e30d83c744 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383495:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf08600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.383497:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08600/0x5d4000e30d83c744 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383502:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08600/0x5d4000e30d83c744 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383508:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:1.0:1742903177.383509:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.383511:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08600/0x5d4000e30d83c744 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383516:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08600/0x5d4000e30d83c744 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383524:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09c00/0x5d4000e30d83c74b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383528:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09c00/0x5d4000e30d83c74b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383533:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09c00/0x5d4000e30d83c74b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383537:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf09c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.383539:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09c00/0x5d4000e30d83c74b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383544:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09c00/0x5d4000e30d83c74b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383549:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0xc7fe5838 (ffff8800b4242200) 00010000:00010000:1.0:1742903177.383551:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.383559:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09c00/0x5d4000e30d83c74b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383564:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09c00/0x5d4000e30d83c74b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383581:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09200/0x5d4000e30d83c73d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0131 expref: 918 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.383589:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09600/0x5d4000e30d83c752 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7e9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0131 expref: 917 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.383593:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e9:0x0].0x0 (ffff88012c7ab000) 00010000:00010000:1.0:1742903177.383595:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.383597:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf09600, rc 0) 00010000:00010000:1.0:1742903177.383600:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.383604:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08000/0x5d4000e30d83c759 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0138 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.383620:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fac2a00/0x5d4000e30d83c760 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383626:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fac2a00/0x5d4000e30d83c760 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383631:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fac2a00/0x5d4000e30d83c760 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383639:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fac3e00/0x5d4000e30d83c767 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7de:0x0].0xdfedbb38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383644:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fac3e00/0x5d4000e30d83c767 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383649:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fac3e00/0x5d4000e30d83c767 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383679:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072286e00/0x5d4000e30d83c76e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7e7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383685:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072286e00/0x5d4000e30d83c76e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383690:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072286e00/0x5d4000e30d83c76e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.383700:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7e7:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.383702:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.383707:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072286e00/0x5d4000e30d83c76e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383712:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072286e00/0x5d4000e30d83c76e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383732:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fac2a00/0x5d4000e30d83c760 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383736:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fac2a00/0x5d4000e30d83c760 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383740:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fac2a00/0x5d4000e30d83c760 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383744:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012fac2a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.383746:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fac2a00/0x5d4000e30d83c760 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383751:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fac2a00/0x5d4000e30d83c760 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383757:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:1.0:1742903177.383758:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.383762:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fac2a00/0x5d4000e30d83c760 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383766:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fac2a00/0x5d4000e30d83c760 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383774:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fac3e00/0x5d4000e30d83c767 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383779:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fac3e00/0x5d4000e30d83c767 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383787:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fac3e00/0x5d4000e30d83c767 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383790:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012fac3e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.383792:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fac3e00/0x5d4000e30d83c767 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383797:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fac3e00/0x5d4000e30d83c767 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383802:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0xdfedbb38 (ffff8800b19ea500) 00010000:00010000:1.0:1742903177.383804:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.383806:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fac3e00/0x5d4000e30d83c767 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383810:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fac3e00/0x5d4000e30d83c767 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383828:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08000/0x5d4000e30d83c759 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0138 expref: 919 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.383837:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072286e00/0x5d4000e30d83c76e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7e7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0138 expref: 918 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.383847:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e7:0x0].0x0 (ffff88012b206000) 00010000:00010000:1.0:1742903177.383849:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.383850:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072286e00, rc 0) 00010000:00010000:1.0:1742903177.383853:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.383858:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072286200/0x5d4000e30d83c775 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f013f expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.383876:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072286a00/0x5d4000e30d83c77c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383882:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072286a00/0x5d4000e30d83c77c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383887:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072286a00/0x5d4000e30d83c77c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383895:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072286800/0x5d4000e30d83c783 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7de:0x0].0x7264b700 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383900:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072286800/0x5d4000e30d83c783 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383904:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072286800/0x5d4000e30d83c783 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383930:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072286c00/0x5d4000e30d83c78a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7eb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383936:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072286c00/0x5d4000e30d83c78a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7eb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383940:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072286c00/0x5d4000e30d83c78a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7eb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.383949:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7eb:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.383951:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.383956:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072286c00/0x5d4000e30d83c78a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7eb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383961:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072286c00/0x5d4000e30d83c78a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7eb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383966:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072286a00/0x5d4000e30d83c77c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383971:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072286a00/0x5d4000e30d83c77c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383976:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072286a00/0x5d4000e30d83c77c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383979:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072286a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.383981:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072286a00/0x5d4000e30d83c77c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383986:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072286a00/0x5d4000e30d83c77c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383991:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:1.0:1742903177.383993:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.383995:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072286a00/0x5d4000e30d83c77c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.383999:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072286a00/0x5d4000e30d83c77c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384007:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072286800/0x5d4000e30d83c783 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384012:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072286800/0x5d4000e30d83c783 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384017:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072286800/0x5d4000e30d83c783 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384021:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072286800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.384023:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072286800/0x5d4000e30d83c783 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384027:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072286800/0x5d4000e30d83c783 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384033:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x7264b700 (ffff8800b19ea100) 00010000:00010000:1.0:1742903177.384034:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.384036:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072286800/0x5d4000e30d83c783 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384041:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072286800/0x5d4000e30d83c783 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384057:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072286200/0x5d4000e30d83c775 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f013f expref: 920 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.384065:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072286c00/0x5d4000e30d83c78a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7eb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f013f expref: 919 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.384071:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7eb:0x0].0x0 (ffff8800996fba00) 00010000:00010000:1.0:1742903177.384072:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.384074:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072286c00, rc 0) 00010000:00010000:1.0:1742903177.384078:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.384082:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072286000/0x5d4000e30d83c791 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0146 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.384096:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072287200/0x5d4000e30d83c798 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384101:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072287200/0x5d4000e30d83c798 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384110:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072287200/0x5d4000e30d83c798 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384121:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513800/0x5d4000e30d83c79f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7de:0x0].0xf9a88606 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384126:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099513800/0x5d4000e30d83c79f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384131:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099513800/0x5d4000e30d83c79f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384160:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099512800/0x5d4000e30d83c7a6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384167:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099512800/0x5d4000e30d83c7a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ef:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384173:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099512800/0x5d4000e30d83c7a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ef:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.384183:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7ef:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.384185:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.384191:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099512800/0x5d4000e30d83c7a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ef:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384196:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099512800/0x5d4000e30d83c7a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ef:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384202:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072287200/0x5d4000e30d83c798 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384206:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072287200/0x5d4000e30d83c798 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384214:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072287200/0x5d4000e30d83c798 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384218:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072287200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.384220:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072287200/0x5d4000e30d83c798 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384224:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072287200/0x5d4000e30d83c798 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384231:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:1.0:1742903177.384232:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.384234:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072287200/0x5d4000e30d83c798 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384238:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072287200/0x5d4000e30d83c798 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384245:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513800/0x5d4000e30d83c79f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384250:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099513800/0x5d4000e30d83c79f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384254:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099513800/0x5d4000e30d83c79f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384258:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099513800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.384260:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099513800/0x5d4000e30d83c79f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384264:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099513800/0x5d4000e30d83c79f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384270:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0xf9a88606 (ffff8800840ab600) 00010000:00010000:1.0:1742903177.384272:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.384274:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099513800/0x5d4000e30d83c79f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384278:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099513800/0x5d4000e30d83c79f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.384294:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072286000/0x5d4000e30d83c791 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0146 expref: 921 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.384304:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099512800/0x5d4000e30d83c7a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ef:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0146 expref: 920 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.384308:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ef:0x0].0x0 (ffff88009c4ba100) 00010000:00010000:1.0:1742903177.384310:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.384312:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099512800, rc 0) 00000100:00100000:1.0:1742903177.384389:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:2007:x1827566172358016:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 1931us (2318us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.384394:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 254 00000100:00100000:0.0:1742903177.384695:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.384741:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172358784 00000100:00100000:2.0:1742903177.384746:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172358784 00000100:00100000:2.0:1742903177.384778:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77159 00000100:00100000:2.0:1742903177.384783:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b830000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13300:x1827566172358784:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.384807:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.384819:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072238200/0x5d4000e30d7b742d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7f1:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6353 expref: 920 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.384832:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2000/0x5d4000e30d82f7e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec59c expref: 919 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.384844:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00600/0x5d4000e30d7b73a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6329 expref: 918 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.384852:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f1:0x0].0x0 (ffff88009c4bac00) 00010000:00010000:2.0:1742903177.384861:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6e00/0x5d4000e30d83b53f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efe9f expref: 917 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.384869:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:2.0:1742903177.384871:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.384878:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83c7ad lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.384884:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83c7ad lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.384893:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83c7ad lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.384902:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c7b4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7de:0x0].0xe8edbb38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.384906:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c7b4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.384911:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c7b4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.384944:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83c7bb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.384950:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83c7bb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.384955:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83c7bb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:2.0:1742903177.385077:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1774, 64 off121792 00000040:00080000:2.0:1742903177.385101:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8777, 184 off1538832 00010000:00010000:2.0:1742903177.385130:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c7c2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.385137:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c7c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.385143:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c7c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.385147:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c7c2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.385155:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c7c2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.385160:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c7c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.385179:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.385190:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83c7bb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.385194:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83c7bb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.385198:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83c7bb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.385202:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141a600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.385205:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83c7bb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.385209:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83c7bb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.385215:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f1:0x0].0x0 (ffff880099158100) 00010000:00010000:2.0:1742903177.385217:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.385219:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83c7bb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.385224:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83c7bb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.385261:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.385266:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c7c2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7f1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.385271:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141a400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.385272:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c7c2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7f1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.385277:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c7c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7f1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.385284:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f1:0x0].0x0 (ffff880099158100) 00010000:00010000:0.0:1742903177.385286:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.385288:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c7c2 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7f1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.385292:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83c7c2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7f1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.385293:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83c7ad lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.385301:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.385302:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83c7ad lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.385303:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.385304:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.385307:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83c7ad lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.385310:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141ba00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.385312:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83c7ad lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.385337:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83c7ad lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.385344:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:2.0:1742903177.385346:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.385348:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83c7ad lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.385352:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83c7ad lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:2.0:1742903177.385373:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009b830000 reply state ffff88009a748000 transno 4295005178 ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c7b4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.385380:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c7b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.385385:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0xe8edbb38 (ffff880099158800) 00010000:00010000:2.0:1742903177.385387:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.385389:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.385425:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b830000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13300:x1827566172358784:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 641us (731us total) trans 4295005178 rc 0/0 00000100:00100000:2.0:1742903177.385431:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77159 00000100:00100000:0.0:1742903177.386442:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.386512:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172359040 00000100:00100000:2.0:1742903177.386517:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172359040 00000100:00100000:2.0:1742903177.386545:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17791 00000100:00100000:2.0:1742903177.386549:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13299:x1827566172359040:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.386625:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13299:x1827566172359040:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 75us (184us total) trans 4295005179 rc 0/0 00000100:00100000:2.0:1742903177.386630:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17791 00000100:00100000:0.0:1742903177.387941:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.388066:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172359296 00000100:00100000:2.0:1742903177.388070:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172359296 00000100:00100000:2.0:1742903177.388107:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77160 00000100:00100000:2.0:1742903177.388112:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13299:x1827566172359296:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.388145:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.388167:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2a00/0x5d4000e30d7bbdf3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x838:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c77c7 expref: 919 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.388183:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29a00/0x5d4000e30d83c672 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0107 expref: 918 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.388199:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcb200/0x5d4000e30d83aae2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x838:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efb18 expref: 917 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.388210:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072030800/0x5d4000e30d7a4f29 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x838:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c0280 expref: 916 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.388219:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x838:0x0].0x0 (ffff88008fecb900) 00010000:00010000:2.0:1742903177.388227:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.388239:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c7c9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.388248:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c7c9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.388254:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c7c9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.388265:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099717e00/0x5d4000e30d83c7d0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x834:0x0].0xb0773fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.388270:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099717e00/0x5d4000e30d83c7d0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.388275:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099717e00/0x5d4000e30d83c7d0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903177.388306:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.388336:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903177.388345:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c7d7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x838:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.388352:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c7d7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x838:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:1.0:1742903177.388352:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172359680 00000100:00100000:1.0:1742903177.388369:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172359680 00000100:00100000:1.0:1742903177.388387:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 255 00000100:00100000:1.0:1742903177.388391:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:2007:x1827566172359680:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:1.0:1742903177.388408:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.388417:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099513e00/0x5d4000e30d83c7de lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f014d expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.388444:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83c7e5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388452:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83c7e5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388458:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83c7e5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388467:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83c7ec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7de:0x0].0x3dce1c64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.388469:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172359552 00010000:00010000:1.0:1742903177.388472:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83c7ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.388473:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172359552 00010000:00010000:1.0:1742903177.388476:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83c7ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.388499:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17792 00000100:00100000:3.0:1742903177.388504:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098071450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13300:x1827566172359552:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:1.0:1742903177.388517:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83c7f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7e4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388524:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83c7f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e4:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388529:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83c7f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e4:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.388543:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7e4:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.388545:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.388555:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83c7f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e4:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388561:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83c7f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388568:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83c7e5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388572:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83c7e5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388577:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83c7e5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388581:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099513c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.388584:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83c7e5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388589:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83c7e5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.388590:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098071450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13300:x1827566172359552:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 85us (284us total) trans 4295005180 rc 0/0 00010000:00010000:1.0:1742903177.388595:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00000100:00100000:3.0:1742903177.388597:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17792 00010000:00010000:1.0:1742903177.388597:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.388599:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83c7e5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388603:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83c7e5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388611:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83c7ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388615:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83c7ec lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388620:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83c7ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388624:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099512000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.388626:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83c7ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388631:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83c7ec lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388636:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x3dce1c64 (ffff8800840ab800) 00010000:00010000:1.0:1742903177.388637:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.388639:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83c7ec lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388643:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83c7ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388660:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099513e00/0x5d4000e30d83c7de lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f014d expref: 919 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.388668:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83c7f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7e4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f014d expref: 918 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.388673:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e4:0x0].0x0 (ffff8801362c7200) 00010000:00010000:1.0:1742903177.388675:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.388676:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec11a00, rc 0) 00010000:00010000:1.0:1742903177.388679:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.388684:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83c7fa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0154 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.388698:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83c801 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388703:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83c801 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388711:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83c801 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388720:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83c808 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7de:0x0].0xf61990e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388724:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83c808 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388729:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83c808 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.388750:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c7d7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x838:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.388754:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10800/0x5d4000e30d83c80f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7e3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388762:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10800/0x5d4000e30d83c80f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388767:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10800/0x5d4000e30d83c80f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.388777:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7e3:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.388780:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.388785:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10800/0x5d4000e30d83c80f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388790:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10800/0x5d4000e30d83c80f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388795:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83c801 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388799:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83c801 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388807:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83c801 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388811:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec11400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.388813:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83c801 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388818:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83c801 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388823:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:1.0:1742903177.388825:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.388827:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83c801 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388831:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83c801 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388838:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83c808 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388843:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83c808 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388847:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83c808 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388851:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec10000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.388853:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83c808 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388857:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83c808 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388862:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0xf61990e9 (ffff8800840ab700) 00010000:00010000:1.0:1742903177.388864:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.388866:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83c808 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388870:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83c808 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.388884:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83c7fa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0154 expref: 920 pid: 7216 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1742903177.388888:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1775, 64 off121856 00010000:00010000:1.0:1742903177.388892:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10800/0x5d4000e30d83c80f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0154 expref: 919 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.388897:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e3:0x0].0x0 (ffff88009c509e00) 00010000:00010000:1.0:1742903177.388898:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.388900:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec10800, rc 0) 00000040:00080000:2.0:1742903177.388916:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8778, 184 off1539016 00000100:00100000:1.0:1742903177.388931:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:2007:x1827566172359680:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 538us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.388937:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 255 00010000:00010000:2.0:1742903177.388941:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c816 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x838:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.388947:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c816 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x838:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.388957:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c816 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x838:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.388962:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c816 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x838:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.388967:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c816 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x838:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.388971:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c816 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x838:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.388991:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.388999:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c7d7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x838:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.389002:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c7d7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x838:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.389007:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c7d7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x838:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.389011:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099717000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.389013:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c7d7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x838:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.389043:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903177.389049:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c816 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x838:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.389053:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099716e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903177.389056:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c816 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x838:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.389061:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c816 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x838:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.389069:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x838:0x0].0x0 (ffff880099158300) 00010000:00010000:3.0:1742903177.389072:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1742903177.389074:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c816 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x838:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.389078:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c816 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x838:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.389086:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.389088:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.389089:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.389118:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c7d7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x838:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.389125:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x838:0x0].0x0 (ffff880099158300) 00010000:00010000:2.0:1742903177.389127:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.389130:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c7d7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x838:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.389138:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c7d7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x838:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.389214:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c7c9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.389219:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c7c9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.389224:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c7c9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.389227:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099716c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.389230:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c7c9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.389234:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c7c9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.389241:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x0 (ffff88012e960000) 00010000:00010000:2.0:1742903177.389242:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.389244:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c7c9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.389248:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c7c9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x834:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:2.0:1742903177.389255:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c5dc000 reply state ffff88009a749000 transno 4295005181 ns: mdt-lustre-MDT0000_UUID lock: ffff880099717e00/0x5d4000e30d83c7d0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.389261:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099717e00/0x5d4000e30d83c7d0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.389269:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0xb0773fd (ffff880099158f00) 00010000:00010000:2.0:1742903177.389270:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.389272:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.389300:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13299:x1827566172359296:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1186us (1362us total) trans 4295005181 rc 0/0 00000100:00100000:2.0:1742903177.389305:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77160 00000100:00100000:0.0:1742903177.389989:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.390055:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172359936 00000100:00100000:2.0:1742903177.390059:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172359936 00000100:00100000:2.0:1742903177.390081:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77161 00000100:00100000:2.0:1742903177.390085:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13300:x1827566172359936:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.390107:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.390119:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b6000/0x5d4000e30d7b77ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7f5:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6480 expref: 920 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.390130:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c6db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0115 expref: 919 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.390140:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58000/0x5d4000e30d82f782 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec579 expref: 918 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.390150:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7400/0x5d4000e30d7b778a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6464 expref: 917 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.390156:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f5:0x0].0x0 (ffff88009931b600) 00010000:00010000:2.0:1742903177.390163:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.390170:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c81d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.390180:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c81d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.390185:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c81d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.390193:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c824 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7de:0x0].0xd60d7337 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.390198:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c824 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.390202:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c824 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.390235:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c82b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.390240:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c82b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.390245:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c82b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:2.0:1742903177.390348:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1776, 64 off121920 00000040:00080000:2.0:1742903177.390380:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8779, 184 off1539200 00010000:00010000:2.0:1742903177.390405:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c800/0x5d4000e30d83c832 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.390411:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c800/0x5d4000e30d83c832 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.390416:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c800/0x5d4000e30d83c832 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.390424:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c800/0x5d4000e30d83c832 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.390428:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c800/0x5d4000e30d83c832 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.390432:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c800/0x5d4000e30d83c832 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.390922:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.390933:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c82b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.390939:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c82b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.390943:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c82b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.390947:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009924d200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.390949:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c82b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.390954:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c82b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.390959:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f5:0x0].0x0 (ffff88012e8a3400) 00010000:00010000:2.0:1742903177.390961:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.390962:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c82b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.390966:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d200/0x5d4000e30d83c82b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.391026:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c81d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.391031:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c81d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.391035:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c81d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.391038:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c71f800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.391040:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c81d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.391043:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c81d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.391049:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:2.0:1742903177.391050:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.391052:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c81d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.391056:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83c81d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:2.0:1742903177.391061:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c5dea00 reply state ffff88009a760000 transno 4295005182 ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c824 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.391067:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c824 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.391072:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0xd60d7337 (ffff880099158b00) 00010000:00010000:2.0:1742903177.391073:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.391075:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.391113:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13300:x1827566172359936:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1026us (1124us total) trans 4295005182 rc 0/0 00000100:00100000:2.0:1742903177.391119:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77161 00010000:00010000:0.0:1742903177.391174:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.391178:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c800/0x5d4000e30d83c832 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.391183:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009924c800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.391185:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c800/0x5d4000e30d83c832 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.391191:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c800/0x5d4000e30d83c832 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.391197:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f5:0x0].0x0 (ffff88012e8a3400) 00010000:00010000:0.0:1742903177.391199:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.391201:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c800/0x5d4000e30d83c832 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.391205:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c800/0x5d4000e30d83c832 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.391214:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.391216:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.391217:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903177.393428:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.393545:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172360064 00000100:00100000:2.0:1742903177.393554:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172360064 00000100:00100000:2.0:1742903177.393641:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17793 00000100:00100000:2.0:1742903177.393647:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13299:x1827566172360064:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:0.0:1742903177.394282:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.394332:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172360320 00000100:00100000:3.0:1742903177.394336:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172360320 00000100:00100000:3.0:1742903177.394364:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17794 00000100:00100000:3.0:1742903177.394369:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13300:x1827566172360320:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.394911:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13300:x1827566172360320:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 540us (627us total) trans 4295005183 rc 0/0 00000100:00100000:3.0:1742903177.394918:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17794 00000100:00100000:3.0:1742903177.395850:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13299:x1827566172360064:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2196us (2421us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.395861:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17793 00000100:00100000:0.0:1742903177.396163:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.396222:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172360576 00000100:00100000:2.0:1742903177.396229:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172360576 00000100:00100000:2.0:1742903177.396266:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77162 00000100:00100000:2.0:1742903177.396271:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13300:x1827566172360576:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.396309:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.396372:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2800/0x5d4000e30d7b76fe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7f2:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c642c expref: 919 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.396391:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09400/0x5d4000e30d83c6f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f011c expref: 918 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.396404:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091425e00/0x5d4000e30d82fbcd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec6f3 expref: 917 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.396413:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624600/0x5d4000e30d7b766b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6402 expref: 916 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.396422:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f2:0x0].0x0 (ffff88008408c900) 00010000:00010000:2.0:1742903177.396430:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.396445:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b000/0x5d4000e30d83c839 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396454:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b000/0x5d4000e30d83c839 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396462:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b000/0x5d4000e30d83c839 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396473:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ae00/0x5d4000e30d83c840 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7de:0x0].0x66c02682 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396478:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ae00/0x5d4000e30d83c840 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396483:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ae00/0x5d4000e30d83c840 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396546:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081400/0x5d4000e30d83c847 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396553:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081400/0x5d4000e30d83c847 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396559:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081400/0x5d4000e30d83c847 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:2.0:1742903177.396719:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1777, 64 off121984 00000040:00080000:2.0:1742903177.396748:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8780, 176 off1539376 00010000:00010000:2.0:1742903177.396786:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bca00/0x5d4000e30d83c84e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7f2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396793:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bca00/0x5d4000e30d83c84e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396799:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bca00/0x5d4000e30d83c84e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396808:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bca00/0x5d4000e30d83c84e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396813:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bca00/0x5d4000e30d83c84e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396818:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bca00/0x5d4000e30d83c84e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396841:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.396856:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081400/0x5d4000e30d83c847 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396861:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081400/0x5d4000e30d83c847 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396866:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081400/0x5d4000e30d83c847 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396871:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c081400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.396874:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081400/0x5d4000e30d83c847 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396879:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081400/0x5d4000e30d83c847 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396886:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f2:0x0].0x0 (ffff88012e8a3500) 00010000:00010000:2.0:1742903177.396888:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.396891:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081400/0x5d4000e30d83c847 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396896:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c081400/0x5d4000e30d83c847 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.396958:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903177.396963:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bca00/0x5d4000e30d83c84e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.396968:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800993bca00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903177.396970:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bca00/0x5d4000e30d83c84e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.396974:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bca00/0x5d4000e30d83c84e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396980:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b000/0x5d4000e30d83c839 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.396982:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f2:0x0].0x0 (ffff88012e8a3500) 00010000:00010000:3.0:1742903177.396984:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.396985:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b000/0x5d4000e30d83c839 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.396986:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bca00/0x5d4000e30d83c84e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.396990:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bca00/0x5d4000e30d83c84e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396990:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b000/0x5d4000e30d83c839 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396993:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141b000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.396995:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b000/0x5d4000e30d83c839 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.396999:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b000/0x5d4000e30d83c839 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.397000:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.397001:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.397002:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.397004:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:2.0:1742903177.397010:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.397013:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b000/0x5d4000e30d83c839 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.397017:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b000/0x5d4000e30d83c839 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:2.0:1742903177.397023:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c5dc380 reply state ffff88009a762000 transno 4295005184 ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ae00/0x5d4000e30d83c840 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.397030:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ae00/0x5d4000e30d83c840 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.397034:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x66c02682 (ffff88012e8a3b00) 00010000:00010000:2.0:1742903177.397036:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.397038:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.397078:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:13300:x1827566172360576:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 806us (916us total) trans 4295005184 rc 0/0 00000100:00100000:2.0:1742903177.397085:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77162 00000100:00100000:0.0:1742903177.397663:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.397725:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172360704 00000100:00100000:2.0:1742903177.397730:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172360704 00000100:00100000:2.0:1742903177.397754:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77163 00000100:00100000:2.0:1742903177.397759:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:13299:x1827566172360704:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903177.397767:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.397776:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6800/0x5d4000e30d83c855 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f015b expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.397807:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d83c85c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.397843:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d83c85c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.397850:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d83c85c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.397861:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83c863 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7df:0x0].0xe8edbb38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.397866:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83c863 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.397871:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83c863 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.397904:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c86a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.397914:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c86a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.397920:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c86a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:2.0:1742903177.397942:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7f0:0x0]: returning size 260096 00000004:00200000:2.0:1742903177.397946:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.397956:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c86a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.397963:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c86a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.397968:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d83c85c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.397972:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d83c85c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.397977:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d83c85c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.397980:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ceb6e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.397982:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d83c85c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.397986:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d83c85c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.397992:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:2.0:1742903177.397994:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.397996:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d83c85c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.398001:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d83c85c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.398008:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83c863 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.398012:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83c863 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.398016:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83c863 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.398020:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ceb6c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.398022:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83c863 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.398025:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83c863 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.398030:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0xe8edbb38 (ffff88012e8a3c00) 00010000:00010000:2.0:1742903177.398031:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.398033:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83c863 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.398036:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83c863 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.398052:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6800/0x5d4000e30d83c855 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f015b expref: 919 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.398059:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c86a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f015b expref: 918 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.398069:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f0:0x0].0x0 (ffff88009c4baa00) 00010000:00010000:2.0:1742903177.398071:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903177.398073:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af01400, rc 0) 00000100:00100000:2.0:1742903177.398198:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13299:x1827566172360704:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 437us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.398205:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77163 00000100:00100000:0.0:1742903177.399309:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.399472:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172360960 00000100:00100000:3.0:1742903177.399477:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172360960 00000100:00100000:3.0:1742903177.399509:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17795 00000100:00100000:3.0:1742903177.399518:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13300:x1827566172360960:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.399739:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13300:x1827566172360960:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 219us (431us total) trans 4295005185 rc 0/0 00000100:00100000:2.0:1742903177.399746:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17795 00000100:00100000:0.0:1742903177.399898:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.399951:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172361088 00000100:00100000:1.0:1742903177.399960:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172361088 00000100:00100000:1.0:1742903177.400009:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8472 00000100:00100000:1.0:1742903177.400015:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:2008:x1827566172361088:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903177.400027:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903177.400053:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01400/0x5d4000e30d83c86a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f015b expref: 919 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.400075:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f0:0x0].0x0 (ffff88009c4baa00) 00010000:00010000:1.0:1742903177.400079:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903177.400120:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:2008:x1827566172361088:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 105us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.400126:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8472 00000100:00100000:2.0:1742903177.401506:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.401526:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172361344 00000100:00100000:0.0:1742903177.401531:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172361344 00000100:00100000:0.0:1742903177.401569:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77164 00000100:00100000:0.0:1742903177.401574:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13300:x1827566172361344:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903177.401603:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1742903177.401623:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218000/0x5d4000e30d7b5f0a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7e1:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5c99 expref: 918 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.401639:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08200/0x5d4000e30d83c71a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0123 expref: 917 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.401650:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d830344 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec962 expref: 916 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.401660:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099815000/0x5d4000e30d7b44a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5442 expref: 915 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.401670:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e1:0x0].0x0 (ffff8800b1a19200) 00010000:00010000:0.0:1742903177.401678:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903177.401691:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c871 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.401701:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c871 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.401708:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c871 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.401718:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c800/0x5d4000e30d83c878 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7de:0x0].0x86195b67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.401723:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c800/0x5d4000e30d83c878 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.401728:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c800/0x5d4000e30d83c878 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.401785:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ca00/0x5d4000e30d83c87f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7e1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.401792:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ca00/0x5d4000e30d83c87f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.401801:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ca00/0x5d4000e30d83c87f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:0.0:1742903177.401943:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1775, 64 off121856 00000040:00080000:0.0:1742903177.401978:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8781, 184 off1539560 00010000:00010000:0.0:1742903177.402008:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c886 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.402015:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c886 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.402021:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c886 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.402026:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c886 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.402032:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c886 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.402036:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c886 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.402065:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.402149:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.402155:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c886 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.402161:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46d600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.402165:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c886 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.402171:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c886 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x7e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.402180:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e1:0x0].0x0 (ffff880099280f00) 00010000:00010000:2.0:1742903177.402182:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.402185:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c886 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x7e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.402192:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.402193:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.402195:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.402443:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d600/0x5d4000e30d83c886 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.402460:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ca00/0x5d4000e30d83c87f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.402465:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ca00/0x5d4000e30d83c87f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.402470:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ca00/0x5d4000e30d83c87f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.402474:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46ca00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.402477:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ca00/0x5d4000e30d83c87f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.402482:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ca00/0x5d4000e30d83c87f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903177.402486:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903177.402488:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e1:0x0].0x0 (ffff880099280f00) 00010000:00010000:0.0:1742903177.402491:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903177.402493:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ca00/0x5d4000e30d83c87f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.402497:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ca00/0x5d4000e30d83c87f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:1.0:1742903177.402535:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172361472 00000100:00100000:1.0:1742903177.402539:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172361472 00000100:00100000:1.0:1742903177.402567:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 256 00000100:00100000:1.0:1742903177.402572:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:2007:x1827566172361472:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:1.0:1742903177.402590:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.402598:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83c88d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0162 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.402621:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83c894 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402628:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83c894 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402635:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83c894 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402644:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11e00/0x5d4000e30d83c89b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7df:0x0].0xd60d7337 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402648:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11e00/0x5d4000e30d83c89b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402654:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11e00/0x5d4000e30d83c89b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402696:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10e00/0x5d4000e30d83c8a2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7f4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402702:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10e00/0x5d4000e30d83c8a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f4:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402707:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10e00/0x5d4000e30d83c8a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f4:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.402721:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7f4:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.402724:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.402733:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10e00/0x5d4000e30d83c8a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f4:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402751:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10e00/0x5d4000e30d83c8a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402757:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83c894 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402761:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83c894 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402766:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83c894 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402770:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec11600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.402773:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83c894 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402777:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83c894 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402783:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:1.0:1742903177.402786:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.402788:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83c894 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402792:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83c894 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402800:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11e00/0x5d4000e30d83c89b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402804:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11e00/0x5d4000e30d83c89b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402809:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11e00/0x5d4000e30d83c89b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402812:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec11e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.402814:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11e00/0x5d4000e30d83c89b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402818:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11e00/0x5d4000e30d83c89b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402822:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0xd60d7337 (ffff8800840ab500) 00010000:00010000:1.0:1742903177.402824:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.402826:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11e00/0x5d4000e30d83c89b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402830:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11e00/0x5d4000e30d83c89b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402858:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83c88d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0162 expref: 918 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.402872:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10e00/0x5d4000e30d83c8a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7f4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0162 expref: 917 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.402877:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f4:0x0].0x0 (ffff8800996fb900) 00010000:00010000:1.0:1742903177.402879:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.402881:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec10e00, rc 0) 00010000:00010000:1.0:1742903177.402884:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.402889:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10400/0x5d4000e30d83c8a9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0169 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.402905:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83c8b0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402911:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83c8b0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402916:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83c8b0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402923:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83c8b7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7df:0x0].0x66c02682 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402927:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83c8b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402932:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83c8b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402960:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83c8be lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7f3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402966:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83c8be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402972:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83c8be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.402983:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7f3:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.402985:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.402991:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83c8be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.402997:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83c8be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403001:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83c8b0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403006:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83c8b0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403010:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83c8b0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403014:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec10c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.403017:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83c8b0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403021:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83c8b0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403027:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:1.0:1742903177.403029:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.403031:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83c8b0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403035:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83c8b0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403043:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83c8b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403047:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83c8b7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403052:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83c8b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403056:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec10000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.403058:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83c8b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403062:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83c8b7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403067:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x66c02682 (ffff8800840abd00) 00010000:00010000:1.0:1742903177.403068:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.403070:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83c8b7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403075:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83c8b7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403089:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10400/0x5d4000e30d83c8a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0169 expref: 919 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.403097:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83c8be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0169 expref: 918 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.403102:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f3:0x0].0x0 (ffff88009c509500) 00010000:00010000:1.0:1742903177.403105:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.403107:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec11400, rc 0) 00010000:00010000:1.0:1742903177.403110:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.403114:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10a00/0x5d4000e30d83c8c5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0170 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.403128:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11000/0x5d4000e30d83c8cc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403133:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11000/0x5d4000e30d83c8cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403139:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11000/0x5d4000e30d83c8cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403147:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83c8d3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7df:0x0].0x86195b67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403152:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83c8d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403157:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83c8d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403185:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c8da lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7e0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403192:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c8da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403198:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c8da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.403208:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7e0:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.403211:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.403216:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c8da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403222:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c8da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403227:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11000/0x5d4000e30d83c8cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403232:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11000/0x5d4000e30d83c8cc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403236:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11000/0x5d4000e30d83c8cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403239:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec11000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.403242:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11000/0x5d4000e30d83c8cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403247:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11000/0x5d4000e30d83c8cc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403252:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:1.0:1742903177.403254:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.403256:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11000/0x5d4000e30d83c8cc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403261:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11000/0x5d4000e30d83c8cc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403268:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83c8d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403273:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83c8d3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403281:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83c8d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403285:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec11c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.403287:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83c8d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403291:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83c8d3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403296:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x86195b67 (ffff8800840ab200) 00010000:00010000:1.0:1742903177.403298:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.403299:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83c8d3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403304:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83c8d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403336:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10a00/0x5d4000e30d83c8c5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0170 expref: 920 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.403344:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c8da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0170 expref: 919 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.403349:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e0:0x0].0x0 (ffff8801362c7900) 00010000:00010000:1.0:1742903177.403351:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.403353:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed75a00, rc 0) 00010000:00010000:1.0:1742903177.403367:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.403374:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c8e1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0177 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.403393:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c8e8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403399:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c8e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403405:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c8e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403413:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83c8ef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7df:0x0].0x92de3403 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403419:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83c8ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403424:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83c8ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403451:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c8f6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403458:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c8f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ed:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403463:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c8f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ed:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.403474:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7ed:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.403476:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.403481:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c8f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ed:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403488:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c8f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ed:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403493:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c8e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403497:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c8e8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403502:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c8e8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403506:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed75800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.403507:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c8e8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403511:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c8e8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403517:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:1.0:1742903177.403519:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.403521:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c8e8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403525:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83c8e8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403532:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83c8ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403536:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83c8ef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403540:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83c8ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403544:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed75600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.403546:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83c8ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403551:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83c8ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403556:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x92de3403 (ffff8800840ab000) 00010000:00010000:1.0:1742903177.403557:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.403559:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83c8ef lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403564:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83c8ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403577:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83c8e1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0177 expref: 921 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.403585:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c8f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ed:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0177 expref: 920 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.403590:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ed:0x0].0x0 (ffff8800b19ea400) 00010000:00010000:1.0:1742903177.403592:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.403594:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099716c00, rc 0) 00010000:00010000:1.0:1742903177.403596:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.403600:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c8fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f017e expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.403614:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c904 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403620:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c904 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.403629:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c904 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.403763:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c871 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.403769:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c871 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.403774:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c871 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.403778:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46dc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.403781:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c871 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.403785:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c871 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.403792:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:0.0:1742903177.403794:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.403797:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c871 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.403802:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46dc00/0x5d4000e30d83c871 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:0.0:1742903177.403809:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009aeb6d80 reply state ffff88009ba7b000 transno 4295005186 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c800/0x5d4000e30d83c878 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.403816:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c800/0x5d4000e30d83c878 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.403822:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x86195b67 (ffff880099280500) 00010000:00010000:0.0:1742903177.403824:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903177.403827:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1742903177.403888:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+922:13300:x1827566172361344:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 2311us (2381us total) trans 4295005186 rc 0/0 00000100:00100000:0.0:1742903177.403895:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77164 00000100:00100000:0.0:1742903177.404147:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.404195:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172361728 00000100:00100000:2.0:1742903177.404200:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172361728 00000100:00100000:2.0:1742903177.404220:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17796 00000100:00100000:2.0:1742903177.404224:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+922:13299:x1827566172361728:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.404339:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+923:13299:x1827566172361728:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 112us (191us total) trans 4295005187 rc 0/0 00000100:00100000:2.0:1742903177.404345:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17796 00010000:00010000:1.0:1742903177.404644:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c90b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7df:0x0].0xc7fe5838 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404652:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c90b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404659:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c90b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404698:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c912 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7e8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404705:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c912 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404711:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c912 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.404723:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7e8:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.404726:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.404732:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c912 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404738:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c912 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404744:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c904 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404748:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c904 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404756:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c904 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404760:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099716e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.404762:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c904 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404767:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c904 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404773:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:1.0:1742903177.404775:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.404778:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c904 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404782:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099716e00/0x5d4000e30d83c904 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404789:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c90b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404794:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c90b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404798:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c90b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404801:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099716a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.404803:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c90b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404807:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c90b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404813:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0xc7fe5838 (ffff8800840ab700) 00010000:00010000:1.0:1742903177.404815:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.404817:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c90b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404821:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83c90b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404838:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099717000/0x5d4000e30d83c8fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f017e expref: 923 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.404847:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c912 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f017e expref: 922 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.404852:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e8:0x0].0x0 (ffff8800995c8d00) 00010000:00010000:1.0:1742903177.404854:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.404856:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af5d200, rc 0) 00010000:00010000:1.0:1742903177.404859:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.404865:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099221200/0x5d4000e30d83c919 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0185 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.404880:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83c920 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404886:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83c920 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404892:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83c920 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404900:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c927 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7df:0x0].0xdfedbb38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404905:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c927 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404910:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c927 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404937:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099220e00/0x5d4000e30d83c92e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7e6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404943:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099220e00/0x5d4000e30d83c92e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404949:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099220e00/0x5d4000e30d83c92e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.404960:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7e6:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.404962:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.404967:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099220e00/0x5d4000e30d83c92e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404973:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099220e00/0x5d4000e30d83c92e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404978:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83c920 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404982:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83c920 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404986:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83c920 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404990:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099221800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.404992:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83c920 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.404998:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83c920 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405003:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:1.0:1742903177.405005:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.405007:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83c920 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405012:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83c920 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405018:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c927 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405022:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c927 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405027:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c927 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405031:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099220c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.405033:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c927 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405037:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c927 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405043:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0xdfedbb38 (ffff8800840ab800) 00010000:00010000:1.0:1742903177.405045:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.405047:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c927 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405051:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83c927 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405066:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099221200/0x5d4000e30d83c919 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0185 expref: 924 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.405074:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099220e00/0x5d4000e30d83c92e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0185 expref: 923 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.405079:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e6:0x0].0x0 (ffff88009c4ba700) 00010000:00010000:1.0:1742903177.405080:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.405082:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099220e00, rc 0) 00010000:00010000:1.0:1742903177.405085:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.405089:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099220a00/0x5d4000e30d83c935 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f018c expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.405103:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83c93c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405109:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83c93c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405115:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83c93c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405122:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83c943 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7df:0x0].0x7264b700 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405127:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83c943 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405132:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83c943 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405162:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513e00/0x5d4000e30d83c94a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ea:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405169:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099513e00/0x5d4000e30d83c94a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ea:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405175:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099513e00/0x5d4000e30d83c94a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ea:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.405185:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7ea:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.405187:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.405193:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099513e00/0x5d4000e30d83c94a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ea:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405199:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099513e00/0x5d4000e30d83c94a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405204:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83c93c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405209:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83c93c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405213:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83c93c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405217:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099221000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.405219:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83c93c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405224:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83c93c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405229:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:1.0:1742903177.405232:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.405234:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83c93c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405238:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83c93c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405244:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83c943 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405249:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83c943 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405253:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83c943 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405256:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099221600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.405258:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83c943 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405262:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83c943 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405268:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x7264b700 (ffff8800840ab600) 00010000:00010000:1.0:1742903177.405270:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.405271:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83c943 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405276:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83c943 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405291:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099220a00/0x5d4000e30d83c935 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f018c expref: 925 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.405302:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513e00/0x5d4000e30d83c94a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f018c expref: 924 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.405307:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ea:0x0].0x0 (ffff8800995c8c00) 00010000:00010000:1.0:1742903177.405309:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.405310:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099513e00, rc 0) 00010000:00010000:1.0:1742903177.405313:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.405338:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83c951 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0193 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.405354:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83c958 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405374:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83c958 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405379:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83c958 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405388:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513800/0x5d4000e30d83c95f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7df:0x0].0xf9a88606 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405393:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099513800/0x5d4000e30d83c95f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405398:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099513800/0x5d4000e30d83c95f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405425:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099512400/0x5d4000e30d83c966 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405432:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099512400/0x5d4000e30d83c966 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ee:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405438:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099512400/0x5d4000e30d83c966 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ee:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.405448:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7ee:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.405450:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.405456:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099512400/0x5d4000e30d83c966 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ee:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405461:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099512400/0x5d4000e30d83c966 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405466:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83c958 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405470:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83c958 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405474:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83c958 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405478:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099513c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.405481:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83c958 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405484:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83c958 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405489:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:1.0:1742903177.405491:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.405493:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83c958 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405497:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83c958 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405504:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513800/0x5d4000e30d83c95f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405508:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099513800/0x5d4000e30d83c95f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405512:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099513800/0x5d4000e30d83c95f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405516:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099513800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.405518:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099513800/0x5d4000e30d83c95f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405522:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099513800/0x5d4000e30d83c95f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405527:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0xf9a88606 (ffff8800840abf00) 00010000:00010000:1.0:1742903177.405529:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.405531:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099513800/0x5d4000e30d83c95f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405534:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099513800/0x5d4000e30d83c95f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.405548:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83c951 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0193 expref: 926 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.405556:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099512400/0x5d4000e30d83c966 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0193 expref: 925 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.405561:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ee:0x0].0x0 (ffff88008408c100) 00010000:00010000:1.0:1742903177.405563:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.405565:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099512400, rc 0) 00000100:00100000:1.0:1742903177.405609:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+925:2007:x1827566172361472:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 3035us (3122us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.405615:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 256 00000100:00100000:0.0:1742903177.408282:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.409224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.409264:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172362240 00000100:00100000:2.0:1742903177.409271:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172362240 00000100:00100000:2.0:1742903177.409301:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77165 00000100:00100000:2.0:1742903177.409306:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+925:13299:x1827566172362240:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.409373:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.409397:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246a00/0x5d4000e30d7b72cf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7f0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c62e3 expref: 925 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.409415:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82f200/0x5d4000e30d82f7cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec595 expref: 924 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.409425:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cf400/0x5d4000e30d7b722e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c62b9 expref: 923 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.409435:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f0:0x0].0x0 (ffff88009c4baa00) 00010000:00010000:2.0:1742903177.409447:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d19000/0x5d4000e30d83b4dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efed0 expref: 922 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.409453:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:2.0:1742903177.409457:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.409471:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83c96d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409485:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83c96d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409493:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83c96d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409504:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c974 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7df:0x0].0xe8edbb38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409510:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c974 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409515:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c974 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409576:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c97b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409581:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c97b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409586:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c97b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:2.0:1742903177.409749:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1778, 64 off122048 00000040:00080000:2.0:1742903177.409777:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8782, 184 off1539744 00010000:00010000:2.0:1742903177.409811:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c800/0x5d4000e30d83c982 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409818:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c800/0x5d4000e30d83c982 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409828:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c800/0x5d4000e30d83c982 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409833:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c800/0x5d4000e30d83c982 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409837:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c800/0x5d4000e30d83c982 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409841:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c800/0x5d4000e30d83c982 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409852:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.409865:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c97b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409869:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c97b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409874:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c97b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409879:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af01800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.409882:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c97b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409888:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c97b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409894:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f0:0x0].0x0 (ffff88012e8a3d00) 00010000:00010000:2.0:1742903177.409896:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.409899:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c97b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409905:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83c97b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409983:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83c96d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409989:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83c96d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409993:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83c96d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.409997:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af00000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.410000:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83c96d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.410004:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83c96d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.410015:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:2.0:1742903177.410017:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.410019:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83c96d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.410023:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83c96d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:2.0:1742903177.410032:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009af80e00 reply state ffff88009a764000 transno 4295005188 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c974 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:1.0:1742903177.410034:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172361984 00000100:00100000:1.0:1742903177.410038:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172361984 00010000:00010000:2.0:1742903177.410039:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c974 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.410046:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0xe8edbb38 (ffff88012e8a3400) 00010000:00010000:2.0:1742903177.410047:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.410049:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.410069:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17797 00000100:00100000:1.0:1742903177.410073:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+924:13300:x1827566172361984:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.410094:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+924:13299:x1827566172362240:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 787us (1819us total) trans 4295005188 rc 0/0 00000100:00100000:2.0:1742903177.410099:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77165 00000100:00100000:1.0:1742903177.410143:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+924:13300:x1827566172361984:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 69us (921us total) trans 4295005189 rc 0/0 00000100:00100000:1.0:1742903177.410148:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17797 00010000:00010000:1.0:1742903177.410166:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.410170:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c800/0x5d4000e30d83c982 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7f0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.410175:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009924c800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.410177:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c800/0x5d4000e30d83c982 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7f0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.410182:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c800/0x5d4000e30d83c982 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7f0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.410188:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f0:0x0].0x0 (ffff88012e8a3d00) 00010000:00010000:1.0:1742903177.410189:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903177.410191:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c800/0x5d4000e30d83c982 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7f0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.410196:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c800/0x5d4000e30d83c982 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7f0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.410209:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.410210:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.410211:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903177.412545:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.412625:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172362496 00000100:00100000:2.0:1742903177.412631:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172362496 00000100:00100000:0.0:1742903177.412903:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77166 00000100:00100000:0.0:1742903177.412910:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+924:13300:x1827566172362496:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:0.0:1742903177.412948:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1742903177.413220:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01c00/0x5d4000e30d7b6fcd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ec:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6203 expref: 924 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.413239:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09e00/0x5d4000e30d83c736 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ec:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f012a expref: 923 pid: 7216 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903177.413254:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903177.413255:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c200/0x5d4000e30d82ee59 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec285 expref: 922 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.413271:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce400/0x5d4000e30d7b6f25 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ec:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c61cb expref: 921 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.413280:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ec:0x0].0x0 (ffff8800995c8900) 00010000:00010000:0.0:1742903177.413287:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903177.413300:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c989 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.413309:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c989 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903177.413312:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903177.413336:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c989 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.413348:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c200/0x5d4000e30d83c990 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7de:0x0].0x92de3403 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.413354:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c200/0x5d4000e30d83c990 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.413371:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c200/0x5d4000e30d83c990 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:1.0:1742903177.413410:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172362624 00000100:00100000:1.0:1742903177.413414:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172362624 00010000:00010000:0.0:1742903177.413432:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46de00/0x5d4000e30d83c997 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.413439:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46de00/0x5d4000e30d83c997 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.413448:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46de00/0x5d4000e30d83c997 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:1.0:1742903177.413493:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 257 00000100:00100000:1.0:1742903177.413497:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:2008:x1827566172362624:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:1.0:1742903177.413513:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.413524:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099885200/0x5d4000e30d83c99e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f019a expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.413548:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885c00/0x5d4000e30d83c9a5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413556:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099885c00/0x5d4000e30d83c9a5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413562:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099885c00/0x5d4000e30d83c9a5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413572:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83c9ac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7df:0x0].0x3dce1c64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413577:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83c9ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413582:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83c9ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000040:00080000:0.0:1742903177.413596:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1776, 64 off121920 00000040:00080000:0.0:1742903177.413618:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8783, 184 off1539928 00010000:00010000:1.0:1742903177.413619:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83c9b3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413629:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83c9b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413635:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83c9b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.413648:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c200/0x5d4000e30d83c9ba lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00000004:00200000:1.0:1742903177.413649:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7e5:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.413653:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1742903177.413662:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c200/0x5d4000e30d83c9ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.413664:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83c9b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.413667:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c200/0x5d4000e30d83c9ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.413671:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83c9b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.413672:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c200/0x5d4000e30d83c9ba lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.413676:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885c00/0x5d4000e30d83c9a5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.413676:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c200/0x5d4000e30d83c9ba lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.413680:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c200/0x5d4000e30d83c9ba lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.413681:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099885c00/0x5d4000e30d83c9a5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413686:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099885c00/0x5d4000e30d83c9a5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413690:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099885c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.413692:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099885c00/0x5d4000e30d83c9a5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413698:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099885c00/0x5d4000e30d83c9a5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413704:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:0.0:1742903177.413705:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.413706:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.413709:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099885c00/0x5d4000e30d83c9a5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413714:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099885c00/0x5d4000e30d83c9a5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.413715:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46de00/0x5d4000e30d83c997 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.413719:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46de00/0x5d4000e30d83c997 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.413722:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83c9ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.413724:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46de00/0x5d4000e30d83c997 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.413727:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83c9ac lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.413728:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46de00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.413730:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46de00/0x5d4000e30d83c997 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.413731:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83c9ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.413734:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46de00/0x5d4000e30d83c997 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.413735:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099885a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.413737:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83c9ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.413740:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ec:0x0].0x0 (ffff8800b4242200) 00010000:00010000:1.0:1742903177.413741:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83c9ac lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.413742:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903177.413744:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46de00/0x5d4000e30d83c997 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.413746:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x3dce1c64 (ffff8800916eb000) 00010000:00010000:1.0:1742903177.413748:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.413748:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46de00/0x5d4000e30d83c997 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.413749:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83c9ac lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413753:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83c9ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413771:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099885200/0x5d4000e30d83c99e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f019a expref: 924 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.413780:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83c9b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f019a expref: 923 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.413790:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e5:0x0].0x0 (ffff8800995c8b00) 00010000:00010000:1.0:1742903177.413792:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.413793:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099884800, rc 0) 00010000:00010000:1.0:1742903177.413797:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.413802:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83c9c1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f01a1 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.413817:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884e00/0x5d4000e30d83c9c8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.413818:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c989 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.413823:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099884e00/0x5d4000e30d83c9c8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.413823:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c989 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.413827:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c989 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.413828:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099884e00/0x5d4000e30d83c9c8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.413830:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46c000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.413832:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c989 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.413837:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83c9cf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7df:0x0].0xf61990e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.413837:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c989 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.413842:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83c9cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.413842:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:0.0:1742903177.413844:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.413846:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c989 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.413847:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83c9cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:0.0:1742903177.413853:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c000/0x5d4000e30d83c989 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:0.0:1742903177.413860:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009af82d80 reply state ffff88009ba7c000 transno 4295005190 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c200/0x5d4000e30d83c990 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.413866:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c200/0x5d4000e30d83c990 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.413870:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x92de3403 (ffff8800b19ea500) 00010000:00010000:0.0:1742903177.413872:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903177.413874:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1742903177.413875:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885600/0x5d4000e30d83c9d6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7e2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413882:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099885600/0x5d4000e30d83c9d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413887:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099885600/0x5d4000e30d83c9d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:1.0:1742903177.413898:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7e2:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.413900:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.413906:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099885600/0x5d4000e30d83c9d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413912:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099885600/0x5d4000e30d83c9d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00000100:00100000:0.0:1742903177.413915:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+925:13300:x1827566172362496:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1005us (1376us total) trans 4295005190 rc 0/0 00010000:00010000:1.0:1742903177.413917:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884e00/0x5d4000e30d83c9c8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413920:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099884e00/0x5d4000e30d83c9c8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00000100:00100000:0.0:1742903177.413922:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77166 00010000:00010000:1.0:1742903177.413924:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099884e00/0x5d4000e30d83c9c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413928:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099884e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.413930:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099884e00/0x5d4000e30d83c9c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413934:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099884e00/0x5d4000e30d83c9c8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413940:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:1.0:1742903177.413941:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.413943:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099884e00/0x5d4000e30d83c9c8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413948:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099884e00/0x5d4000e30d83c9c8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413955:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83c9cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413960:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83c9cf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413965:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83c9cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413969:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099885400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.413971:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83c9cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413975:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83c9cf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413980:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0xf61990e9 (ffff8800916eb700) 00010000:00010000:1.0:1742903177.413981:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.413983:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83c9cf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1742903177.413987:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83c9cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00000100:00100000:0.0:1742903177.413994:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172362880 00000100:00100000:0.0:1742903177.413998:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172362880 00010000:00010000:1.0:1742903177.414002:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83c9c1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01a1 expref: 926 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.414010:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885600/0x5d4000e30d83c9d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01a1 expref: 925 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.414016:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e2:0x0].0x0 (ffff8800995c8100) 00010000:00010000:1.0:1742903177.414018:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.414020:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099885600, rc 0) 00010000:00010000:2.0:1742903177.414084:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.414089:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c200/0x5d4000e30d83c9ba lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.414094:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009924c200 already unused, calling callback (ffffffffa07fd840) 00000100:00100000:0.0:1742903177.414096:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17798 00010000:00010000:2.0:1742903177.414097:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c200/0x5d4000e30d83c9ba lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.414101:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c200/0x5d4000e30d83c9ba lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903177.414101:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098071050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+925:13299:x1827566172362880:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:2.0:1742903177.414108:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ec:0x0].0x0 (ffff8800b4242200) 00010000:00010000:2.0:1742903177.414110:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.414112:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c200/0x5d4000e30d83c9ba lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.414116:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c200/0x5d4000e30d83c9ba lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.414125:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.414126:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.414128:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903177.414753:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+926:2008:x1827566172362624:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 1252us (1498us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.414760:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 257 00000100:00100000:0.0:1742903177.414764:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098071050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+926:13299:x1827566172362880:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 660us (1450us total) trans 4295005191 rc 0/0 00000100:00100000:0.0:1742903177.414770:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17798 00000100:00100000:0.0:1742903177.416071:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.416151:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172363136 00000100:00100000:2.0:1742903177.416156:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172363136 00000100:00100000:2.0:1742903177.416187:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17799 00000100:00100000:2.0:1742903177.416192:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+925:13300:x1827566172363136:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.416312:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+926:13300:x1827566172363136:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 120us (243us total) trans 4295005192 rc 0/0 00000100:00100000:2.0:1742903177.416336:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17799 00000100:00100000:0.0:1742903177.416603:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.416641:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172363392 00000100:00100000:1.0:1742903177.416644:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172363392 00000100:00100000:1.0:1742903177.416659:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77167 00000100:00100000:1.0:1742903177.416662:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+926:13299:x1827566172363392:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.416682:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.416697:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82f000/0x5d4000e30d7b7919 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7f4:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c64db expref: 926 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.416708:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10e00/0x5d4000e30d83c8a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0162 expref: 925 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.416716:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072095c00/0x5d4000e30d82f743 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec564 expref: 924 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.416724:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e000/0x5d4000e30d7b78e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c64cd expref: 923 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.416728:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f4:0x0].0x0 (ffff8800996fb900) 00010000:00010000:1.0:1742903177.416735:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.416744:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83c9dd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.416812:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83c9dd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.416819:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83c9dd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.416830:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10200/0x5d4000e30d83c9e4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7df:0x0].0xd60d7337 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.416834:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10200/0x5d4000e30d83c9e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.416837:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10200/0x5d4000e30d83c9e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.416970:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11800/0x5d4000e30d83c9eb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.416975:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11800/0x5d4000e30d83c9eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.416978:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11800/0x5d4000e30d83c9eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:1.0:1742903177.417085:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1777, 64 off121984 00000040:00080000:1.0:1742903177.417164:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8785, 184 off1540280 00010000:00010000:1.0:1742903177.417185:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83c9f2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.417190:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83c9f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.417194:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83c9f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.417197:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83c9f2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.417200:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83c9f2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.417205:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83c9f2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.417224:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.417231:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11800/0x5d4000e30d83c9eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.417234:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11800/0x5d4000e30d83c9eb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.417236:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.417237:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11800/0x5d4000e30d83c9eb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.417239:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec11800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.417241:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11800/0x5d4000e30d83c9eb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.417241:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83c9f2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.417245:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11800/0x5d4000e30d83c9eb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7f4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.417247:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdc400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.417248:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f4:0x0].0x0 (ffff880093753300) 00010000:00010000:1.0:1742903177.417250:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.417251:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11800/0x5d4000e30d83c9eb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7f4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.417252:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83c9f2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.417254:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11800/0x5d4000e30d83c9eb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7f4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.417257:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83c9f2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.417266:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f4:0x0].0x0 (ffff880093753300) 00010000:00010000:0.0:1742903177.417268:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.417270:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83c9f2 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.417275:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83c9f2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.417286:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.417287:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.417289:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.417300:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83c9dd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.417302:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83c9dd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.417307:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83c9dd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.417310:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099885800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.417311:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83c9dd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.417313:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83c9dd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.417336:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:1.0:1742903177.417337:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.417338:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83c9dd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.417341:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83c9dd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.417347:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009af81500 reply state ffff880096abe000 transno 4295005193 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10200/0x5d4000e30d83c9e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.417351:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10200/0x5d4000e30d83c9e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.417354:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0xd60d7337 (ffff880093753000) 00010000:00010000:1.0:1742903177.417365:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.417367:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.417390:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+924:13299:x1827566172363392:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 727us (788us total) trans 4295005193 rc 0/0 00000100:00100000:1.0:1742903177.417394:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77167 00000100:00100000:0.0:1742903177.418660:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.418703:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172363648 00000100:00100000:1.0:1742903177.418709:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172363648 00000100:00100000:1.0:1742903177.418740:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77168 00000100:00100000:1.0:1742903177.418745:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+924:13300:x1827566172363648:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.418773:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.418789:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00e00/0x5d4000e30d7b69a6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7e9:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6004 expref: 924 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.418803:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf09600/0x5d4000e30d83c752 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0131 expref: 923 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.418814:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099716200/0x5d4000e30d82ec4c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec1d6 expref: 922 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.418825:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723c2000/0x5d4000e30d7b68e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5fbe expref: 921 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.418832:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e9:0x0].0x0 (ffff88012c7ab000) 00010000:00010000:1.0:1742903177.418838:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.418849:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83c9f9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.418856:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83c9f9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.418862:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83c9f9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.418871:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d83ca00 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7de:0x0].0xc7fe5838 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.418875:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d83ca00 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.418880:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d83ca00 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.418927:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83ca07 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7e9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.418933:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83ca07 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.418938:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83ca07 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:1.0:1742903177.419221:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1778, 64 off122048 00000040:00080000:1.0:1742903177.419243:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8786, 184 off1540464 00010000:00010000:1.0:1742903177.419270:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc000/0x5d4000e30d83ca0e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7e9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.419276:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc000/0x5d4000e30d83ca0e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.419282:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc000/0x5d4000e30d83ca0e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.419287:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc000/0x5d4000e30d83ca0e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.419291:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc000/0x5d4000e30d83ca0e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.419295:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc000/0x5d4000e30d83ca0e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.419342:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.419353:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83ca07 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.419371:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83ca07 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.419375:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83ca07 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.419379:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdd000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.419382:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83ca07 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.419387:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83ca07 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.419390:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.419393:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e9:0x0].0x0 (ffff88009c7e0400) 00010000:00010000:1.0:1742903177.419395:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.419396:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc000/0x5d4000e30d83ca0e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.419397:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83ca07 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7e9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.419402:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83ca07 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7e9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.419406:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdc000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903177.419409:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc000/0x5d4000e30d83ca0e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.419415:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc000/0x5d4000e30d83ca0e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.419423:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e9:0x0].0x0 (ffff88009c7e0400) 00010000:00010000:3.0:1742903177.419425:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1742903177.419428:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc000/0x5d4000e30d83ca0e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.419433:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc000/0x5d4000e30d83ca0e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.419461:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.419463:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.419465:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.419476:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83c9f9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.419481:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83c9f9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.419535:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83c9f9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.419539:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdce00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.419541:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83c9f9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.419549:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83c9f9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.419556:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:1.0:1742903177.419558:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.419560:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83c9f9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.419564:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83c9f9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.419572:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009af83480 reply state ffff880096abf000 transno 4295005194 ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d83ca00 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.419577:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d83ca00 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.419582:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0xc7fe5838 (ffff88009c7e0800) 00010000:00010000:1.0:1742903177.419583:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.419586:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.419630:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+922:13300:x1827566172363648:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 883us (971us total) trans 4295005194 rc 0/0 00000100:00100000:1.0:1742903177.419636:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77168 00000100:00100000:0.0:1742903177.419801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.419916:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172363904 00000100:00100000:2.0:1742903177.419920:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172363904 00000100:00100000:2.0:1742903177.419946:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17800 00000100:00100000:2.0:1742903177.419951:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+922:13299:x1827566172363904:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.420028:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+923:13299:x1827566172363904:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 76us (227us total) trans 4295005195 rc 0/0 00000100:00100000:2.0:1742903177.420033:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17800 00000100:00100000:0.0:1742903177.420986:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.421045:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172364160 00000100:00100000:1.0:1742903177.421049:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172364160 00000100:00100000:1.0:1742903177.421072:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77169 00000100:00100000:1.0:1742903177.421076:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+923:13299:x1827566172364160:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.421097:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.421109:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cf000/0x5d4000e30d7b7568 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7f3:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c63ae expref: 923 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.421127:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83c8be lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0169 expref: 922 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.421137:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072095a00/0x5d4000e30d82fb95 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec6de expref: 921 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.421148:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86aa00/0x5d4000e30d7b74c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c637d expref: 920 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.421159:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f3:0x0].0x0 (ffff88009c509500) 00010000:00010000:1.0:1742903177.421166:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.421175:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d83ca15 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421182:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d83ca15 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421189:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d83ca15 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421197:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc800/0x5d4000e30d83ca1c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7df:0x0].0x66c02682 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421201:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc800/0x5d4000e30d83ca1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421205:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc800/0x5d4000e30d83ca1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421236:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83ca23 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421242:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83ca23 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421245:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83ca23 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:1.0:1742903177.421350:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1779, 64 off122112 00000040:00080000:1.0:1742903177.421382:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8787, 176 off1540640 00010000:00010000:1.0:1742903177.421407:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cddc00/0x5d4000e30d83ca2a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421414:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cddc00/0x5d4000e30d83ca2a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421419:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cddc00/0x5d4000e30d83ca2a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421423:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cddc00/0x5d4000e30d83ca2a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421428:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cddc00/0x5d4000e30d83ca2a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421431:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cddc00/0x5d4000e30d83ca2a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421452:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.421461:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83ca23 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421465:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83ca23 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421470:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83ca23 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421475:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdc600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.421477:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83ca23 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421482:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83ca23 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421489:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f3:0x0].0x0 (ffff88009c7e0200) 00010000:00010000:1.0:1742903177.421491:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.421493:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83ca23 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421497:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83ca23 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.421506:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.421511:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cddc00/0x5d4000e30d83ca2a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.421515:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cddc00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.421517:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cddc00/0x5d4000e30d83ca2a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.421521:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cddc00/0x5d4000e30d83ca2a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.421528:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f3:0x0].0x0 (ffff88009c7e0200) 00010000:00010000:2.0:1742903177.421530:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.421532:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cddc00/0x5d4000e30d83ca2a lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.421539:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cddc00/0x5d4000e30d83ca2a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.421547:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.421548:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.421550:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.421551:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d83ca15 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421556:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d83ca15 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421560:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d83ca15 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421564:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdda00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.421566:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d83ca15 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421571:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d83ca15 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421577:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:1.0:1742903177.421579:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.421582:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d83ca15 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421586:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d83ca15 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.421592:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009af82680 reply state ffff880096afb000 transno 4295005196 ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc800/0x5d4000e30d83ca1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421598:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc800/0x5d4000e30d83ca1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.421603:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x66c02682 (ffff88009c7e0a00) 00010000:00010000:1.0:1742903177.421605:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.421606:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.421652:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13299:x1827566172364160:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 574us (666us total) trans 4295005196 rc 0/0 00000100:00100000:1.0:1742903177.421658:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77169 00000100:00100000:0.0:1742903177.422684:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.422722:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172364416 00000100:00100000:2.0:1742903177.422727:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172364416 00000100:00100000:2.0:1742903177.422756:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17801 00000100:00100000:2.0:1742903177.422759:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13300:x1827566172364416:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.422847:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+922:13300:x1827566172364416:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 86us (164us total) trans 4295005197 rc 0/0 00000100:00100000:2.0:1742903177.422853:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17801 00000100:00100000:0.0:1742903177.423720:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.424981:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.425170:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172364928 00000100:00100000:1.0:1742903177.425178:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172364928 00000100:00100000:1.0:1742903177.425222:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77170 00000100:00100000:1.0:1742903177.425228:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+922:13300:x1827566172364928:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.425266:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.425286:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f500e00/0x5d4000e30d7b6753 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7e7:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5f2b expref: 922 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.425302:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072286e00/0x5d4000e30d83c76e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0138 expref: 921 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.425313:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099250600/0x5d4000e30d82e760 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec02b expref: 920 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.425374:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5b000/0x5d4000e30d7b668f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5eec expref: 919 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.425384:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e7:0x0].0x0 (ffff88012b206000) 00010000:00010000:1.0:1742903177.425391:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.425404:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83ca31 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425413:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83ca31 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425421:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83ca31 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425433:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd800/0x5d4000e30d83ca38 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7de:0x0].0xdfedbb38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425438:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd800/0x5d4000e30d83ca38 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425443:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd800/0x5d4000e30d83ca38 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425501:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83ca3f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425507:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83ca3f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425512:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83ca3f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:1.0:1742903177.425655:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1780, 64 off122176 00000040:00080000:1.0:1742903177.425679:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8788, 184 off1540824 00010000:00010000:1.0:1742903177.425711:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83ca46 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7e7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425717:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83ca46 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425723:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83ca46 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425728:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83ca46 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425734:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83ca46 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425738:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83ca46 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425756:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.425768:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83ca3f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425772:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83ca3f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425777:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83ca3f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425781:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdc200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.425783:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83ca3f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425788:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83ca3f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425798:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e7:0x0].0x0 (ffff8800840ab800) 00010000:00010000:1.0:1742903177.425800:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.425803:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83ca3f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425807:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83ca3f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425892:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83ca31 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425898:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83ca31 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425903:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83ca31 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425907:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdd200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.425910:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83ca31 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425915:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83ca31 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425921:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:1.0:1742903177.425923:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.425926:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83ca31 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425930:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83ca31 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.425937:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009af81f80 reply state ffff880096aff000 transno 4295005198 ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd800/0x5d4000e30d83ca38 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425944:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd800/0x5d4000e30d83ca38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.425949:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0xdfedbb38 (ffff8800840ab600) 00010000:00010000:1.0:1742903177.425951:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.425953:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.425995:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13300:x1827566172364928:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 767us (1021us total) trans 4295005198 rc 0/0 00000100:00100000:1.0:1742903177.426001:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77170 00010000:00010000:0.0:1742903177.426141:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.426146:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83ca46 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.426151:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdc400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.426154:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83ca46 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.426159:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83ca46 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.426167:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e7:0x0].0x0 (ffff8800840ab800) 00010000:00010000:0.0:1742903177.426169:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.426171:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83ca46 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.426175:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83ca46 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.426195:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.426196:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.426198:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1742903177.426409:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172364672 00000100:00100000:3.0:1742903177.426418:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172364672 00000100:00100000:3.0:1742903177.426448:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17802 00000100:00100000:3.0:1742903177.426454:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13299:x1827566172364672:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.426565:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13299:x1827566172364672:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 110us (2846us total) trans 4295005199 rc 0/0 00000100:00100000:3.0:1742903177.426571:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17802 00000100:00100000:0.0:1742903177.427578:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.427626:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172365184 00000100:00100000:3.0:1742903177.427630:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172365184 00000100:00100000:3.0:1742903177.427666:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17803 00000100:00100000:3.0:1742903177.427671:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+921:13300:x1827566172365184:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.427768:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+922:13300:x1827566172365184:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 95us (191us total) trans 4295005200 rc 0/0 00000100:00100000:3.0:1742903177.427773:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17803 00000100:00100000:1.0:1742903177.427894:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.427922:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172365440 00000100:00100000:2.0:1742903177.427926:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172365440 00000100:00100000:2.0:1742903177.427942:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77171 00000100:00100000:2.0:1742903177.427945:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+922:13299:x1827566172365440:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.427963:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.427977:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edca800/0x5d4000e30d7b607d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7e0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5d09 expref: 922 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.427988:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83c8da lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0170 expref: 921 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.427995:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d830336 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec954 expref: 920 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.428004:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099884400/0x5d4000e30d7b439d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c53f5 expref: 919 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.428010:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e0:0x0].0x0 (ffff8801362c7900) 00010000:00010000:2.0:1742903177.428014:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.428024:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01c00/0x5d4000e30d83ca4d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428031:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01c00/0x5d4000e30d83ca4d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428035:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01c00/0x5d4000e30d83ca4d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428043:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83ca54 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7df:0x0].0x86195b67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428046:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83ca54 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428049:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83ca54 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428085:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83ca5b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428088:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83ca5b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428091:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83ca5b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:2.0:1742903177.428203:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1779, 64 off122112 00000040:00080000:2.0:1742903177.428228:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8789, 184 off1541008 00010000:00010000:2.0:1742903177.428251:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83ca62 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428255:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83ca62 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428259:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83ca62 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428262:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83ca62 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428265:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83ca62 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428268:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83ca62 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428284:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.428291:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83ca5b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428293:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83ca5b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428296:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83ca5b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428299:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af01800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.428301:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83ca5b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428304:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83ca5b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.428305:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.428310:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e0:0x0].0x0 (ffff880099003500) 00010000:00010000:0.0:1742903177.428311:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83ca62 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428312:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903177.428333:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af00a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.428334:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83ca5b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.428335:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83ca62 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7e0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428338:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83ca5b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.428341:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83ca62 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.428349:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e0:0x0].0x0 (ffff880099003500) 00010000:00010000:0.0:1742903177.428352:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.428354:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83ca62 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.428372:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83ca62 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.428384:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.428386:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.428388:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.428405:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01c00/0x5d4000e30d83ca4d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428408:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01c00/0x5d4000e30d83ca4d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428411:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01c00/0x5d4000e30d83ca4d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428413:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af01c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.428414:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01c00/0x5d4000e30d83ca4d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428417:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01c00/0x5d4000e30d83ca4d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428421:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:2.0:1742903177.428422:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.428423:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01c00/0x5d4000e30d83ca4d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428426:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01c00/0x5d4000e30d83ca4d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:2.0:1742903177.428430:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c60ed80 reply state ffff88009a765000 transno 4295005201 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83ca54 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428435:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83ca54 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428438:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x86195b67 (ffff880099003a00) 00010000:00010000:2.0:1742903177.428439:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.428441:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.428468:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13299:x1827566172365440:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 522us (574us total) trans 4295005201 rc 0/0 00000100:00100000:2.0:1742903177.428471:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77171 00000100:00100000:0.0:1742903177.428600:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.428610:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172365696 00000100:00100000:2.0:1742903177.428612:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172365696 00000100:00100000:2.0:1742903177.428623:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77172 00000100:00100000:2.0:1742903177.428625:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13300:x1827566172365696:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.428639:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.428646:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072351000/0x5d4000e30d7b6d18 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7eb:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c612a expref: 920 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.428653:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072286c00/0x5d4000e30d83c78a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7eb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f013f expref: 919 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.428660:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29000/0x5d4000e30d82ed5d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7eb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec238 expref: 918 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.428667:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868600/0x5d4000e30d7b6c85 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7eb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c60f9 expref: 917 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.428670:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7eb:0x0].0x0 (ffff8800996fba00) 00010000:00010000:2.0:1742903177.428676:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.428681:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6cc00/0x5d4000e30d83ca69 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428686:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6cc00/0x5d4000e30d83ca69 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428689:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6cc00/0x5d4000e30d83ca69 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428693:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c800/0x5d4000e30d83ca70 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7de:0x0].0x7264b700 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428696:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c800/0x5d4000e30d83ca70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428699:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c800/0x5d4000e30d83ca70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428718:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83ca77 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428721:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83ca77 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428725:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83ca77 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:2.0:1742903177.428780:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1781, 64 off122240 00000040:00080000:2.0:1742903177.428789:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8790, 184 off1541192 00010000:00010000:2.0:1742903177.428803:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870000/0x5d4000e30d83ca7e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7eb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428807:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870000/0x5d4000e30d83ca7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428812:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870000/0x5d4000e30d83ca7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428815:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870000/0x5d4000e30d83ca7e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428818:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870000/0x5d4000e30d83ca7e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428820:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870000/0x5d4000e30d83ca7e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428837:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.428842:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83ca77 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428845:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83ca77 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428848:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83ca77 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428851:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012eb6d800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.428853:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83ca77 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428857:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83ca77 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428862:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7eb:0x0].0x0 (ffff880099003e00) 00010000:00010000:2.0:1742903177.428864:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.428866:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83ca77 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428873:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83ca77 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428920:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6cc00/0x5d4000e30d83ca69 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428925:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6cc00/0x5d4000e30d83ca69 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428928:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6cc00/0x5d4000e30d83ca69 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428931:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012eb6cc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.428933:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6cc00/0x5d4000e30d83ca69 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428937:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6cc00/0x5d4000e30d83ca69 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428942:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:2.0:1742903177.428944:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.428946:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6cc00/0x5d4000e30d83ca69 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428950:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6cc00/0x5d4000e30d83ca69 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:2.0:1742903177.428956:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009af83100 reply state ffff88009a761000 transno 4295005202 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c800/0x5d4000e30d83ca70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428961:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c800/0x5d4000e30d83ca70 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.428969:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x7264b700 (ffff880099003700) 00010000:00010000:2.0:1742903177.428971:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.428972:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.429005:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13300:x1827566172365696:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 377us (405us total) trans 4295005202 rc 0/0 00000100:00100000:2.0:1742903177.429010:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77172 00010000:00010000:0.0:1742903177.429059:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.429063:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870000/0x5d4000e30d83ca7e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7eb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.429068:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e870000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.429071:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870000/0x5d4000e30d83ca7e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7eb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.429076:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870000/0x5d4000e30d83ca7e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7eb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.429084:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7eb:0x0].0x0 (ffff880099003e00) 00010000:00010000:0.0:1742903177.429086:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.429088:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870000/0x5d4000e30d83ca7e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7eb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.429092:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870000/0x5d4000e30d83ca7e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7eb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.429100:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.429101:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.429103:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903177.430944:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.431007:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172365952 00000100:00100000:2.0:1742903177.431013:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172365952 00000100:00100000:2.0:1742903177.431048:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17804 00000100:00100000:2.0:1742903177.431054:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098070c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13300:x1827566172365952:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.431175:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098070c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13300:x1827566172365952:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 120us (235us total) trans 4295005203 rc 0/0 00000100:00100000:2.0:1742903177.431181:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17804 00000100:00100000:0.0:1742903177.431375:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.431504:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172366208 00000100:00100000:2.0:1742903177.431507:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172366208 00000100:00100000:2.0:1742903177.431533:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17805 00000100:00100000:2.0:1742903177.431537:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13299:x1827566172366208:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.431620:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13299:x1827566172366208:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 81us (244us total) trans 4295005204 rc 0/0 00000100:00100000:2.0:1742903177.431626:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17805 00000100:00100000:0.0:1742903177.432690:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.432763:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172366464 00000100:00100000:2.0:1742903177.432767:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172366464 00000100:00100000:2.0:1742903177.432793:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77173 00000100:00100000:2.0:1742903177.432797:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:13300:x1827566172366464:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.432823:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.432844:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63de00/0x5d4000e30d7b719b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ef:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6288 expref: 920 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.432860:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099512800/0x5d4000e30d83c7a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ef:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0146 expref: 919 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.432870:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800994a9e00/0x5d4000e30d82f03c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ef:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec326 expref: 918 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.432881:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5e00/0x5d4000e30d7b7171 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ef:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c626c expref: 917 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.432889:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ef:0x0].0x0 (ffff88009c4ba100) 00010000:00010000:2.0:1742903177.432896:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.432908:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83ca85 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.432918:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83ca85 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.432925:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83ca85 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.432933:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0800/0x5d4000e30d83ca8c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7de:0x0].0xf9a88606 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.432948:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0800/0x5d4000e30d83ca8c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.432953:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0800/0x5d4000e30d83ca8c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.433005:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83ca93 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.433012:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83ca93 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.433074:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83ca93 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903177.433108:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.433173:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172366720 00000100:00100000:1.0:1742903177.433178:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172366720 00000100:00100000:1.0:1742903177.433209:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77174 00000040:00080000:2.0:1742903177.433212:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1782, 64 off122304 00000100:00100000:1.0:1742903177.433215:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:13299:x1827566172366720:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.433233:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00000040:00080000:2.0:1742903177.433237:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8791, 184 off1541376 00010000:00010000:1.0:1742903177.433245:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b76d400/0x5d4000e30d7b6e92 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ed:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c61a1 expref: 917 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.433258:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83c8f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ed:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0177 expref: 917 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.433263:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83ca9a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.433267:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800722dba00/0x5d4000e30d82ee60 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec28c expref: 916 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.433269:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83ca9a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.433274:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83ca9a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.433277:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c5c00/0x5d4000e30d7b6df8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ed:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6169 expref: 915 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.433280:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83ca9a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.433285:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83ca9a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.433288:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ed:0x0].0x0 (ffff8800b19ea400) 00010000:00010000:2.0:1742903177.433289:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83ca9a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.433295:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.433303:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83caa1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.433310:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83caa1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.433312:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.433334:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83caa1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.433344:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83caa8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7df:0x0].0x92de3403 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.433347:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83ca93 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.433349:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83caa8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.433352:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83ca93 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.433366:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83caa8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.433368:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83ca93 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.433373:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800995e0a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.433376:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83ca93 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.433381:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83ca93 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.433388:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ef:0x0].0x0 (ffff880099003300) 00010000:00010000:2.0:1742903177.433391:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.433393:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83ca93 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.433397:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83ca93 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.433398:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d83caaf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.433403:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d83caaf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.433408:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d83caaf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.433469:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83ca85 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.433474:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83ca85 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.433478:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83ca85 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.433482:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800995e0400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.433484:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83ca85 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.433488:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83ca85 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.433495:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00000040:00080000:1.0:1742903177.433495:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1780, 64 off122176 00010000:00010000:2.0:1742903177.433497:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.433500:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83ca85 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.433504:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83ca85 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:2.0:1742903177.433511:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009af82a00 reply state ffff880096bbb000 transno 4295005205 ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0800/0x5d4000e30d83ca8c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:1.0:1742903177.433511:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8792, 184 off1541560 00010000:00010000:2.0:1742903177.433517:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0800/0x5d4000e30d83ca8c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.433523:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0xf9a88606 (ffff880099003100) 00010000:00010000:2.0:1742903177.433525:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.433527:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1742903177.433533:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9e00/0x5d4000e30d83cab6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.433539:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9e00/0x5d4000e30d83cab6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.433547:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9e00/0x5d4000e30d83cab6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.433552:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9e00/0x5d4000e30d83cab6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.433556:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9e00/0x5d4000e30d83cab6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.433559:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9e00/0x5d4000e30d83cab6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903177.433567:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13300:x1827566172366464:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 769us (879us total) trans 4295005205 rc 0/0 00000100:00100000:2.0:1742903177.433575:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77173 00010000:00010000:1.0:1742903177.433576:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1742903177.433583:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d83caaf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.433585:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1742903177.433587:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d83caaf lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.433588:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903177.433591:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83ca9a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7ef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.433592:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d83caaf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ed:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.433593:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9e00/0x5d4000e30d83cab6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.433596:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdca00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.433597:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800995e1e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.433597:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099df9e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903177.433599:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83ca9a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7ef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.433599:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d83caaf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.433600:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9e00/0x5d4000e30d83cab6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.433603:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d83caaf lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7ed:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.433604:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83ca9a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.433605:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9e00/0x5d4000e30d83cab6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.433609:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ed:0x0].0x0 (ffff8800840ab000) 00010000:00010000:1.0:1742903177.433611:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.433613:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ef:0x0].0x0 (ffff880099003300) 00010000:00010000:1.0:1742903177.433613:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d83caaf lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.433615:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1742903177.433618:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83ca9a lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7ef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.433619:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ed:0x0].0x0 (ffff8800840ab000) 00010000:00010000:2.0:1742903177.433621:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903177.433621:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d83caaf lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.433622:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83ca9a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7ef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.433623:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9e00/0x5d4000e30d83cab6 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.433632:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.433632:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9e00/0x5d4000e30d83cab6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.433634:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.433635:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.433641:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.433642:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.433644:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.433682:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83caa1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.433691:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83caa1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.433695:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83caa1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.433699:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdce00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.433701:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83caa1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.433706:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83caa1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.433713:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:1.0:1742903177.433714:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.433716:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83caa1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.433721:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83caa1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:1.0:1742903177.433728:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009af82300 reply state ffff880096afa000 transno 4295005206 ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83caa8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.433734:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83caa8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.433742:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x92de3403 (ffff8800840ab700) 00010000:00010000:1.0:1742903177.433744:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.433745:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.433897:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13299:x1827566172366720:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 681us (789us total) trans 4295005206 rc 0/0 00000100:00100000:1.0:1742903177.433903:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77174 00000100:00100000:0.0:1742903177.435642:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.435707:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172366976 00000100:00100000:3.0:1742903177.435712:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172366976 00000100:00100000:3.0:1742903177.435746:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17806 00000100:00100000:3.0:1742903177.435751:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13300:x1827566172366976:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.435869:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:13300:x1827566172366976:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 117us (230us total) trans 4295005207 rc 0/0 00000100:00100000:3.0:1742903177.435874:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17806 00000100:00100000:0.0:1742903177.437660:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.437708:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.437713:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172367232 00000100:00100000:2.0:1742903177.437719:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172367232 00000100:00100000:2.0:1742903177.437757:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17807 00000100:00100000:2.0:1742903177.437762:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:13299:x1827566172367232:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.437876:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13299:x1827566172367232:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 113us (224us total) trans 4295005208 rc 0/0 00000100:00100000:2.0:1742903177.437882:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17807 00000100:00100000:1.0:1742903177.438308:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172367488 00000100:00100000:1.0:1742903177.438313:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172367488 00000100:00100000:1.0:1742903177.438571:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77175 00000100:00100000:1.0:1742903177.438576:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13300:x1827566172367488:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.438601:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.438622:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fe00/0x5d4000e30d7b6474 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7e4:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5e44 expref: 918 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.438639:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83c7f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f014d expref: 917 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.438649:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48a00/0x5d4000e30d82e2eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebec6 expref: 916 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.438661:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5b800/0x5d4000e30d7b63e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5e1a expref: 915 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.438669:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e4:0x0].0x0 (ffff8801362c7200) 00010000:00010000:1.0:1742903177.438676:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.438690:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cabd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.438703:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cabd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.438710:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cabd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.438721:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d83cac4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7de:0x0].0x3dce1c64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.438725:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d83cac4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.438730:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d83cac4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.438787:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83cacb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.438793:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83cacb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.438797:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83cacb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:1.0:1742903177.438941:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1781, 64 off122240 00000040:00080000:1.0:1742903177.438969:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8793, 184 off1541744 00010000:00010000:1.0:1742903177.438996:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83cad2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.439002:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83cad2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.439008:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83cad2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.439016:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83cad2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.439021:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83cad2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.439025:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83cad2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.439219:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903177.439222:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.439227:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83cad2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.439231:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83cacb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.439235:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83cacb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.439240:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83cacb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.439240:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdd000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.439243:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdc600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.439243:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83cad2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.439245:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83cacb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7e4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.439249:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83cacb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.439249:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83cad2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.439257:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e4:0x0].0x0 (ffff8800840ab500) 00010000:00010000:1.0:1742903177.439259:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.439261:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83cacb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.439261:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e4:0x0].0x0 (ffff8800840ab500) 00010000:00010000:0.0:1742903177.439262:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.439264:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83cad2 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7e4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.439265:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83cacb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7e4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.439268:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83cad2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7e4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.439280:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.439281:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.439282:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.439375:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cabd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.439380:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cabd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.439384:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cabd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.439387:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdc200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.439389:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cabd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.439393:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cabd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.439399:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:1.0:1742903177.439400:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.439402:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cabd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.439406:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cabd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:1.0:1742903177.439413:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009af80000 reply state ffff880096af8000 transno 4295005209 ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d83cac4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.439419:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d83cac4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.439505:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x3dce1c64 (ffff8800840abd00) 00010000:00010000:1.0:1742903177.439507:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.439510:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.439557:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13300:x1827566172367488:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 980us (1847us total) trans 4295005209 rc 0/0 00000100:00100000:1.0:1742903177.439799:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77175 00000100:00100000:0.0:1742903177.439885:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.439922:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172367744 00000100:00100000:1.0:1742903177.439925:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172367744 00000100:00100000:1.0:1742903177.439954:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77176 00000100:00100000:1.0:1742903177.439958:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13299:x1827566172367744:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.439978:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.439991:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3c00/0x5d4000e30d7b6ada lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7e8:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c606d expref: 916 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.440003:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d200/0x5d4000e30d83c912 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f017e expref: 915 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.440012:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2fa00/0x5d4000e30d82ec53 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec1dd expref: 914 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.440022:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcba00/0x5d4000e30d7b6a4e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c603c expref: 913 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.440029:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e8:0x0].0x0 (ffff8800995c8d00) 00010000:00010000:1.0:1742903177.440035:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.440043:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072078200/0x5d4000e30d83cad9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440049:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072078200/0x5d4000e30d83cad9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440055:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072078200/0x5d4000e30d83cad9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440063:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4e00/0x5d4000e30d83cae0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7df:0x0].0xc7fe5838 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440068:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4e00/0x5d4000e30d83cae0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440073:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4e00/0x5d4000e30d83cae0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440105:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83cae7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440110:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83cae7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440120:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83cae7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:1.0:1742903177.440212:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1782, 64 off122304 00000040:00080000:1.0:1742903177.440228:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8794, 184 off1541928 00010000:00010000:1.0:1742903177.440250:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83caee lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440256:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83caee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440261:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83caee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440276:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83caee lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440280:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83caee lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440288:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83caee lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440542:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.440552:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83cae7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440557:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83cae7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.440576:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.440581:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83caee lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440628:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83cae7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.440641:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099513c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.440644:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83caee lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.440649:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83caee lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.440657:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e8:0x0].0x0 (ffff8800840abf00) 00010000:00010000:2.0:1742903177.440660:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.440662:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83caee lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.440666:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83caee lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.440674:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.440675:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.440677:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.440716:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099512000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.440718:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83cae7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440722:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83cae7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440728:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e8:0x0].0x0 (ffff8800840abf00) 00010000:00010000:1.0:1742903177.440730:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.440732:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83cae7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440735:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83cae7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440792:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072078200/0x5d4000e30d83cad9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440796:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072078200/0x5d4000e30d83cad9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440803:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072078200/0x5d4000e30d83cad9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440807:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072078200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.440808:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072078200/0x5d4000e30d83cad9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440812:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072078200/0x5d4000e30d83cad9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440818:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:1.0:1742903177.440819:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.440821:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072078200/0x5d4000e30d83cad9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440825:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072078200/0x5d4000e30d83cad9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:1.0:1742903177.440831:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c5ddf80 reply state ffff880096afd000 transno 4295005210 ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4e00/0x5d4000e30d83cae0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440836:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4e00/0x5d4000e30d83cae0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.440841:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0xc7fe5838 (ffff8800840ab800) 00010000:00010000:1.0:1742903177.440843:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.440844:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.440882:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13299:x1827566172367744:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 922us (997us total) trans 4295005210 rc 0/0 00000100:00100000:1.0:1742903177.440887:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77176 00000100:00100000:0.0:1742903177.441854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.441916:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172368000 00000100:00100000:2.0:1742903177.441921:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172368000 00000100:00100000:2.0:1742903177.441954:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17808 00000100:00100000:2.0:1742903177.441959:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13300:x1827566172368000:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.442085:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+915:13300:x1827566172368000:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 124us (231us total) trans 4295005211 rc 0/0 00000100:00100000:2.0:1742903177.442091:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17808 00000100:00100000:0.0:1742903177.445261:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.445313:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.445397:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172368512 00000100:00100000:1.0:1742903177.445407:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172368512 00000100:00100000:1.0:1742903177.445463:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77177 00000100:00100000:1.0:1742903177.445470:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+915:13300:x1827566172368512:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.445525:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.445551:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123383e00/0x5d4000e30d7b631d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7e3:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5dd4 expref: 915 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.445569:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10800/0x5d4000e30d83c80f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0154 expref: 914 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.445579:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00800/0x5d4000e30d830176 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec8d6 expref: 913 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.445597:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0a600/0x5d4000e30d7b42af lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c53a8 expref: 912 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.445606:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e3:0x0].0x0 (ffff88009c509e00) 00010000:00010000:1.0:1742903177.445616:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903177.445627:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172368256 00010000:00010000:1.0:1742903177.445635:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83caf5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903177.445637:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172368256 00010000:00010000:1.0:1742903177.445648:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83caf5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.445656:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83caf5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.445669:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d83cafc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7de:0x0].0xf61990e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.445674:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d83cafc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.445679:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d83cafc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903177.445685:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17809 00000100:00100000:3.0:1742903177.445690:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13299:x1827566172368256:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:1.0:1742903177.445751:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cb03 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.445758:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cb03 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.445763:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cb03 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903177.445941:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13299:x1827566172368256:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 249us (689us total) trans 4295005212 rc 0/0 00000100:00100000:3.0:1742903177.445948:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17809 00000040:00080000:1.0:1742903177.445991:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1783, 64 off122368 00000040:00080000:1.0:1742903177.446021:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8795, 184 off1542112 00010000:00010000:1.0:1742903177.446056:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83cb0a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.446064:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83cb0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.446070:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83cb0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.446077:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83cb0a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.446081:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83cb0a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.446086:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83cb0a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.446275:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.446291:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cb03 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.446297:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cb03 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.446302:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cb03 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.446307:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdd200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.446311:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cb03 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.446414:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.446419:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83cb0a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7e3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.446424:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099221600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.446427:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83cb0a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7e3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.446433:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83cb0a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.446441:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e3:0x0].0x0 (ffff8800840ab200) 00010000:00010000:0.0:1742903177.446443:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.446446:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83cb0a lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7e3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.446450:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099221600/0x5d4000e30d83cb0a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7e3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.446463:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.446465:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.446466:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.446505:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cb03 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.446513:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e3:0x0].0x0 (ffff8800840ab200) 00010000:00010000:1.0:1742903177.446514:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.446517:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cb03 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.446527:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cb03 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.446730:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83caf5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.446736:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83caf5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.446741:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83caf5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.446744:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdce00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.446746:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83caf5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.446753:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83caf5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.446760:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:1.0:1742903177.446762:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.446764:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83caf5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.446768:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdce00/0x5d4000e30d83caf5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:1.0:1742903177.446775:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88011ed22300 reply state ffff88009c22f000 transno 4295005213 ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d83cafc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7de:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.446783:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d83cafc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.446788:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0xf61990e9 (ffff8800840ab000) 00010000:00010000:1.0:1742903177.446789:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.446792:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.446851:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13300:x1827566172368512:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1380us (1537us total) trans 4295005213 rc 0/0 00000100:00100000:1.0:1742903177.446858:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77177 00000100:00100000:0.0:1742903177.449093:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.449159:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172368768 00000100:00100000:1.0:1742903177.449168:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172368768 00000100:00100000:1.0:1742903177.449266:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77178 00000100:00100000:1.0:1742903177.449272:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13299:x1827566172368768:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.449344:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.449380:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf08c00/0x5d4000e30d7b683a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7e6:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5f86 expref: 914 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.449404:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099220e00/0x5d4000e30d83c92e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0185 expref: 913 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.449415:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2600/0x5d4000e30d82e78a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec039 expref: 912 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.449427:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2b200/0x5d4000e30d7b67d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5f55 expref: 911 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.449436:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e6:0x0].0x0 (ffff88009c4ba700) 00010000:00010000:1.0:1742903177.449444:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.449460:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221200/0x5d4000e30d83cb11 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.449471:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099221200/0x5d4000e30d83cb11 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.449479:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099221200/0x5d4000e30d83cb11 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.449492:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83cb18 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7df:0x0].0xdfedbb38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.449497:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83cb18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.449501:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83cb18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.449840:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83cb1f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.449850:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83cb1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.449857:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83cb1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:1.0:1742903177.450050:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1784, 64 off122432 00000004:00080000:1.0:1742903177.450056:0:7212:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 305536739443ns, next at 306536737641ns, rc = 0 00000040:00080000:1.0:1742903177.450086:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8796, 184 off1542296 00010000:00010000:1.0:1742903177.450124:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83cb26 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.450130:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83cb26 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.450136:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83cb26 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.450141:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83cb26 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.450146:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83cb26 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.450150:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83cb26 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.450201:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.450217:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83cb1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.450222:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83cb1f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.450231:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83cb1f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.450236:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099221800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.450239:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83cb1f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.450245:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83cb1f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.450252:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e6:0x0].0x0 (ffff8800916eb700) 00010000:00010000:1.0:1742903177.450254:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.450258:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83cb1f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.450261:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099221800/0x5d4000e30d83cb1f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.450370:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221200/0x5d4000e30d83cb11 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.450376:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099221200/0x5d4000e30d83cb11 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.450380:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099221200/0x5d4000e30d83cb11 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903177.450383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903177.450384:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099221200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.450387:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099221200/0x5d4000e30d83cb11 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.450392:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099221200/0x5d4000e30d83cb11 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903177.450433:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172368896 00000100:00100000:2.0:1742903177.450438:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172368896 00000100:00100000:2.0:1742903177.450461:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17810 00000100:00100000:2.0:1742903177.450466:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098070850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13300:x1827566172368896:12345-192.168.203.29@tcp:37:dbench.0 00010000:00010000:1.0:1742903177.451006:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:1.0:1742903177.451008:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.451011:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099221200/0x5d4000e30d83cb11 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.451016:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099221200/0x5d4000e30d83cb11 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:1.0:1742903177.451025:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88011ed22d80 reply state ffff88009c22d000 transno 4295005214 ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83cb18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.451033:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83cb18 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.451038:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0xdfedbb38 (ffff88009c509500) 00010000:00010000:1.0:1742903177.451040:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.451042:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.451083:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13299:x1827566172368768:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1809us (1996us total) trans 4295005214 rc 0/0 00000100:00100000:1.0:1742903177.451090:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77178 00010000:00010000:3.0:1742903177.451284:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903177.451290:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83cb26 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.451295:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099716c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903177.451298:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83cb26 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.451303:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83cb26 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.451311:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e6:0x0].0x0 (ffff8800916eb700) 00010000:00010000:3.0:1742903177.451313:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1742903177.451333:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83cb26 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.451337:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099716c00/0x5d4000e30d83cb26 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.451348:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.451349:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.451351:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903177.452437:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098070850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13300:x1827566172368896:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 1966us (2053us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.452445:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17810 00000100:00100000:0.0:1742903177.453573:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.453633:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172369152 00000100:00100000:2.0:1742903177.453641:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172369152 00000100:00100000:2.0:1742903177.453665:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17811 00000100:00100000:2.0:1742903177.453670:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13299:x1827566172369152:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.453843:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13299:x1827566172369152:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 172us (271us total) trans 4295005215 rc 0/0 00000100:00100000:2.0:1742903177.453850:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17811 00000100:00100000:1.0:1742903177.454025:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.454135:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172369280 00000100:00100000:2.0:1742903177.454139:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172369280 00000100:00100000:2.0:1742903177.454166:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77179 00000100:00100000:2.0:1742903177.454171:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13300:x1827566172369280:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903177.454180:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.454196:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cb2d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x831:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f01a8 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.454236:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83cb34 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x831:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454248:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83cb34 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x831:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454258:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83cb34 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x831:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454269:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83cb3b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x831:0x0].0x1da15914 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454274:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83cb3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x831:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454279:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83cb3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x831:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454588:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83cb42 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x833:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454596:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83cb42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x833:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454602:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83cb42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x833:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1742903177.454631:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x833:0x0]: returning size 260096 00000004:00200000:2.0:1742903177.454634:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.454643:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83cb42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x833:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454650:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83cb42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x833:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454656:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83cb34 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x831:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454661:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83cb34 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x831:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454667:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83cb34 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x831:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454671:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800995e0400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.454674:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83cb34 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x831:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454680:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83cb34 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x831:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454688:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x831:0x0].0x0 (ffff88008408cc00) 00010000:00010000:2.0:1742903177.454691:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.454694:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83cb34 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x831:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454698:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83cb34 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x831:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454707:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83cb3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x831:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454712:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83cb3b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x831:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454717:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83cb3b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x831:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454720:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800995e0a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.454723:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83cb3b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x831:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454727:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83cb3b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x831:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454732:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x831:0x0].0x1da15914 (ffff8800b4242200) 00010000:00010000:2.0:1742903177.454734:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.454736:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83cb3b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x831:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454740:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83cb3b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x831:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.454758:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cb2d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x831:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01a8 expref: 915 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.454768:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83cb42 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x833:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01a8 expref: 914 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.454773:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x833:0x0].0x0 (ffff88012d2c7800) 00010000:00010000:2.0:1742903177.454775:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903177.454777:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995e0600, rc 0) 00000100:00100000:2.0:1742903177.454849:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13300:x1827566172369280:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 676us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.454856:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77179 00000100:00100000:0.0:1742903177.455205:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.455258:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172369536 00000100:00100000:2.0:1742903177.455262:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172369536 00000100:00100000:2.0:1742903177.455277:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77180 00000100:00100000:2.0:1742903177.455281:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13299:x1827566172369536:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.455308:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.455337:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ba00/0x5d4000e30d7b6bf9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ea:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c60cf expref: 914 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.455349:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099513e00/0x5d4000e30d83c94a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f018c expref: 913 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.455372:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9c00/0x5d4000e30d82ed64 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec231 expref: 912 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.455383:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072351c00/0x5d4000e30d7b6b6d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ea:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6097 expref: 911 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.455391:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ea:0x0].0x0 (ffff8800995c8c00) 00010000:00010000:2.0:1742903177.455396:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.455405:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cb49 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455412:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cb49 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455418:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cb49 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455429:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83cb50 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7df:0x0].0x7264b700 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455434:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83cb50 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455439:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83cb50 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455478:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83cb57 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455484:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83cb57 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455489:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83cb57 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:2.0:1742903177.455646:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1785, 64 off122496 00000040:00080000:2.0:1742903177.455674:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8797, 184 off1542480 00010000:00010000:2.0:1742903177.455703:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83cb5e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455710:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83cb5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455716:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83cb5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455722:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83cb5e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455726:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83cb5e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455734:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83cb5e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455760:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.455770:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83cb57 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455774:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83cb57 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455779:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83cb57 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455783:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af00a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.455784:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.455785:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83cb57 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.455789:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83cb5e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455790:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83cb57 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7ea:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.455794:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af01800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903177.455796:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83cb5e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455796:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ea:0x0].0x0 (ffff88009c7e0200) 00010000:00010000:2.0:1742903177.455799:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.455800:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83cb57 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.455801:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83cb5e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455805:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00a00/0x5d4000e30d83cb57 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7ea:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.455808:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ea:0x0].0x0 (ffff88009c7e0200) 00010000:00010000:3.0:1742903177.455809:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1742903177.455811:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83cb5e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.455814:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01800/0x5d4000e30d83cb5e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.455825:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.455826:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.455827:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.455883:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cb49 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455888:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cb49 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455896:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cb49 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455899:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099513c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.455902:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cb49 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455906:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cb49 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455912:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:2.0:1742903177.455914:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.455916:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cb49 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455921:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cb49 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903177.455927:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88011ed21f80 reply state ffff880130c42000 transno 4295005216 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83cb50 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455934:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83cb50 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.455938:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x7264b700 (ffff88009c7e0400) 00010000:00010000:2.0:1742903177.455940:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.455943:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.455987:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13299:x1827566172369536:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 703us (781us total) trans 4295005216 rc 0/0 00000100:00100000:2.0:1742903177.455992:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77180 00000100:00100000:0.0:1742903177.456612:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.456652:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.456663:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172369664 00000100:00100000:1.0:1742903177.456694:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172369920 00000100:00100000:1.0:1742903177.456698:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172369920 00000100:00100000:1.0:1742903177.456736:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17812 00000100:00100000:1.0:1742903177.456741:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13300:x1827566172369920:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:1.0:1742903177.456843:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13300:x1827566172369920:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 101us (189us total) trans 4295005217 rc 0/0 00000100:00100000:1.0:1742903177.456850:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17812 00000100:00100000:3.0:1742903177.456887:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172369664 00000100:00100000:3.0:1742903177.456921:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8473 00000100:00100000:3.0:1742903177.456926:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:2008:x1827566172369664:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903177.456935:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903177.456948:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0600/0x5d4000e30d83cb42 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x833:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01a8 expref: 913 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.456957:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x833:0x0].0x0 (ffff88012d2c7800) 00010000:00010000:3.0:1742903177.456961:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903177.456992:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:2008:x1827566172369664:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 65us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.456997:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8473 00000100:00100000:0.0:1742903177.459409:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.459453:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.459533:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172370304 00000100:00100000:1.0:1742903177.459533:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172370432 00000100:00100000:2.0:1742903177.459540:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172370304 00000100:00100000:1.0:1742903177.459540:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172370432 00000100:00100000:2.0:1742903177.459567:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17813 00000100:00100000:2.0:1742903177.459572:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13299:x1827566172370304:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:1.0:1742903177.459577:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77181 00000100:00100000:1.0:1742903177.459581:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13300:x1827566172370432:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.459620:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.459645:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009771fe00/0x5d4000e30d7bbab2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x833:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c76d9 expref: 913 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.459666:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3a00/0x5d4000e30d82d714 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x833:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebac1 expref: 912 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.459678:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9400/0x5d4000e30d7b1d78 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x833:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c4737 expref: 911 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.459688:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x833:0x0].0x0 (ffff88012d2c7800) 00010000:00010000:1.0:1742903177.459700:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d7c00/0x5d4000e30d83b569 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x831:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efead expref: 910 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.459708:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x831:0x0].0x0 (ffff88008408cc00) 00010000:00010000:1.0:1742903177.459710:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.459725:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83cb65 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x831:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.459735:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83cb65 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x831:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.459744:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83cb65 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x831:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.459756:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072078200/0x5d4000e30d83cb6c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x831:0x0].0x1da15914 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.459765:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072078200/0x5d4000e30d83cb6c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x831:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.459771:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072078200/0x5d4000e30d83cb6c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x831:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.459840:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fe00/0x5d4000e30d83cb73 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x833:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.459846:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fe00/0x5d4000e30d83cb73 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x833:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.459851:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fe00/0x5d4000e30d83cb73 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x833:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:1.0:1742903177.460228:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1783, 64 off122368 00000040:00080000:1.0:1742903177.460252:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8798, 184 off1542664 00010000:00010000:1.0:1742903177.460275:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83cb7a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x833:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.460282:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83cb7a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x833:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.460287:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83cb7a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x833:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.460292:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83cb7a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x833:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.460297:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83cb7a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x833:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.460301:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83cb7a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x833:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.460782:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.460795:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fe00/0x5d4000e30d83cb73 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x833:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.460800:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fe00/0x5d4000e30d83cb73 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x833:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.460821:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.460827:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83cb7a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x833:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.460832:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099221000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.460836:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83cb7a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x833:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.460841:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83cb7a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x833:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.460853:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x833:0x0].0x0 (ffff88008408a000) 00010000:00010000:0.0:1742903177.460856:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.460859:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83cb7a lrc: 1/0,0 mode: --/PW res: [0x200000402:0x833:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.460863:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099221000/0x5d4000e30d83cb7a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x833:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.460876:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.460878:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.460879:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903177.460893:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13299:x1827566172370304:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 1318us (1489us total) trans 4295005218 rc 0/0 00000100:00100000:2.0:1742903177.460901:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17813 00010000:00010000:1.0:1742903177.460949:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fe00/0x5d4000e30d83cb73 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x833:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.460954:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d78fe00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.460957:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fe00/0x5d4000e30d83cb73 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x833:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.460961:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fe00/0x5d4000e30d83cb73 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x833:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.460968:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x833:0x0].0x0 (ffff88008408a000) 00010000:00010000:1.0:1742903177.460970:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.460972:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fe00/0x5d4000e30d83cb73 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x833:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.460976:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78fe00/0x5d4000e30d83cb73 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x833:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.461060:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83cb65 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x831:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.461065:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83cb65 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x831:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.461068:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83cb65 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x831:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.461076:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099716a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.461078:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83cb65 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x831:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.461083:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83cb65 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x831:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.461089:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x831:0x0].0x0 (ffff88008408cc00) 00010000:00010000:1.0:1742903177.461091:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.461094:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83cb65 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x831:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.461098:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099716a00/0x5d4000e30d83cb65 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x831:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.461105:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88011ed20380 reply state ffff88009c22b000 transno 4295005219 ns: mdt-lustre-MDT0000_UUID lock: ffff880072078200/0x5d4000e30d83cb6c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x831:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.461111:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072078200/0x5d4000e30d83cb6c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x831:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.461116:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x831:0x0].0x1da15914 (ffff88008408ad00) 00010000:00010000:1.0:1742903177.461118:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.461120:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.461153:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13300:x1827566172370432:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1570us (1699us total) trans 4295005219 rc 0/0 00000100:00100000:1.0:1742903177.461158:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77181 00000100:00100000:0.0:1742903177.462555:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.462610:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172370688 00000100:00100000:1.0:1742903177.462617:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172370688 00000100:00100000:1.0:1742903177.462654:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77182 00000100:00100000:1.0:1742903177.462658:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13299:x1827566172370688:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.462694:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.462710:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c600/0x5d4000e30d7b7091 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ee:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c623b expref: 911 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.462723:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099512400/0x5d4000e30d83c966 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0193 expref: 910 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.462731:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624c00/0x5d4000e30d82f027 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec31f expref: 909 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.462739:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f2ac00/0x5d4000e30d7b7060 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ee:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c622d expref: 908 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.462744:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ee:0x0].0x0 (ffff88008408c100) 00010000:00010000:1.0:1742903177.462750:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.462760:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83cb81 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.462768:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83cb81 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.462773:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83cb81 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.462779:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11800/0x5d4000e30d83cb88 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7df:0x0].0xf9a88606 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.462782:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11800/0x5d4000e30d83cb88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.462785:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11800/0x5d4000e30d83cb88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.462834:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10e00/0x5d4000e30d83cb8f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.462838:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10e00/0x5d4000e30d83cb8f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.462841:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10e00/0x5d4000e30d83cb8f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:1.0:1742903177.462964:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1786, 64 off122560 00000040:00080000:1.0:1742903177.462992:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8799, 184 off1542848 00010000:00010000:1.0:1742903177.463027:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cb96 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.463033:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cb96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.463039:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cb96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.463045:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cb96 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.463049:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cb96 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.463053:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cb96 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.463121:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.463133:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.463135:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10e00/0x5d4000e30d83cb8f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.463138:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cb96 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7ee:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.463140:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10e00/0x5d4000e30d83cb8f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.463145:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec11c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.463145:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10e00/0x5d4000e30d83cb8f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.463148:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cb96 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7ee:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.463149:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec10e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.463151:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10e00/0x5d4000e30d83cb8f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.463154:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cb96 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ee:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.463154:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10e00/0x5d4000e30d83cb8f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.463169:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ee:0x0].0x0 (ffff880096bc7000) 00010000:00010000:1.0:1742903177.463171:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.463173:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10e00/0x5d4000e30d83cb8f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.463178:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10e00/0x5d4000e30d83cb8f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.463216:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ee:0x0].0x0 (ffff880096bc7000) 00010000:00010000:2.0:1742903177.463219:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.463221:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cb96 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.463226:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cb96 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.463237:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.463238:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.463239:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.463247:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83cb81 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.463252:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83cb81 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.463257:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83cb81 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.463261:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec11400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.463264:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83cb81 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.463268:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83cb81 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.463278:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:1.0:1742903177.463280:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.463282:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83cb81 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.463285:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83cb81 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.463289:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88011ed20a80 reply state ffff88009c22e000 transno 4295005220 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11800/0x5d4000e30d83cb88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.463294:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11800/0x5d4000e30d83cb88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.463297:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0xf9a88606 (ffff880096bc7600) 00010000:00010000:1.0:1742903177.463298:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.463300:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.463383:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13299:x1827566172370688:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 723us (830us total) trans 4295005220 rc 0/0 00000100:00100000:1.0:1742903177.463389:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77182 00000100:00100000:0.0:1742903177.463804:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.463840:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172370816 00000100:00100000:2.0:1742903177.463843:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172370816 00000100:00100000:2.0:1742903177.463859:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17814 00000100:00100000:2.0:1742903177.463863:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13300:x1827566172370816:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:0.0:1742903177.465582:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.465657:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172371072 00000100:00100000:1.0:1742903177.465663:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172371072 00000100:00100000:1.0:1742903177.465688:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17815 00000100:00100000:1.0:1742903177.465813:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13299:x1827566172371072:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:1.0:1742903177.465944:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13299:x1827566172371072:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 131us (365us total) trans 4295005221 rc 0/0 00000100:00100000:1.0:1742903177.465950:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17815 00000100:00100000:2.0:1742903177.466056:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13300:x1827566172370816:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2189us (2250us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.466062:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17814 00000100:00100000:0.0:1742903177.467383:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.467449:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172371328 00000100:00100000:1.0:1742903177.467453:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172371328 00000100:00100000:1.0:1742903177.467483:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77183 00000100:00100000:1.0:1742903177.467488:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13299:x1827566172371328:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.467520:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.467544:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5ba00/0x5d4000e30d7b65ee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7e5:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5ebb expref: 910 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.467561:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83c9b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f019a expref: 909 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.467573:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720ae600/0x5d4000e30d82e2f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebebf expref: 908 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.467585:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5a000/0x5d4000e30d7b654d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5e8a expref: 907 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.467594:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e5:0x0].0x0 (ffff8800995c8b00) 00010000:00010000:1.0:1742903177.467602:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.467618:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83cb9d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.467629:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83cb9d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.467637:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83cb9d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.467648:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11e00/0x5d4000e30d83cba4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7df:0x0].0x3dce1c64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.467653:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11e00/0x5d4000e30d83cba4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.467660:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11e00/0x5d4000e30d83cba4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.467795:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83cbab lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.467802:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83cbab lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.467807:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83cbab lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:1.0:1742903177.467967:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1784, 64 off122432 00000040:00080000:1.0:1742903177.467996:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8800, 184 off1543032 00010000:00010000:1.0:1742903177.468028:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83cbb2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468034:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83cbb2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468040:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83cbb2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468046:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83cbb2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468050:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83cbb2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468055:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83cbb2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468106:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.468120:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83cbab lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468125:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83cbab lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468129:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83cbab lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468134:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec11600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.468136:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83cbab lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468142:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83cbab lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468148:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e5:0x0].0x0 (ffff880096bc7d00) 00010000:00010000:1.0:1742903177.468150:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.468153:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83cbab lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468157:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83cbab lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468233:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83cb9d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468238:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83cb9d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468243:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83cb9d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468247:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec11200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.468249:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83cb9d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468257:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83cb9d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468263:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:1.0:1742903177.468265:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.468267:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83cb9d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468271:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83cb9d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.468278:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88011ed23800 reply state ffff88009c229000 transno 4295005222 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11e00/0x5d4000e30d83cba4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468285:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11e00/0x5d4000e30d83cba4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468290:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x3dce1c64 (ffff880096bc7400) 00010000:00010000:1.0:1742903177.468291:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.468294:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.468374:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13299:x1827566172371328:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 884us (992us total) trans 4295005222 rc 0/0 00000100:00100000:1.0:1742903177.468381:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77183 00010000:00010000:1.0:1742903177.468685:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.468695:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83cbb2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7e5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468701:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec11a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.468703:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83cbb2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7e5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468708:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83cbb2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468719:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e5:0x0].0x0 (ffff880096bc7d00) 00010000:00010000:1.0:1742903177.468721:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903177.468723:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83cbb2 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7e5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468727:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83cbb2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7e5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468737:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.468738:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.468739:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903177.468757:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.468770:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172371456 00000100:00100000:1.0:1742903177.468774:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172371456 00000100:00100000:1.0:1742903177.468805:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77184 00000100:00100000:1.0:1742903177.468809:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13300:x1827566172371456:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903177.468818:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.468826:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10800/0x5d4000e30d83cbb9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f01af expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.468859:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83cbc0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468865:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83cbc0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468871:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83cbc0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468879:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884400/0x5d4000e30d83cbc7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7cc:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468887:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099884400/0x5d4000e30d83cbc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cc:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468892:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099884400/0x5d4000e30d83cbc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cc:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468921:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83cbce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468927:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83cbce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468932:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83cbce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:1.0:1742903177.468954:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7d0:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.468957:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.468967:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83cbce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468974:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83cbce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468979:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83cbc0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468983:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83cbc0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468987:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83cbc0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468991:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec10000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.468993:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83cbc0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.468997:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83cbc0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.469002:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cc:0x0].0x0 (ffff8800916eb300) 00010000:00010000:1.0:1742903177.469004:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.469005:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83cbc0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.469009:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83cbc0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.469016:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884400/0x5d4000e30d83cbc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cc:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.469021:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099884400/0x5d4000e30d83cbc7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7cc:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.469025:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099884400/0x5d4000e30d83cbc7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7cc:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.469028:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099884400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.469030:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099884400/0x5d4000e30d83cbc7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7cc:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.469034:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099884400/0x5d4000e30d83cbc7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7cc:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.469038:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cc:0x0].0x1ec7ed2b (ffff880096bc7a00) 00010000:00010000:1.0:1742903177.469039:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.469041:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099884400/0x5d4000e30d83cbc7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7cc:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.469044:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099884400/0x5d4000e30d83cbc7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7cc:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.469061:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10800/0x5d4000e30d83cbb9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01af expref: 910 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.469069:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83cbce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01af expref: 909 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.469075:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d0:0x0].0x0 (ffff88009c6e2600) 00010000:00010000:1.0:1742903177.469076:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.469078:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099885800, rc 0) 00000100:00100000:1.0:1742903177.469108:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13300:x1827566172371456:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 299us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.469113:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77184 00000100:00100000:0.0:1742903177.470374:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.470417:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172371712 00000100:00100000:2.0:1742903177.470422:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172371712 00000100:00100000:2.0:1742903177.470453:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17816 00000100:00100000:2.0:1742903177.470461:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098070450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13299:x1827566172371712:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.470741:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098070450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13299:x1827566172371712:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 278us (371us total) trans 4295005223 rc 0/0 00000100:00100000:2.0:1742903177.470746:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17816 00000100:00100000:0.0:1742903177.470865:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.470901:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.470990:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172371840 00000100:00100000:2.0:1742903177.470994:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172371840 00000100:00100000:3.0:1742903177.471003:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172372096 00000100:00100000:3.0:1742903177.471007:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172372096 00000100:00100000:2.0:1742903177.471013:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 258 00000100:00100000:2.0:1742903177.471018:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:2010:x1827566172371840:12345-192.168.203.29@tcp:63:ll_sa.0 00000100:00100000:3.0:1742903177.471031:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17817 00000100:00100000:3.0:1742903177.471035:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13300:x1827566172372096:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:2.0:1742903177.471038:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.471050:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83cbd5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f01b6 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903177.471169:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13300:x1827566172372096:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 132us (267us total) trans 4295005224 rc 0/0 00000100:00100000:3.0:1742903177.471174:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17817 00010000:00010000:2.0:1742903177.471236:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83cbdc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471248:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83cbdc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471256:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83cbdc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471265:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83cbe3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7cc:0x0].0xec7107a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471269:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83cbe3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cc:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471273:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83cbe3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cc:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471343:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cbea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471351:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cbea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cf:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471370:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cbea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cf:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:2.0:1742903177.471385:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7cf:0x0]: returning size 260096 00000004:00200000:2.0:1742903177.471388:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.471397:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cbea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cf:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471404:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cbea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471409:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83cbdc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471415:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83cbdc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471420:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83cbdc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471428:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800995e0400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.471431:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83cbdc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471437:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83cbdc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471444:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cc:0x0].0x0 (ffff8800916eb300) 00010000:00010000:2.0:1742903177.471447:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.471450:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83cbdc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471453:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0400/0x5d4000e30d83cbdc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471461:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83cbe3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cc:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471464:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83cbe3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7cc:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471468:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83cbe3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7cc:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471472:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5da00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.471475:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83cbe3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7cc:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471479:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83cbe3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7cc:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471484:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cc:0x0].0xec7107a9 (ffff880099209400) 00010000:00010000:2.0:1742903177.471487:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.471488:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83cbe3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7cc:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471493:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83cbe3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7cc:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.471510:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0a00/0x5d4000e30d83cbd5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01b6 expref: 913 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.471523:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cbea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7cf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01b6 expref: 912 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.471529:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cf:0x0].0x0 (ffff88007208bf00) 00010000:00010000:2.0:1742903177.471531:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1742903177.471533:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099513c00, rc 0) 00000100:00100000:2.0:1742903177.471551:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:2010:x1827566172371840:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 533us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.471557:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 258 00000100:00100000:0.0:1742903177.472179:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.472221:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172372352 00000100:00100000:3.0:1742903177.472225:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172372352 00000100:00100000:1.0:1742903177.472384:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77185 00000100:00100000:1.0:1742903177.472389:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13299:x1827566172372352:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.472575:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.472591:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5a600/0x5d4000e30d7b6205 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7e2:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5d80 expref: 912 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.472605:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099885600/0x5d4000e30d83c9d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01a1 expref: 911 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.472617:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae2200/0x5d4000e30d830145 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ec8c1 expref: 910 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.472627:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61e200/0x5d4000e30d7b41ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c535b expref: 909 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.472638:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e2:0x0].0x0 (ffff8800995c8100) 00010000:00010000:1.0:1742903177.472643:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.472653:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884e00/0x5d4000e30d83cbf1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.472661:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099884e00/0x5d4000e30d83cbf1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.472667:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099884e00/0x5d4000e30d83cbf1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.472675:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885200/0x5d4000e30d83cbf8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7df:0x0].0xf61990e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.472679:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099885200/0x5d4000e30d83cbf8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.472684:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099885200/0x5d4000e30d83cbf8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.472723:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83cbff lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.472728:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83cbff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.472732:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83cbff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:1.0:1742903177.472875:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1785, 64 off122496 00000004:00080000:1.0:1742903177.472881:0:9576:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 305559564240ns, next at 306559562548ns, rc = 0 00000040:00080000:1.0:1742903177.472908:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8801, 184 off1543216 00010000:00010000:1.0:1742903177.472937:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cc06 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.472944:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cc06 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.472950:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cc06 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.472956:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cc06 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.472960:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cc06 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.472964:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cc06 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.472983:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.472996:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83cbff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473000:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83cbff lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473005:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83cbff lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.473006:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.473008:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099885a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.473010:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83cbff lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.473012:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cc06 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7e2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473015:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83cbff lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7e2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.473018:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099884600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903177.473021:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cc06 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473021:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e2:0x0].0x0 (ffff880096bc7900) 00010000:00010000:1.0:1742903177.473023:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.473025:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83cbff lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7e2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.473026:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cc06 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473029:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83cbff lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7e2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.473034:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e2:0x0].0x0 (ffff880096bc7900) 00010000:00010000:3.0:1742903177.473036:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1742903177.473039:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cc06 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.473043:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cc06 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.473054:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.473055:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.473057:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.473103:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884e00/0x5d4000e30d83cbf1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473109:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099884e00/0x5d4000e30d83cbf1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473112:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099884e00/0x5d4000e30d83cbf1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473116:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099884e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.473118:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099884e00/0x5d4000e30d83cbf1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473121:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099884e00/0x5d4000e30d83cbf1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473127:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:1.0:1742903177.473129:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.473130:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099884e00/0x5d4000e30d83cbf1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473134:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099884e00/0x5d4000e30d83cbf1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.473140:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88011ed22a00 reply state ffff880072026000 transno 4295005225 ns: mdt-lustre-MDT0000_UUID lock: ffff880099885200/0x5d4000e30d83cbf8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7df:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473147:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099885200/0x5d4000e30d83cbf8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473152:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0xf61990e9 (ffff880096bc7200) 00010000:00010000:1.0:1742903177.473153:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.473155:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.473200:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13299:x1827566172372352:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 809us (1022us total) trans 4295005225 rc 0/0 00000100:00100000:1.0:1742903177.473207:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77185 00000100:00100000:0.0:1742903177.473542:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.473579:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172372608 00000100:00100000:1.0:1742903177.473583:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172372608 00000100:00100000:1.0:1742903177.473608:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77186 00000100:00100000:1.0:1742903177.473612:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13300:x1827566172372608:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.473632:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:1.0:1742903177.473644:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83cbce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01af expref: 910 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.473656:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129e00/0x5d4000e30d7b4ce2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c56db expref: 909 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.473667:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128200/0x5d4000e30d7b4d59 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d0:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5705 expref: 908 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.473676:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a200/0x5d4000e30d7af30f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c390d expref: 907 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.473684:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d0:0x0].0x0 (ffff88009c6e2600) 00010000:00010000:1.0:1742903177.473694:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48400/0x5d4000e30d83b5a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7cc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efebb expref: 906 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.473706:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cc:0x0].0x0 (ffff8800916eb300) 00010000:00010000:1.0:1742903177.473709:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.473716:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83cc0d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473722:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83cc0d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473728:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83cc0d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473736:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cc14 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7cc:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473741:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cc14 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7cc:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473746:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cc14 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7cc:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473775:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83cc1b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473780:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83cc1b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473785:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83cc1b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:1.0:1742903177.473862:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1786, 64 off122560 00000040:00080000:1.0:1742903177.473875:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8802, 184 off1543400 00010000:00010000:1.0:1742903177.473895:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83cc22 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473900:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83cc22 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473906:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83cc22 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473910:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83cc22 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473913:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83cc22 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473917:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83cc22 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473939:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.473948:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83cc1b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473951:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83cc1b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473955:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83cc1b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473959:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec11400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.473961:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.473961:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83cc1b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473964:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83cc1b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.473966:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83cc22 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473970:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d0:0x0].0x0 (ffff880096bc7000) 00010000:00010000:1.0:1742903177.473971:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.473973:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec10c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.473973:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83cc1b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.473975:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83cc22 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.473977:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11400/0x5d4000e30d83cc1b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.473980:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83cc22 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.473986:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d0:0x0].0x0 (ffff880096bc7000) 00010000:00010000:2.0:1742903177.473988:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.473990:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83cc22 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.473994:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10c00/0x5d4000e30d83cc22 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.474003:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.474005:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.474006:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.474024:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83cc0d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.474083:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83cc0d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.474087:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83cc0d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.474092:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099884a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.474094:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83cc0d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.474099:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83cc0d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.474105:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cc:0x0].0x0 (ffff8800916eb300) 00010000:00010000:1.0:1742903177.474107:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.474109:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83cc0d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.474113:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83cc0d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.474121:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88011ed21180 reply state ffff880072021000 transno 4295005226 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cc14 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7cc:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.474127:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cc14 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7cc:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.474134:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cc:0x0].0x1ec7ed2b (ffff880096bc7e00) 00010000:00010000:1.0:1742903177.474136:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.474137:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.474173:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13300:x1827566172372608:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 559us (631us total) trans 4295005226 rc 0/0 00000100:00100000:1.0:1742903177.474178:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77186 00000100:00100000:0.0:1742903177.476196:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.476241:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.476243:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172372736 00000100:00100000:3.0:1742903177.476250:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172372736 00000100:00100000:3.0:1742903177.476275:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172372992 00000100:00100000:3.0:1742903177.476277:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172372992 00000100:00100000:0.0:1742903177.476287:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17818 00000100:00100000:1.0:1742903177.476292:0:18842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17819 00000100:00100000:0.0:1742903177.476292:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13299:x1827566172372736:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:1.0:1742903177.476296:0:18842:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13300:x1827566172372992:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:1.0:1742903177.476495:0:18842:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13300:x1827566172372992:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 196us (251us total) trans 4295005227 rc 0/0 00000100:00100000:1.0:1742903177.476500:0:18842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17819 00000100:00100000:0.0:1742903177.477432:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.477469:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172373248 00000100:00100000:1.0:1742903177.477473:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172373248 00000100:00100000:1.0:1742903177.477498:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77187 00000100:00100000:1.0:1742903177.477502:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13300:x1827566172373248:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.477528:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.477551:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cbea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7cf:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01b6 expref: 910 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.477567:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30a00/0x5d4000e30d7b4a26 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7cf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5610 expref: 909 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.477578:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af0ba00/0x5d4000e30d7b4aea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7cf:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5648 expref: 908 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.477589:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4600/0x5d4000e30d7ad977 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c3118 expref: 907 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.477598:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cf:0x0].0x0 (ffff88007208bf00) 00010000:00010000:1.0:1742903177.477608:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.477621:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83cc29 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.477632:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83cc29 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.477638:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83cc29 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.477647:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83cc30 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7cc:0x0].0xec7107a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.477652:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83cc30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7cc:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.477655:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83cc30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7cc:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.477708:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83cc37 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.477714:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83cc37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.477719:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83cc37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:1.0:1742903177.477861:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1787, 64 off122624 00000040:00080000:1.0:1742903177.477885:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8803, 184 off1543584 00010000:00010000:1.0:1742903177.477909:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83cc3e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.477916:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83cc3e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.477921:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83cc3e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.477926:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83cc3e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.477930:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83cc3e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.477934:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83cc3e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.477955:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.477966:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83cc37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.477971:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83cc37 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.477973:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.477976:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83cc37 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.477978:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83cc3e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.477981:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec11600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.477984:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83cc37 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.477985:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099884800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.477987:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83cc3e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.477990:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83cc37 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.477991:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83cc3e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.477996:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cf:0x0].0x0 (ffff880096bc7a00) 00010000:00010000:1.0:1742903177.477998:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.478001:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83cc37 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.478006:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11600/0x5d4000e30d83cc37 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.478070:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83cc29 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.478075:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83cc29 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.478079:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83cc29 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.478081:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec11a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.478083:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83cc29 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.478087:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83cc29 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.478097:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cc:0x0].0x0 (ffff8800916eb300) 00010000:00010000:1.0:1742903177.478099:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.478101:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83cc29 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.478104:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11a00/0x5d4000e30d83cc29 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.478111:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009390ea00 reply state ffff880072027000 transno 4295005228 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83cc30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7cc:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.478117:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83cc30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7cc:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.478123:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cc:0x0].0xec7107a9 (ffff880096bc7500) 00010000:00010000:1.0:1742903177.478125:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.478127:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.478162:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13300:x1827566172373248:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 658us (729us total) trans 4295005228 rc 0/0 00000100:00100000:1.0:1742903177.478167:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77187 00010000:00010000:0.0:1742903177.478207:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cf:0x0].0x0 (ffff880096bc7a00) 00010000:00010000:0.0:1742903177.478209:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.478212:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83cc3e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.478220:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83cc3e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.478242:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.478244:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.478245:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903177.478484:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13299:x1827566172372736:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2190us (2291us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.478491:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17818 00000100:00100000:0.0:1742903177.479807:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.479838:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.479851:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172373376 00000100:00100000:1.0:1742903177.479857:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172373376 00000100:00100000:1.0:1742903177.479889:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77188 00000100:00100000:1.0:1742903177.479893:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13299:x1827566172373376:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:1.0:1742903177.479906:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.479919:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83cc45 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x830:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f01bd expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.479960:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11ae00/0x5d4000e30d83cc4c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x830:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.479968:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11ae00/0x5d4000e30d83cc4c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x830:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.479975:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11ae00/0x5d4000e30d83cc4c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x830:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.479984:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83cc53 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x830:0x0].0x1da15914 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.479988:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83cc53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x830:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.479993:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83cc53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x830:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903177.480009:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172373504 00000100:00100000:2.0:1742903177.480013:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172373504 00010000:00010000:1.0:1742903177.480034:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83cc5a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x832:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903177.480036:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17820 00000100:00100000:2.0:1742903177.480040:0:7214:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13300:x1827566172373504:12345-192.168.203.29@tcp:37:dbench.0 00010000:00010000:1.0:1742903177.480041:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83cc5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x832:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.480046:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83cc5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x832:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:1.0:1742903177.480072:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x832:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.480075:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.480083:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83cc5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x832:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.480090:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83cc5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x832:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.480094:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11ae00/0x5d4000e30d83cc4c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x830:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.480098:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11ae00/0x5d4000e30d83cc4c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x830:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.480102:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11ae00/0x5d4000e30d83cc4c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x830:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.480106:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c11ae00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.480108:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11ae00/0x5d4000e30d83cc4c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x830:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.480112:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11ae00/0x5d4000e30d83cc4c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x830:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.480118:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x830:0x0].0x0 (ffff8801351b0100) 00010000:00010000:1.0:1742903177.480120:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.480123:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11ae00/0x5d4000e30d83cc4c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x830:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.480127:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11ae00/0x5d4000e30d83cc4c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x830:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.480133:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83cc53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x830:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.480137:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83cc53 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x830:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.480140:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83cc53 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x830:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.480143:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed75a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.480145:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83cc53 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x830:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.480149:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83cc53 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x830:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.480152:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x830:0x0].0x1da15914 (ffff880096bc7300) 00010000:00010000:1.0:1742903177.480154:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.480155:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83cc53 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x830:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.480159:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83cc53 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x830:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.480174:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10000/0x5d4000e30d83cc45 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x830:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01bd expref: 909 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.480185:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83cc5a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x832:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01bd expref: 908 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.480190:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x832:0x0].0x0 (ffff88012d2c7100) 00010000:00010000:1.0:1742903177.480191:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.480193:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed75e00, rc 0) 00000100:00100000:1.0:1742903177.480215:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13299:x1827566172373376:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 322us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.480219:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77188 00000100:00100000:2.0:1742903177.481757:0:7214:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13300:x1827566172373504:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 1710us (1912us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.481766:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17820 00000100:00100000:0.0:1742903177.481807:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.481968:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172373632 00000100:00100000:1.0:1742903177.481974:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172373632 00000100:00100000:1.0:1742903177.482000:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8474 00000100:00100000:1.0:1742903177.482004:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7ed7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:2007:x1827566172373632:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903177.482014:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903177.482080:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83cc5a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x832:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01bd expref: 907 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.482109:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x832:0x0].0x0 (ffff88012d2c7100) 00010000:00010000:1.0:1742903177.482112:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903177.482243:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7ed7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:2007:x1827566172373632:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 236us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.482249:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8474 00000100:00100000:0.0:1742903177.482375:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.482454:0:7214:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172373888 00000100:00100000:2.0:1742903177.482457:0:7214:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172373888 00000100:00100000:2.0:1742903177.482484:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17821 00000100:00100000:2.0:1742903177.482489:0:7214:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880098070050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13299:x1827566172373888:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.482607:0:7214:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880098070050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13299:x1827566172373888:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 117us (232us total) trans 4295005229 rc 0/0 00000100:00100000:2.0:1742903177.482613:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17821 00000100:00100000:0.0:1742903177.483821:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.483975:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172374144 00000100:00100000:3.0:1742903177.483980:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172374144 00000100:00100000:3.0:1742903177.484014:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77189 00000100:00100000:3.0:1742903177.484018:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13299:x1827566172374144:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.484045:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.484061:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723f5000/0x5d4000e30d7bba03 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x832:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c76c4 expref: 907 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.484076:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c4e00/0x5d4000e30d82d722 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x832:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ebac8 expref: 906 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.484089:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1a00/0x5d4000e30d7b1d55 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x832:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c4722 expref: 905 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.484097:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x832:0x0].0x0 (ffff88012d2c7100) 00010000:00010000:3.0:1742903177.484108:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a000/0x5d4000e30d83b54d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x830:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efed7 expref: 904 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.484115:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x830:0x0].0x0 (ffff8801351b0100) 00010000:00010000:3.0:1742903177.484117:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903177.484258:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.484304:0:7214:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172374400 00000100:00100000:2.0:1742903177.484308:0:7214:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172374400 00000100:00100000:2.0:1742903177.484347:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17822 00000100:00100000:2.0:1742903177.484351:0:7214:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13300:x1827566172374400:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.484462:0:7214:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13300:x1827566172374400:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 108us (202us total) trans 4295005230 rc 0/0 00000100:00100000:2.0:1742903177.484468:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17822 00010000:00010000:3.0:1742903177.484610:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cc61 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x830:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.484623:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cc61 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x830:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.484632:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cc61 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x830:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.484647:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83cc68 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x830:0x0].0x1da15914 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.484653:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83cc68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x830:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.484658:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83cc68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x830:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.484734:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83cc6f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x832:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.484740:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83cc6f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x832:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.484746:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83cc6f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x832:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:3.0:1742903177.484907:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1787, 64 off122624 00000040:00080000:3.0:1742903177.484935:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8804, 184 off1543768 00010000:00010000:3.0:1742903177.484961:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870000/0x5d4000e30d83cc76 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x832:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.484967:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870000/0x5d4000e30d83cc76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x832:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485063:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870000/0x5d4000e30d83cc76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x832:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485073:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870000/0x5d4000e30d83cc76 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x832:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485078:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870000/0x5d4000e30d83cc76 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x832:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485086:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870000/0x5d4000e30d83cc76 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x832:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485103:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.485114:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83cc6f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x832:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485119:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83cc6f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x832:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485123:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83cc6f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x832:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485128:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdd000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.485128:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903177.485131:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83cc6f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x832:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.485134:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870000/0x5d4000e30d83cc76 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x832:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485137:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83cc6f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x832:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.485139:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e870000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903177.485144:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x832:0x0].0x0 (ffff880099028500) 00010000:00010000:2.0:1742903177.485144:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870000/0x5d4000e30d83cc76 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x832:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485147:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.485149:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83cc6f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x832:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.485150:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870000/0x5d4000e30d83cc76 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x832:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485154:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd000/0x5d4000e30d83cc6f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x832:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.485158:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x832:0x0].0x0 (ffff880099028500) 00010000:00010000:2.0:1742903177.485160:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.485162:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870000/0x5d4000e30d83cc76 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x832:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.485166:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870000/0x5d4000e30d83cc76 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x832:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.485176:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.485178:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.485179:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.485232:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cc61 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x830:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485237:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cc61 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x830:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485241:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cc61 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x830:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485244:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdc200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.485246:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cc61 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x830:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485250:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cc61 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x830:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485255:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x830:0x0].0x0 (ffff8801351b0100) 00010000:00010000:3.0:1742903177.485256:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.485258:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cc61 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x830:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485262:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cc61 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x830:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:3.0:1742903177.485267:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009390d880 reply state ffff880091429000 transno 4295005231 ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83cc68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x830:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485274:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83cc68 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x830:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485279:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x830:0x0].0x1da15914 (ffff880099028100) 00010000:00010000:3.0:1742903177.485280:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.485283:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.485333:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13299:x1827566172374144:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1313us (1512us total) trans 4295005231 rc 0/0 00000100:00100000:3.0:1742903177.485339:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77189 00000100:00100000:0.0:1742903177.485478:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.485537:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172374656 00000100:00100000:3.0:1742903177.485541:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172374656 00000100:00100000:3.0:1742903177.485565:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77190 00000100:00100000:3.0:1742903177.485570:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13300:x1827566172374656:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.485590:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.485600:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed2e600/0x5d4000e30d7b81cb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7fc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c67a5 expref: 906 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.485611:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c095600/0x5d4000e30d82c547 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb4d9 expref: 905 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.485623:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28a00/0x5d4000e30d7b8100 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7fc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c675f expref: 904 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.485631:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fc:0x0].0x0 (ffff88012d7a5900) 00010000:00010000:3.0:1742903177.485642:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d258e00/0x5d4000e30d83b5d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efec2 expref: 903 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.485648:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f6:0x0].0x0 (ffff88008408c400) 00010000:00010000:3.0:1742903177.485650:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.485657:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83cc7d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485664:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83cc7d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485672:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83cc7d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485681:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072038000/0x5d4000e30d83cc84 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7f6:0x0].0x8e1e1fc5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485686:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072038000/0x5d4000e30d83cc84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f6:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485690:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072038000/0x5d4000e30d83cc84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f6:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485720:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d83cc8b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485725:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d83cc8b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485730:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d83cc8b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:3.0:1742903177.485804:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1788, 64 off122688 00000040:00080000:3.0:1742903177.485818:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8805, 184 off1543952 00010000:00010000:3.0:1742903177.485838:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b200/0x5d4000e30d83cc92 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485844:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b200/0x5d4000e30d83cc92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485849:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b200/0x5d4000e30d83cc92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485854:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b200/0x5d4000e30d83cc92 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485862:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b200/0x5d4000e30d83cc92 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485865:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b200/0x5d4000e30d83cc92 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485885:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.485893:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d83cc8b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485898:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d83cc8b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485901:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d83cc8b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485906:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072038a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.485908:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d83cc8b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485912:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d83cc8b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485918:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fc:0x0].0x0 (ffff880099028c00) 00010000:00010000:3.0:1742903177.485920:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.485922:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d83cc8b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485926:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d83cc8b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485971:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83cc7d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485979:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83cc7d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485982:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83cc7d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485987:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c71f800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.485989:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83cc7d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.485994:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83cc7d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.486000:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f6:0x0].0x0 (ffff88008408c400) 00010000:00010000:3.0:1742903177.486001:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.486003:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83cc7d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.486007:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c71f800/0x5d4000e30d83cc7d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:3.0:1742903177.486013:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009390ca80 reply state ffff88011edf9000 transno 4295005232 ns: mdt-lustre-MDT0000_UUID lock: ffff880072038000/0x5d4000e30d83cc84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f6:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.486018:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072038000/0x5d4000e30d83cc84 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7f6:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.486022:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f6:0x0].0x8e1e1fc5 (ffff880099028b00) 00010000:00010000:3.0:1742903177.486024:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.486025:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.486047:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13300:x1827566172374656:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 476us (569us total) trans 4295005232 rc 0/0 00000100:00100000:3.0:1742903177.486054:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77190 00010000:00010000:0.0:1742903177.486177:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.486182:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b200/0x5d4000e30d83cc92 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.486186:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141b200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.486188:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b200/0x5d4000e30d83cc92 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.486193:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b200/0x5d4000e30d83cc92 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.486200:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fc:0x0].0x0 (ffff880099028c00) 00010000:00010000:0.0:1742903177.486202:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.486204:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b200/0x5d4000e30d83cc92 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.486208:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141b200/0x5d4000e30d83cc92 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.486217:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.486219:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.486221:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903177.487663:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.487733:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.487768:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172374784 00000100:00100000:2.0:1742903177.487778:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172374784 00000100:00100000:3.0:1742903177.487782:0:7214:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172375040 00000100:00100000:3.0:1742903177.487787:0:7214:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172375040 00000100:00100000:3.0:1742903177.488026:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17823 00000100:00100000:3.0:1742903177.488033:0:7214:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13300:x1827566172375040:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.488038:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17824 00000100:00100000:2.0:1742903177.488045:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13299:x1827566172374784:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:3.0:1742903177.488201:0:7214:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13300:x1827566172375040:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 167us (466us total) trans 4295005233 rc 0/0 00000100:00100000:3.0:1742903177.488208:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17823 00000100:00100000:0.0:1742903177.490054:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.490347:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172375296 00000100:00100000:1.0:1742903177.490363:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172375296 00000100:00100000:1.0:1742903177.490396:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77191 00000100:00100000:1.0:1742903177.490401:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13300:x1827566172375296:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.490706:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1742903177.490732:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b76ce00/0x5d4000e30d7b7e2f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7f8:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6671 expref: 907 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.490750:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec78600/0x5d4000e30d82b71d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb025 expref: 906 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.490761:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625800/0x5d4000e30d7b7d87 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c664e expref: 905 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.490769:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f8:0x0].0x0 (ffff88012d39bc00) 00010000:00010000:1.0:1742903177.490778:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.490796:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83cc99 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.490808:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83cc99 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.490817:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83cc99 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.490838:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83cca0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7f6:0x0].0xb61ad33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.490843:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83cca0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f6:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.490849:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83cca0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f6:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.490918:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83cca7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.490927:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83cca7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.490932:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83cca7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:1.0:1742903177.492029:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1788, 64 off122688 00000040:00080000:1.0:1742903177.492059:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8806, 184 off1544136 00010000:00010000:1.0:1742903177.492105:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83ccae lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.492113:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83ccae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.492121:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83ccae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.492128:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83ccae lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.492133:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83ccae lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.492138:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83ccae lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.492161:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.492178:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83cca7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.492183:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83cca7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.492187:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83cca7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.492192:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099885800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.492196:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83cca7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.492201:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83cca7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.492208:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f8:0x0].0x0 (ffff880096bc7a00) 00010000:00010000:1.0:1742903177.492210:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.492213:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83cca7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.492216:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099885800/0x5d4000e30d83cca7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.492298:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83cc99 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.492304:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83cc99 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.492307:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83cc99 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.492311:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.492311:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed75600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.492313:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83cc99 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.492334:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83cc99 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.492335:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83ccae lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.492340:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f6:0x0].0x0 (ffff88008408c400) 00010000:00010000:3.0:1742903177.492342:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099885a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.492342:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.492344:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83ccae lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.492345:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83cc99 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.492349:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83cc99 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.492350:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83ccae lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.492367:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009390f100 reply state ffff88009680c000 transno 4295005234 ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83cca0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f6:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.492368:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f8:0x0].0x0 (ffff880096bc7a00) 00010000:00010000:3.0:1742903177.492371:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1742903177.492373:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83ccae lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.492376:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83cca0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7f6:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.492378:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83ccae lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.492380:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f6:0x0].0xb61ad33 (ffff880096bc7d00) 00010000:00010000:1.0:1742903177.492384:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.492386:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1742903177.492390:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.492392:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.492394:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903177.492451:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13300:x1827566172375296:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 2046us (2397us total) trans 4295005234 rc 0/0 00000100:00100000:1.0:1742903177.492458:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77191 00000100:00100000:2.0:1742903177.492770:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13299:x1827566172374784:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 4717us (5101us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.492782:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17824 00000100:00100000:0.0:1742903177.494046:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.494097:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.494143:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172375680 00000100:00100000:1.0:1742903177.494151:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172375680 00000100:00100000:1.0:1742903177.494192:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77192 00000100:00100000:1.0:1742903177.494198:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13299:x1827566172375680:12345-192.168.203.29@tcp:101:dbench.0 00000100:00100000:2.0:1742903177.494204:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172375552 00000100:00100000:2.0:1742903177.494207:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172375552 00010000:00010000:1.0:1742903177.494221:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1742903177.494226:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17825 00000100:00100000:2.0:1742903177.494230:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13300:x1827566172375552:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:1.0:1742903177.494233:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099885600/0x5d4000e30d83ccb5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f01c4 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.494271:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83ccbc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494281:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83ccbc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494292:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83ccbc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494301:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83ccc3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7cd:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494306:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83ccc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cd:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494310:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83ccc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cd:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903177.494386:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13300:x1827566172375552:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 154us (345us total) trans 4295005235 rc 0/0 00000100:00100000:2.0:1742903177.494392:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17825 00010000:00010000:1.0:1742903177.494395:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099759800/0x5d4000e30d83ccca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494402:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099759800/0x5d4000e30d83ccca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494408:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099759800/0x5d4000e30d83ccca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:1.0:1742903177.494432:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7d1:0x0]: returning size 260096 00000004:00200000:1.0:1742903177.494435:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1742903177.494445:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099759800/0x5d4000e30d83ccca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494451:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099759800/0x5d4000e30d83ccca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494457:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83ccbc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494461:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83ccbc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494469:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83ccbc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494473:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099885400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.494475:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83ccbc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494480:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83ccbc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494488:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cd:0x0].0x0 (ffff8800916ebb00) 00010000:00010000:1.0:1742903177.494490:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.494493:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83ccbc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494498:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83ccbc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494507:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83ccc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cd:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494512:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83ccc3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7cd:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494515:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83ccc3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7cd:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494519:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed75800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.494520:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83ccc3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7cd:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494524:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83ccc3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7cd:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494530:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cd:0x0].0x1ec7ed2b (ffff880096bc7900) 00010000:00010000:1.0:1742903177.494531:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.494533:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83ccc3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7cd:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494536:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83ccc3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7cd:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.494554:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099885600/0x5d4000e30d83ccb5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01c4 expref: 907 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.494563:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099759800/0x5d4000e30d83ccca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01c4 expref: 906 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.494567:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d1:0x0].0x0 (ffff880099003b00) 00010000:00010000:1.0:1742903177.494569:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1742903177.494570:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099759800, rc 0) 00000100:00100000:1.0:1742903177.494585:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13299:x1827566172375680:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 388us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.494589:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77192 00000100:00100000:0.0:1742903177.496190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.496265:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172375936 00000100:00100000:2.0:1742903177.496275:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172375936 00000100:00100000:2.0:1742903177.496369:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77193 00000100:00100000:2.0:1742903177.496377:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13300:x1827566172375936:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.496418:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1742903177.496441:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130c2e400/0x5d4000e30d7b8051 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7fb:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6727 expref: 906 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.496458:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072277000/0x5d4000e30d82bd13 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb1f3 expref: 905 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.496469:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130c2fe00/0x5d4000e30d7b8020 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7fb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6719 expref: 904 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.496477:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fb:0x0].0x0 (ffff88012d39b500) 00010000:00010000:2.0:1742903177.496485:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.496499:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83ccd1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.496508:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83ccd1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.496516:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83ccd1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.496527:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83ccd8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7f6:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.496532:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83ccd8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.496537:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83ccd8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.496601:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83ccdf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.496607:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83ccdf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.496613:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83ccdf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:2.0:1742903177.496765:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1789, 64 off122752 00000040:00080000:2.0:1742903177.496866:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8807, 184 off1544320 00000100:00100000:0.0:1742903177.496891:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903177.496902:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cce6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.496909:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cce6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.496918:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cce6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.496925:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cce6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.496929:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cce6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903177.496929:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903177.496933:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cce6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903177.496954:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172376320 00000100:00100000:2.0:1742903177.496958:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172376320 00000100:00100000:2.0:1742903177.496979:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17826 00000100:00100000:2.0:1742903177.496982:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13299:x1827566172376320:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.497096:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13299:x1827566172376320:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 112us (166us total) trans 4295005237 rc 0/0 00000100:00100000:3.0:1742903177.497102:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172376064 00000100:00100000:2.0:1742903177.497103:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17826 00000100:00100000:3.0:1742903177.497108:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172376064 00010000:00010000:2.0:1742903177.497124:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.497133:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.497137:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cce6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903177.497138:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 259 00010000:00010000:2.0:1742903177.497142:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099513c00 already unused, calling callback (ffffffffa07fd840) 00000100:00100000:3.0:1742903177.497143:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:2010:x1827566172376064:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:2.0:1742903177.497145:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cce6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.497151:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cce6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.497167:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.497180:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141be00/0x5d4000e30d83cced lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f01cb expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.497190:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fb:0x0].0x0 (ffff880099209300) 00010000:00010000:2.0:1742903177.497192:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.497195:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cce6 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.497200:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83cce6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.497208:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.497209:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.497211:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.497214:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83ccf4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.497219:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83ccdf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.497224:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83ccdf lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.497225:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83ccf4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.497228:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83ccdf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.497232:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83ccf4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.497232:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed75a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.497235:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83ccdf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.497240:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83ccdf lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.497242:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83ccfb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7cd:0x0].0xec7107a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.497246:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83ccfb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cd:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.497246:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fb:0x0].0x0 (ffff880099209300) 00010000:00010000:2.0:1742903177.497248:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.497250:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83ccdf lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.497251:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83ccfb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cd:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.497254:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75a00/0x5d4000e30d83ccdf lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.497329:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83ccd1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.497334:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83ccd1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.497339:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83ccd1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.497341:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83cd02 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.497343:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800995e1e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.497345:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83ccd1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.497349:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83cd02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ce:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.497349:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83ccd1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.497365:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83cd02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ce:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.497365:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f6:0x0].0x0 (ffff88008408c400) 00010000:00010000:2.0:1742903177.497367:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.497370:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83ccd1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.497374:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83ccd1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903177.497383:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009390dc00 reply state ffff88012d22a000 transno 4295005236 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83ccd8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903177.497384:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7ce:0x0]: returning size 260096 00000004:00200000:3.0:1742903177.497388:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1742903177.497390:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83ccd8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.497395:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f6:0x0].0xa12eb2e9 (ffff880099209900) 00010000:00010000:2.0:1742903177.497397:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00010000:3.0:1742903177.497399:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83cd02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ce:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000100:00100000:2.0:1742903177.497399:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1742903177.497407:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83cd02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ce:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.497412:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83ccf4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.497416:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83ccf4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.497420:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83ccf4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.497424:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141ba00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.497426:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83ccf4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.497431:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83ccf4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00000100:00100000:2.0:1742903177.497434:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13300:x1827566172375936:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1058us (1250us total) trans 4295005236 rc 0/0 00010000:00010000:3.0:1742903177.497438:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cd:0x0].0x0 (ffff8800916ebb00) 00000100:00100000:2.0:1742903177.497440:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77193 00010000:00010000:3.0:1742903177.497441:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.497443:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83ccf4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.497447:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83ccf4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.497456:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83ccfb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cd:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.497461:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83ccfb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7cd:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.497464:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83ccfb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7cd:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.497468:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141a600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.497470:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83ccfb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7cd:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.497473:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83ccfb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7cd:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.497478:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cd:0x0].0xec7107a9 (ffff880099028c00) 00010000:00010000:3.0:1742903177.497480:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.497481:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83ccfb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7cd:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.497485:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a600/0x5d4000e30d83ccfb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7cd:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:3.0:1742903177.497502:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141be00/0x5d4000e30d83cced lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01cb expref: 908 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.497511:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83cd02 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ce:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01cb expref: 907 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.497516:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ce:0x0].0x0 (ffff880091643000) 00010000:00010000:3.0:1742903177.497517:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1742903177.497518:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009141a400, rc 0) 00000100:00100000:3.0:1742903177.497551:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:2010:x1827566172376064:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 407us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.497557:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 259 00000100:00100000:2.0:1742903177.498611:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.498630:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172376576 00000100:00100000:2.0:1742903177.498634:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172376576 00000100:00100000:2.0:1742903177.498654:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77194 00000100:00100000:2.0:1742903177.498658:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13299:x1827566172376576:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.498682:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:2.0:1742903177.498695:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099759800/0x5d4000e30d83ccca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01c4 expref: 907 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.498711:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d32e00/0x5d4000e30d7b4b92 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5679 expref: 906 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.498753:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091403a00/0x5d4000e30d7b4c09 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d1:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c56a3 expref: 905 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.498764:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099251600/0x5d4000e30d7af347 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c3922 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.498773:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d1:0x0].0x0 (ffff880099003b00) 00010000:00010000:2.0:1742903177.498783:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c283c00/0x5d4000e30d83b593 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7cd:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efede expref: 903 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.498790:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cd:0x0].0x0 (ffff8800916ebb00) 00010000:00010000:2.0:1742903177.498792:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.498802:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83cd09 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.498810:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83cd09 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.498816:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83cd09 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.498826:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d83cd10 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7cd:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.498831:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d83cd10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7cd:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.498835:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d83cd10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7cd:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.498881:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1da600/0x5d4000e30d83cd17 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.498887:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1da600/0x5d4000e30d83cd17 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.498892:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1da600/0x5d4000e30d83cd17 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:2.0:1742903177.499006:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1790, 64 off122816 00000040:00080000:2.0:1742903177.499030:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8808, 184 off1544504 00010000:00010000:2.0:1742903177.499057:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099008200/0x5d4000e30d83cd1e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.499064:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099008200/0x5d4000e30d83cd1e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.499069:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099008200/0x5d4000e30d83cd1e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.499074:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099008200/0x5d4000e30d83cd1e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.499079:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099008200/0x5d4000e30d83cd1e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.499083:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099008200/0x5d4000e30d83cd1e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.499271:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903177.499274:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.499279:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099008200/0x5d4000e30d83cd1e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.499283:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1da600/0x5d4000e30d83cd17 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.499288:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1da600/0x5d4000e30d83cd17 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.499292:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1da600/0x5d4000e30d83cd17 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.499293:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099008200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.499296:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1da600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.499296:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099008200/0x5d4000e30d83cd1e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.499298:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1da600/0x5d4000e30d83cd17 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.499301:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099008200/0x5d4000e30d83cd1e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.499302:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1da600/0x5d4000e30d83cd17 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.499309:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d1:0x0].0x0 (ffff880099209b00) 00010000:00010000:2.0:1742903177.499311:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903177.499312:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d1:0x0].0x0 (ffff880099209b00) 00010000:00010000:2.0:1742903177.499313:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1da600/0x5d4000e30d83cd17 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.499335:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.499336:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1da600/0x5d4000e30d83cd17 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.499338:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099008200/0x5d4000e30d83cd1e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.499342:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099008200/0x5d4000e30d83cd1e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903177.499351:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.499353:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.499363:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.499452:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83cd09 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.499458:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83cd09 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.499463:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83cd09 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.499467:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099512000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.499469:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83cd09 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.499474:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83cd09 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.499480:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cd:0x0].0x0 (ffff8800916ebb00) 00010000:00010000:2.0:1742903177.499482:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.499484:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83cd09 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.499488:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83cd09 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903177.499496:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009aeb6a00 reply state ffff88012d22d000 transno 4295005238 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d83cd10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7cd:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.499503:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d83cd10 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7cd:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.499508:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cd:0x0].0x1ec7ed2b (ffff880099209f00) 00010000:00010000:2.0:1742903177.499510:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.499512:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.499555:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13299:x1827566172376576:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 895us (945us total) trans 4295005238 rc 0/0 00000100:00100000:2.0:1742903177.499562:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77194 00000100:00100000:0.0:1742903177.499916:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.500024:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172376832 00000100:00100000:2.0:1742903177.500028:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172376832 00000100:00100000:2.0:1742903177.500055:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17827 00000100:00100000:2.0:1742903177.500059:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d4fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13300:x1827566172376832:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.500167:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d4fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13300:x1827566172376832:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 106us (251us total) trans 4295005239 rc 0/0 00000100:00100000:2.0:1742903177.500174:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17827 00000100:00100000:0.0:1742903177.502135:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.502371:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172377216 00000100:00100000:2.0:1742903177.502378:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172377216 00000100:00100000:2.0:1742903177.502406:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17828 00000100:00100000:2.0:1742903177.502411:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13299:x1827566172377216:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.502682:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13299:x1827566172377216:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 269us (553us total) trans 4295005240 rc 0/0 00000100:00100000:2.0:1742903177.502688:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17828 00000100:00100000:3.0:1742903177.502915:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.503105:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172377344 00000100:00100000:2.0:1742903177.503111:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172377344 00000100:00100000:2.0:1742903177.503152:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77195 00000100:00100000:2.0:1742903177.503158:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13300:x1827566172377344:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.503194:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.503217:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c400/0x5d4000e30d7b3e25 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5235 expref: 906 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.503235:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f617a00/0x5d4000e30d7b3d99 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c51fd expref: 905 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.503246:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099887400/0x5d4000e30d79f350 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be186 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.503255:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff88012bd49b00) 00010000:00010000:2.0:1742903177.503267:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c562800/0x5d4000e30d7b2ece lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c4cf5 expref: 903 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.503274:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x0 (ffff88012bd49700) 00010000:00010000:2.0:1742903177.503276:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.503293:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cd25 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.503303:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cd25 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.503311:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cd25 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.503367:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009200/0x5d4000e30d83cd2c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b7:0x0].0x8171ee56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.503373:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099009200/0x5d4000e30d83cd2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b7:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.503435:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099009200/0x5d4000e30d83cd2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b7:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903177.503585:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903177.503588:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cd33 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.503595:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cd33 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.503606:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cd33 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:2.0:1742903177.503766:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1789, 64 off122752 00000100:00100000:1.0:1742903177.503779:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172377600 00000100:00100000:1.0:1742903177.503783:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172377600 00000040:00080000:2.0:1742903177.503792:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8809, 184 off1544688 00000100:00100000:1.0:1742903177.503808:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77196 00000100:00100000:1.0:1742903177.503812:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13299:x1827566172377600:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.503825:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009e00/0x5d4000e30d83cd3a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.503832:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099009e00/0x5d4000e30d83cd3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.503832:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.503838:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099009e00/0x5d4000e30d83cd3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.503843:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83cd02 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ce:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01cb expref: 904 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.503844:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009e00/0x5d4000e30d83cd3a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.503849:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009e00/0x5d4000e30d83cd3a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.503854:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099009e00/0x5d4000e30d83cd3a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.503869:0:7212:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.503870:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f617200/0x5d4000e30d7b48d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ce:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c55a0 expref: 903 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.503879:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800994a9a00/0x5d4000e30d7b497e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ce:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c55d8 expref: 902 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.503885:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.503889:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099009e00/0x5d4000e30d83cd3a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.503889:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d7ad97e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c311f expref: 901 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.503895:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099009e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.503895:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ce:0x0].0x0 (ffff880091643000) 00010000:00010000:2.0:1742903177.503898:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009e00/0x5d4000e30d83cd3a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.503900:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.503904:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009e00/0x5d4000e30d83cd3a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.503906:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099759200/0x5d4000e30d83cd41 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.503913:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099759200/0x5d4000e30d83cd41 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.503917:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880099209500) 00010000:00010000:1.0:1742903177.503918:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099759200/0x5d4000e30d83cd41 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.503919:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.503922:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099009e00/0x5d4000e30d83cd3a lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.503926:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099009e00/0x5d4000e30d83cd3a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.503926:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099758600/0x5d4000e30d83cd48 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7cd:0x0].0xec7107a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.503931:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099758600/0x5d4000e30d83cd48 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7cd:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.503934:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.503935:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.503935:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099758600/0x5d4000e30d83cd48 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7cd:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.503937:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.503950:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cd33 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.503956:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cd33 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.503961:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099758400/0x5d4000e30d83cd4f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.503965:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cd33 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.503969:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099758400/0x5d4000e30d83cd4f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.503970:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099009800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.503973:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cd33 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.503974:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099758400/0x5d4000e30d83cd4f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.503977:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cd33 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.503984:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880099209500) 00010000:00010000:3.0:1742903177.503986:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.503989:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cd33 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.503993:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cd33 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000040:00080000:1.0:1742903177.504048:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1791, 64 off122880 00000040:00080000:1.0:1742903177.504061:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8810, 184 off1544872 00010000:00010000:3.0:1742903177.504073:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cd25 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.504078:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099758000/0x5d4000e30d83cd56 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.504079:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cd25 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.504083:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cd25 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.504083:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099758000/0x5d4000e30d83cd56 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.504088:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099008a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.504088:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099758000/0x5d4000e30d83cd56 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.504090:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cd25 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.504092:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099758000/0x5d4000e30d83cd56 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.504095:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cd25 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.504096:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099758000/0x5d4000e30d83cd56 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.504100:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099758000/0x5d4000e30d83cd56 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.504101:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x0 (ffff88012bd49700) 00010000:00010000:3.0:1742903177.504104:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.504106:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cd25 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.504108:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.504110:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cd25 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.504113:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099758400/0x5d4000e30d83cd4f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000004:00010000:3.0:1742903177.504116:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880131a55f80 reply state ffff88012d229000 transno 4295005241 ns: mdt-lustre-MDT0000_UUID lock: ffff880099009200/0x5d4000e30d83cd2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b7:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.504117:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099758400/0x5d4000e30d83cd4f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.504121:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099758400/0x5d4000e30d83cd4f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.504124:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099009200/0x5d4000e30d83cd2c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903177.504125:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099758400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.504127:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099758400/0x5d4000e30d83cd4f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.504129:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x8171ee56 (ffff880099209a00) 00010000:00010000:3.0:1742903177.504131:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.504131:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099758400/0x5d4000e30d83cd4f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903177.504133:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1742903177.504136:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ce:0x0].0x0 (ffff880096bc7900) 00010000:00010000:1.0:1742903177.504137:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.504139:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099758400/0x5d4000e30d83cd4f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.504143:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099758400/0x5d4000e30d83cd4f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903177.504182:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13300:x1827566172377344:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1023us (1267us total) trans 4295005241 rc 0/0 00000100:00100000:3.0:1742903177.504188:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77195 00010000:00010000:0.0:1742903177.504193:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.504197:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099758000/0x5d4000e30d83cd56 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.504201:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099758000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.504203:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099758000/0x5d4000e30d83cd56 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.504207:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099758000/0x5d4000e30d83cd56 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.504213:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ce:0x0].0x0 (ffff880096bc7900) 00010000:00010000:0.0:1742903177.504215:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.504216:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099758000/0x5d4000e30d83cd56 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.504220:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099758000/0x5d4000e30d83cd56 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.504229:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.504230:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.504231:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.504678:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099759200/0x5d4000e30d83cd41 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.504684:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099759200/0x5d4000e30d83cd41 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.504688:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099759200/0x5d4000e30d83cd41 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.504692:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099759200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.504695:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099759200/0x5d4000e30d83cd41 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.504699:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099759200/0x5d4000e30d83cd41 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.504706:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cd:0x0].0x0 (ffff8800916ebb00) 00010000:00010000:1.0:1742903177.504708:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.504711:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099759200/0x5d4000e30d83cd41 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.504715:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099759200/0x5d4000e30d83cd41 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.504722:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800915a1180 reply state ffff88009162e000 transno 4295005242 ns: mdt-lustre-MDT0000_UUID lock: ffff880099758600/0x5d4000e30d83cd48 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7cd:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.504728:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099758600/0x5d4000e30d83cd48 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7cd:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.504733:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cd:0x0].0xec7107a9 (ffff880096bc7a00) 00010000:00010000:1.0:1742903177.504735:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.504736:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.504770:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13299:x1827566172377600:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 956us (1186us total) trans 4295005242 rc 0/0 00000100:00100000:1.0:1742903177.504775:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77196 00000100:00100000:2.0:1742903177.507875:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.507907:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172377856 00000100:00100000:2.0:1742903177.507910:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.507914:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172377856 00000100:00100000:0.0:1742903177.507938:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172377984 00000100:00100000:0.0:1742903177.507939:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172377984 00000100:00100000:2.0:1742903177.507951:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17829 00000100:00100000:2.0:1742903177.507960:0:7214:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13300:x1827566172377856:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903177.507961:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17830 00000100:00100000:0.0:1742903177.507964:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13299:x1827566172377984:12345-192.168.203.29@tcp:37:dbench.0 00000100:00100000:2.0:1742903177.508158:0:7214:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13300:x1827566172377856:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 199us (289us total) trans 4295005243 rc 0/0 00000100:00100000:2.0:1742903177.508165:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17829 00000100:00100000:0.0:1742903177.509872:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.510053:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172378240 00000100:00100000:1.0:1742903177.510061:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172378240 00000100:00100000:1.0:1742903177.510129:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77197 00000100:00100000:1.0:1742903177.510136:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13300:x1827566172378240:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.510199:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1742903177.510231:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45a800/0x5d4000e30d7b3bc4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c1:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c514e expref: 905 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.510258:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007228e800/0x5d4000e30d7b3add lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c50fa expref: 903 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.510269:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801231f2200/0x5d4000e30d79f2bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be147 expref: 902 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.510297:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c1:0x0].0x0 (ffff880099158d00) 00010000:00010000:1.0:1742903177.510305:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.510367:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099759e00/0x5d4000e30d83cd5d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.510377:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099759e00/0x5d4000e30d83cd5d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.510385:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099759e00/0x5d4000e30d83cd5d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.510408:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d83cd64 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b7:0x0].0x8171ed56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.510413:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d83cd64 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b7:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.510418:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d83cd64 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b7:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.510689:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a000/0x5d4000e30d83cd6b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.510696:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a000/0x5d4000e30d83cd6b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.510702:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a000/0x5d4000e30d83cd6b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903177.510884:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13299:x1827566172377984:12345-192.168.203.29@tcp:37:dbench.0 Request processed in 2916us (2971us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.510892:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17830 00000040:00080000:1.0:1742903177.511550:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1790, 64 off122816 00000040:00080000:1.0:1742903177.511577:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8811, 184 off1545056 00010000:00010000:1.0:1742903177.511609:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83cd72 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.511617:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83cd72 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.511624:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83cd72 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.511630:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83cd72 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.511635:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83cd72 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.511639:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83cd72 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.511661:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.511674:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a000/0x5d4000e30d83cd6b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.511678:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a000/0x5d4000e30d83cd6b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.511683:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a000/0x5d4000e30d83cd6b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.511687:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c11a000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.511690:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a000/0x5d4000e30d83cd6b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.511694:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a000/0x5d4000e30d83cd6b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.511700:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c1:0x0].0x0 (ffff880096bc7300) 00010000:00010000:1.0:1742903177.511702:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.511705:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a000/0x5d4000e30d83cd6b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.511709:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a000/0x5d4000e30d83cd6b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.511790:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099759e00/0x5d4000e30d83cd5d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.511796:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099759e00/0x5d4000e30d83cd5d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.511801:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099759e00/0x5d4000e30d83cd5d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.511804:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099759e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.511806:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099759e00/0x5d4000e30d83cd5d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.511811:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099759e00/0x5d4000e30d83cd5d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.511818:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x0 (ffff88012bd49700) 00010000:00010000:1.0:1742903177.511820:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.511822:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099759e00/0x5d4000e30d83cd5d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.511827:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099759e00/0x5d4000e30d83cd5d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.511835:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800915a0a80 reply state ffff8800826bf000 transno 4295005244 ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d83cd64 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b7:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.511842:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d83cd64 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.511851:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x8171ed56 (ffff880096bc7000) 00010000:00010000:1.0:1742903177.511853:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.511855:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.511899:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13300:x1827566172378240:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1762us (2032us total) trans 4295005244 rc 0/0 00000100:00100000:1.0:1742903177.511905:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77197 00010000:00010000:3.0:1742903177.511915:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903177.511920:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83cd72 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.511964:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099885400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903177.511967:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83cd72 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.511971:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83cd72 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.511978:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c1:0x0].0x0 (ffff880096bc7300) 00010000:00010000:3.0:1742903177.511980:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1742903177.511982:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83cd72 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.511986:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099885400/0x5d4000e30d83cd72 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.511997:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.511998:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.511999:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903177.515098:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.515176:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172378496 00000100:00100000:2.0:1742903177.515183:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172378496 00000100:00100000:0.0:1742903177.515193:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.515230:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172378752 00000100:00100000:2.0:1742903177.515232:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172378752 00000100:00100000:2.0:1742903177.515247:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17831 00000100:00100000:2.0:1742903177.515252:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13300:x1827566172378496:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.515264:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17832 00000100:00100000:3.0:1742903177.515270:0:7214:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13299:x1827566172378752:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.515439:0:7214:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13299:x1827566172378752:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 166us (248us total) trans 4295005245 rc 0/0 00000100:00100000:2.0:1742903177.515444:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13300:x1827566172378496:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 190us (353us total) trans 4295005246 rc 0/0 00000100:00100000:3.0:1742903177.515445:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17832 00000100:00100000:2.0:1742903177.515450:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17831 00000100:00100000:0.0:1742903177.516412:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.516469:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172379008 00000100:00100000:1.0:1742903177.516473:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172379008 00000100:00100000:1.0:1742903177.516503:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77198 00000100:00100000:1.0:1742903177.516508:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13300:x1827566172379008:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.516534:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1742903177.516556:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099baa000/0x5d4000e30d7b35c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c4f5d expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.516572:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8a11e00/0x5d4000e30d7b34e7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c4f1e expref: 903 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.516583:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2b7a00/0x5d4000e30d79f190 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be0bb expref: 902 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.516592:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff88009c7e0c00) 00010000:00010000:1.0:1742903177.516601:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.516613:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83cd79 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.516623:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83cd79 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.516630:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83cd79 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.516641:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cd80 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b7:0x0].0x8171eb56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.516647:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cd80 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b7:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.516652:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cd80 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b7:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903177.517266:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.517336:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172379264 00000100:00100000:2.0:1742903177.517341:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172379264 00000100:00100000:2.0:1742903177.517369:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77199 00000100:00100000:2.0:1742903177.517373:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13299:x1827566172379264:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.517392:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.517408:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82fa00/0x5d4000e30d7b8337 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7fd:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6815 expref: 902 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.517424:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bdc00/0x5d4000e30d82c578 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7fd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb4e7 expref: 901 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.517436:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130c2ec00/0x5d4000e30d7b82b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7fd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c67e4 expref: 900 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.517445:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fd:0x0].0x0 (ffff88008408c500) 00010000:00010000:2.0:1742903177.517457:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009771f200/0x5d4000e30d83b5d2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efee5 expref: 899 pid: 8724 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.517465:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f7:0x0].0x0 (ffff88012d39bf00) 00010000:00010000:2.0:1742903177.517467:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.517474:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed74800/0x5d4000e30d83cd87 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.517479:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83cd8e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.517481:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed74800/0x5d4000e30d83cd87 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.517487:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed74800/0x5d4000e30d83cd87 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.517487:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83cd8e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.517493:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83cd8e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.517496:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83cd95 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7f7:0x0].0x8e1e1fc5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.517500:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83cd95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f7:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.517505:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83cd95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f7:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.517545:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cd9c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.517550:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cd9c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.517554:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cd9c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:1.0:1742903177.517634:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1791, 64 off122880 00000040:00080000:1.0:1742903177.517659:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8812, 184 off1545240 00010000:00010000:1.0:1742903177.517687:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128200/0x5d4000e30d83cda3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.517694:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128200/0x5d4000e30d83cda3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.517700:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128200/0x5d4000e30d83cda3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.517706:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128200/0x5d4000e30d83cda3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.517711:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128200/0x5d4000e30d83cda3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.517720:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128200/0x5d4000e30d83cda3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00000040:00080000:2.0:1742903177.517723:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1792, 64 off122944 00000040:00080000:2.0:1742903177.517742:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8813, 184 off1545424 00010000:00010000:1.0:1742903177.517745:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.517756:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83cd8e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.517761:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83cd8e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.517765:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.517765:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9c00/0x5d4000e30d83cdaa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.517765:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83cd8e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.517769:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128200/0x5d4000e30d83cda3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.517770:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099884800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.517771:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9c00/0x5d4000e30d83cdaa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.517773:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c128200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.517773:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83cd8e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.517775:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128200/0x5d4000e30d83cda3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.517776:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9c00/0x5d4000e30d83cdaa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.517779:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128200/0x5d4000e30d83cda3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.517779:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83cd8e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.517781:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9c00/0x5d4000e30d83cdaa lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.517785:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800916eb700) 00010000:00010000:1.0:1742903177.517787:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.517789:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9c00/0x5d4000e30d83cdaa lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.517789:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83cd8e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.517792:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800916eb700) 00010000:00010000:3.0:1742903177.517794:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.517794:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9c00/0x5d4000e30d83cdaa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.517794:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099884800/0x5d4000e30d83cd8e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.517796:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128200/0x5d4000e30d83cda3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.517800:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128200/0x5d4000e30d83cda3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.517809:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903177.517811:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9c00/0x5d4000e30d83cdaa lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.517813:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1742903177.517814:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d9c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903177.517816:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9c00/0x5d4000e30d83cdaa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.517820:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9c00/0x5d4000e30d83cdaa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.517823:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cd9c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7fd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.517828:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cd9c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.517832:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cd9c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.517840:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fd:0x0].0x0 (ffff880099209100) 00010000:00010000:3.0:1742903177.517842:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1742903177.517844:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9c00/0x5d4000e30d83cdaa lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7fd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.517848:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9c00/0x5d4000e30d83cdaa lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7fd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.517855:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.517856:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.517857:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.517860:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83cd79 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.517864:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83cd79 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.517872:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83cd79 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.517876:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099885a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.517878:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83cd79 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.517882:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83cd79 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.517889:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x0 (ffff88012bd49700) 00010000:00010000:1.0:1742903177.517890:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.517892:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83cd79 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.517897:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099885a00/0x5d4000e30d83cd79 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.517905:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800915a0000 reply state ffff8800826bc000 transno 4295005247 ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cd80 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b7:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.517912:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cd80 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.517916:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x8171eb56 (ffff8800916eb000) 00010000:00010000:1.0:1742903177.517918:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.517920:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1742903177.517935:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.517968:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800995e1e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.517970:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cd9c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00000100:00100000:1.0:1742903177.517970:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13300:x1827566172379008:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1461us (1559us total) trans 4295005247 rc 0/0 00010000:00010000:2.0:1742903177.517975:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cd9c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00000100:00100000:1.0:1742903177.517976:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77198 00010000:00010000:2.0:1742903177.517981:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fd:0x0].0x0 (ffff880099209100) 00010000:00010000:2.0:1742903177.517983:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.517985:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cd9c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.517988:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cd9c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.518038:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed74800/0x5d4000e30d83cd87 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.518045:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed74800/0x5d4000e30d83cd87 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.518048:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed74800/0x5d4000e30d83cd87 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.518051:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed74800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.518053:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed74800/0x5d4000e30d83cd87 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.518057:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed74800/0x5d4000e30d83cd87 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.518061:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f7:0x0].0x0 (ffff88012d39bf00) 00010000:00010000:2.0:1742903177.518063:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.518064:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed74800/0x5d4000e30d83cd87 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.518068:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed74800/0x5d4000e30d83cd87 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:2.0:1742903177.518074:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800915a3100 reply state ffff880130a7d000 transno 4295005248 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83cd95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f7:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.518080:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83cd95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7f7:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.518084:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f7:0x0].0x8e1e1fc5 (ffff880099209200) 00010000:00010000:2.0:1742903177.518086:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.518088:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.518126:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13299:x1827566172379264:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 751us (860us total) trans 4295005248 rc 0/0 00000100:00100000:2.0:1742903177.518134:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77199 00000100:00100000:0.0:1742903177.519947:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.520038:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172379520 00000100:00100000:2.0:1742903177.520048:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172379520 00000100:00100000:2.0:1742903177.520085:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17833 00000100:00100000:2.0:1742903177.520091:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d4f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13299:x1827566172379520:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.520672:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d4f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13299:x1827566172379520:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 578us (728us total) trans 4295005249 rc 0/0 00000100:00100000:2.0:1742903177.520679:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17833 00000100:00100000:0.0:1742903177.521873:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.522012:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172379776 00000100:00100000:2.0:1742903177.522018:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172379776 00000100:00100000:2.0:1742903177.522054:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17834 00000100:00100000:2.0:1742903177.522059:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13300:x1827566172379776:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.522314:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13300:x1827566172379776:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 253us (444us total) trans 4295005250 rc 0/0 00000100:00100000:2.0:1742903177.522339:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17834 00000100:00100000:3.0:1742903177.522544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.522602:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172380032 00000100:00100000:2.0:1742903177.522605:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172380032 00000100:00100000:2.0:1742903177.522625:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77200 00000100:00100000:2.0:1742903177.522629:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13299:x1827566172380032:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.522653:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1742903177.522872:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091420e00/0x5d4000e30d7b7cbc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7f9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6608 expref: 903 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.522889:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099117200/0x5d4000e30d82b732 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb02c expref: 902 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.522903:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099800e00/0x5d4000e30d7b7bf1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c65c2 expref: 901 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.522911:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f9:0x0].0x0 (ffff8800916eb500) 00010000:00010000:2.0:1742903177.522919:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.522933:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cdb1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.522941:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cdb1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.522949:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cdb1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.522958:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9200/0x5d4000e30d83cdb8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7f7:0x0].0xb61ad33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.522964:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9200/0x5d4000e30d83cdb8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f7:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.522969:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9200/0x5d4000e30d83cdb8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f7:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523018:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83cdbf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523024:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83cdbf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523029:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83cdbf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:2.0:1742903177.523208:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1792, 64 off122944 00000040:00080000:2.0:1742903177.523236:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8814, 184 off1545608 00010000:00010000:2.0:1742903177.523262:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9800/0x5d4000e30d83cdc6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523269:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9800/0x5d4000e30d83cdc6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523282:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9800/0x5d4000e30d83cdc6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523288:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9800/0x5d4000e30d83cdc6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523293:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9800/0x5d4000e30d83cdc6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523297:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9800/0x5d4000e30d83cdc6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523336:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.523346:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83cdbf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523351:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83cdbf lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.523351:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.523367:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83cdbf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523372:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d8000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.523372:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9800/0x5d4000e30d83cdc6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7f9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523376:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83cdbf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.523380:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d9800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.523381:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83cdbf lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.523383:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9800/0x5d4000e30d83cdc6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7f9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523393:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f9:0x0].0x0 (ffff880099209d00) 00010000:00010000:0.0:1742903177.523393:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9800/0x5d4000e30d83cdc6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523396:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.523399:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83cdbf lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523403:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83cdbf lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.523407:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f9:0x0].0x0 (ffff880099209d00) 00010000:00010000:0.0:1742903177.523410:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.523413:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9800/0x5d4000e30d83cdc6 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.523418:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9800/0x5d4000e30d83cdc6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.523435:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.523436:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.523438:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.523463:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cdb1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523468:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cdb1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523473:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cdb1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523477:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d9600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.523479:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cdb1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523484:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cdb1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523490:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f7:0x0].0x0 (ffff88012d39bf00) 00010000:00010000:2.0:1742903177.523492:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.523495:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cdb1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523499:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cdb1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:2.0:1742903177.523506:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880131a57800 reply state ffff88009c216000 transno 4295005251 ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9200/0x5d4000e30d83cdb8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f7:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523513:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9200/0x5d4000e30d83cdb8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7f7:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.523518:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f7:0x0].0xb61ad33 (ffff880099209400) 00010000:00010000:2.0:1742903177.523881:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.523884:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.523951:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13299:x1827566172380032:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1319us (1406us total) trans 4295005251 rc 0/0 00000100:00100000:2.0:1742903177.523958:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77200 00000100:00100000:0.0:1742903177.525854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.526127:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172380288 00000100:00100000:2.0:1742903177.526133:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172380288 00000100:00100000:2.0:1742903177.526159:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77201 00000100:00100000:2.0:1742903177.526164:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13300:x1827566172380288:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.526199:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1742903177.526218:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072287600/0x5d4000e30d7b326a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bb:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c4e3e expref: 902 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.526233:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6ca00/0x5d4000e30d7b31de lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c4e14 expref: 901 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.526243:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1dbe00/0x5d4000e30d79f0f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be07c expref: 900 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.526251:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bb:0x0].0x0 (ffff88009c7e0100) 00010000:00010000:2.0:1742903177.526258:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.526271:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83cdcd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.526283:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83cdcd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.526290:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83cdcd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.526301:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8600/0x5d4000e30d83cdd4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b7:0x0].0x8171ea56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.526306:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8600/0x5d4000e30d83cdd4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b7:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.526310:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8600/0x5d4000e30d83cdd4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b7:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.526399:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9400/0x5d4000e30d83cddb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.526406:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9400/0x5d4000e30d83cddb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.526411:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9400/0x5d4000e30d83cddb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:2.0:1742903177.526556:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1793, 64 off123008 00000040:00080000:2.0:1742903177.526578:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8815, 184 off1545792 00010000:00010000:2.0:1742903177.526610:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83cde2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.526616:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83cde2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.526622:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83cde2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.526631:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83cde2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.526635:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83cde2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.526640:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83cde2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.526662:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.526674:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9400/0x5d4000e30d83cddb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.526679:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9400/0x5d4000e30d83cddb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.526683:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9400/0x5d4000e30d83cddb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.526685:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903177.526687:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d9400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.526690:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9400/0x5d4000e30d83cddb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.526694:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83cde2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.526696:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9400/0x5d4000e30d83cddb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.526702:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d8200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.526703:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bb:0x0].0x0 (ffff880099209e00) 00010000:00010000:2.0:1742903177.526705:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.526707:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9400/0x5d4000e30d83cddb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.526711:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83cde2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.526717:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83cde2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.526728:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bb:0x0].0x0 (ffff880099209e00) 00010000:00010000:1.0:1742903177.526729:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903177.526731:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83cde2 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.526734:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83cde2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.526742:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.526743:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.526744:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.526839:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9400/0x5d4000e30d83cddb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.526912:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83cdcd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.526918:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83cdcd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.526922:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83cdcd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.526926:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d8400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.526929:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83cdcd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.526933:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83cdcd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903177.527076:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.527129:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172380544 00000100:00100000:3.0:1742903177.527134:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172380544 00000100:00100000:3.0:1742903177.527154:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17835 00000100:00100000:3.0:1742903177.527158:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13299:x1827566172380544:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.527260:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13299:x1827566172380544:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 100us (183us total) trans 4295005253 rc 0/0 00000100:00100000:3.0:1742903177.527265:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17835 00010000:00010000:2.0:1742903177.527591:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x0 (ffff88012bd49700) 00010000:00010000:2.0:1742903177.527594:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.527597:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83cdcd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.527602:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83cdcd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:2.0:1742903177.527611:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800915a2d80 reply state ffff88009c217000 transno 4295005252 ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8600/0x5d4000e30d83cdd4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b7:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.527618:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8600/0x5d4000e30d83cdd4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.527624:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x8171ea56 (ffff880099209000) 00010000:00010000:2.0:1742903177.527625:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.527628:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.528180:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13300:x1827566172380288:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 2014us (2329us total) trans 4295005252 rc 0/0 00000100:00100000:2.0:1742903177.528187:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77201 00000100:00100000:0.0:1742903177.529131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.529219:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172380800 00000100:00100000:3.0:1742903177.529224:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172380800 00000100:00100000:3.0:1742903177.529246:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77202 00000100:00100000:3.0:1742903177.529251:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13299:x1827566172380800:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.529283:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1742903177.529302:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f29400/0x5d4000e30d7b7f24 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7fa:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c66cc expref: 902 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.529336:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1c00/0x5d4000e30d82bd44 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eb201 expref: 901 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.529349:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28600/0x5d4000e30d7b7eec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7fa:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c66b7 expref: 900 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.529365:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fa:0x0].0x0 (ffff88009931b900) 00010000:00010000:3.0:1742903177.529373:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.529386:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83cde9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529394:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83cde9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529400:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83cde9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529410:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83cdf0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7f7:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529415:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83cdf0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529420:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83cdf0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529475:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83cdf7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529481:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83cdf7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529486:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83cdf7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:3.0:1742903177.529633:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1794, 64 off123072 00000040:00080000:3.0:1742903177.529657:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8816, 184 off1545976 00010000:00010000:3.0:1742903177.529684:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cdfe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529690:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cdfe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529695:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cdfe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529700:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cdfe lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529704:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cdfe lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529712:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cdfe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529722:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903177.529729:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903177.529731:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83cdf7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.529734:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cdfe lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7fa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529735:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83cdf7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7fa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529739:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83cdf7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.529740:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099008a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.529742:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cdfe lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7fa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529743:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099009600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.529746:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83cdf7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7fa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.529747:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cdfe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7fa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529749:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83cdf7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7fa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.529754:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fa:0x0].0x0 (ffff880099028000) 00010000:00010000:0.0:1742903177.529756:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.529758:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cdfe lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529760:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fa:0x0].0x0 (ffff880099028000) 00010000:00010000:3.0:1742903177.529762:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903177.529762:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cdfe lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529764:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83cdf7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7fa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529767:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83cdf7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.529770:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.529771:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.529773:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.529828:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83cde9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529833:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83cde9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529841:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83cde9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529844:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141a400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.529846:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83cde9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529850:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83cde9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529855:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f7:0x0].0x0 (ffff88012d39bf00) 00010000:00010000:3.0:1742903177.529856:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.529858:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83cde9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529861:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a400/0x5d4000e30d83cde9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:3.0:1742903177.529867:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800915a3800 reply state ffff88011edfa000 transno 4295005254 ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83cdf0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529872:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83cdf0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.529876:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f7:0x0].0xa12eb2e9 (ffff880099028800) 00010000:00010000:3.0:1742903177.529878:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.529880:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.530159:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13299:x1827566172380800:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 908us (1028us total) trans 4295005254 rc 0/0 00000100:00100000:3.0:1742903177.530164:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77202 00000100:00100000:0.0:1742903177.533052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.533116:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172381056 00000100:00100000:2.0:1742903177.533124:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172381056 00000100:00100000:2.0:1742903177.533250:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17836 00000100:00100000:2.0:1742903177.533256:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13300:x1827566172381056:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:2.0:1742903177.533491:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13300:x1827566172381056:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 233us (446us total) trans 4295005255 rc 0/0 00000100:00100000:2.0:1742903177.533497:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17836 00000100:00100000:1.0:1742903177.533732:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.533772:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172381312 00000100:00100000:3.0:1742903177.533777:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172381312 00000100:00100000:3.0:1742903177.533804:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17837 00000100:00100000:3.0:1742903177.533809:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13299:x1827566172381312:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.533930:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13299:x1827566172381312:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 119us (198us total) trans 4295005256 rc 0/0 00000100:00100000:3.0:1742903177.533936:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17837 00000100:00100000:0.0:1742903177.536636:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.536682:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.536707:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172381824 00000100:00100000:3.0:1742903177.536714:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172381824 00000100:00100000:1.0:1742903177.536733:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172381568 00000100:00100000:1.0:1742903177.536738:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172381568 00000100:00100000:3.0:1742903177.536885:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77203 00000100:00100000:3.0:1742903177.536892:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13299:x1827566172381824:12345-192.168.203.29@tcp:36:dbench.0 00000100:00100000:1.0:1742903177.536924:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77204 00010000:00010000:3.0:1742903177.536928:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00000100:00100000:1.0:1742903177.536929:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13300:x1827566172381568:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.536946:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1742903177.536951:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d2c00/0x5d4000e30d7b3cff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c2:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c51c5 expref: 904 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.536962:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009961bc00/0x5d4000e30d7b3891 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bf:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c503d expref: 903 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.536970:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21400/0x5d4000e30d7b3c5e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5186 expref: 902 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.536980:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a600/0x5d4000e30d7b3805 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5005 expref: 901 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.536981:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099596a00/0x5d4000e30d79f349 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be18d expref: 901 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.536991:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c2:0x0].0x0 (ffff880099158900) 00010000:00010000:1.0:1742903177.536995:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009924c600/0x5d4000e30d79f231 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be10f expref: 899 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.537002:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bf:0x0].0x0 (ffff88012bffbc00) 00010000:00010000:3.0:1742903177.537004:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d7b2e49 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c4cbd expref: 898 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.537008:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.537011:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x0 (ffff88009910ce00) 00010000:00010000:3.0:1742903177.537014:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.537022:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129000/0x5d4000e30d83ce05 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.537023:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141be00/0x5d4000e30d83ce0c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.537031:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009141be00/0x5d4000e30d83ce0c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.537031:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129000/0x5d4000e30d83ce05 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.537038:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009141be00/0x5d4000e30d83ce0c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.537038:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129000/0x5d4000e30d83ce05 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.537047:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83ce1a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b6:0x0].0x8171ee56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.537047:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128400/0x5d4000e30d83ce13 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b7:0x0].0x8171ec56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.537051:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128400/0x5d4000e30d83ce13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b7:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.537052:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83ce1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b6:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.537056:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128400/0x5d4000e30d83ce13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b7:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.537057:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83ce1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b6:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.537109:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83ce21 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.537114:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83ce21 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.537119:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83ce21 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.537123:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83ce28 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.537129:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83ce28 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.537134:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83ce28 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:1.0:1742903177.537257:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1795, 64 off123136 00000040:00080000:3.0:1742903177.537278:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1793, 64 off123008 00000040:00080000:1.0:1742903177.537280:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8817, 184 off1546160 00000040:00080000:3.0:1742903177.537303:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8818, 184 off1546344 00010000:00010000:1.0:1742903177.537310:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83ce2f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.537482:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c400/0x5d4000e30d83ce36 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.537490:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c400/0x5d4000e30d83ce36 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.537496:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c400/0x5d4000e30d83ce36 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.537506:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c400/0x5d4000e30d83ce36 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.537511:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c400/0x5d4000e30d83ce36 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.537516:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c400/0x5d4000e30d83ce36 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.537528:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.537540:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903177.537544:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c400/0x5d4000e30d83ce36 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.537550:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5c400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903177.537553:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c400/0x5d4000e30d83ce36 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.537558:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c400/0x5d4000e30d83ce36 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.537565:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c2:0x0].0x0 (ffff880099028700) 00010000:00010000:3.0:1742903177.537568:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1742903177.537571:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c400/0x5d4000e30d83ce36 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.537575:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c400/0x5d4000e30d83ce36 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.537615:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83ce28 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.537621:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83ce28 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.537625:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83ce28 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.537629:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099513c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.537632:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83ce28 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.537637:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83ce28 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.537644:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c2:0x0].0x0 (ffff880099028700) 00010000:00010000:2.0:1742903177.537645:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.537647:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83ce28 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.537655:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83ce28 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.537721:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83ce2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.537729:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83ce2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.537734:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83ce2f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.537738:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83ce2f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.537743:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83ce2f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.537855:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903177.537864:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83ce21 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.537869:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83ce21 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.537874:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83ce21 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.537878:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c129a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.537880:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83ce21 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.537885:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83ce21 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.537894:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bf:0x0].0x0 (ffff88009d24fb00) 00010000:00010000:1.0:1742903177.537896:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.537898:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83ce21 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.537903:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83ce21 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.537956:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129000/0x5d4000e30d83ce05 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.537961:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129000/0x5d4000e30d83ce05 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.537966:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129000/0x5d4000e30d83ce05 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.537969:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c129000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.537971:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129000/0x5d4000e30d83ce05 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.537976:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129000/0x5d4000e30d83ce05 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.537982:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x0 (ffff88012bd49700) 00010000:00010000:1.0:1742903177.537983:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.537985:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129000/0x5d4000e30d83ce05 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.537989:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129000/0x5d4000e30d83ce05 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.537995:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800915a1880 reply state ffff8800826b9000 transno 4295005257 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128400/0x5d4000e30d83ce13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b7:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.538002:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128400/0x5d4000e30d83ce13 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.538007:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x8171ec56 (ffff88009d24f500) 00010000:00010000:1.0:1742903177.538008:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.538011:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1742903177.538037:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903177.538039:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83ce2f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.538051:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c129c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903177.538053:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83ce2f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00000100:00100000:1.0:1742903177.538056:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+900:13300:x1827566172381568:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1125us (1372us total) trans 4295005257 rc 0/0 00010000:00010000:3.0:1742903177.538058:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83ce2f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00000100:00100000:1.0:1742903177.538062:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77204 00010000:00010000:3.0:1742903177.538065:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bf:0x0].0x0 (ffff88009d24fb00) 00010000:00010000:3.0:1742903177.538067:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1742903177.538069:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83ce2f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.538069:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141be00/0x5d4000e30d83ce0c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.538073:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83ce2f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.538075:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141be00/0x5d4000e30d83ce0c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.538079:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141be00/0x5d4000e30d83ce0c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.538081:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.538082:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.538082:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141be00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.538084:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.538085:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141be00/0x5d4000e30d83ce0c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.538089:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141be00/0x5d4000e30d83ce0c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.538095:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x0 (ffff88009910ce00) 00010000:00010000:2.0:1742903177.538097:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.538099:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141be00/0x5d4000e30d83ce0c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.538103:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141be00/0x5d4000e30d83ce0c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:2.0:1742903177.538111:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800915a0e00 reply state ffff88011edfb000 transno 4295005258 ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83ce1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b6:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.538117:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83ce1a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.538125:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x8171ee56 (ffff880099028200) 00010000:00010000:0.0:1742903177.538126:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.538127:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.538129:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.538151:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+900:13299:x1827566172381824:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1260us (1666us total) trans 4295005258 rc 0/0 00000100:00100000:2.0:1742903177.538157:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77203 00000100:00100000:0.0:1742903177.540990:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.541043:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.541044:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172382208 00000100:00100000:2.0:1742903177.541050:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172382208 00000100:00100000:2.0:1742903177.541087:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17838 00000100:00100000:2.0:1742903177.541092:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+900:13299:x1827566172382208:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.541174:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172382336 00000100:00100000:3.0:1742903177.541178:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172382336 00000100:00100000:1.0:1742903177.541282:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77205 00000100:00100000:1.0:1742903177.541292:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13300:x1827566172382336:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:1.0:1742903177.541383:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.541411:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870c00/0x5d4000e30d7b2d77 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c4c70 expref: 901 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.541428:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935e600/0x5d4000e30d7b2d46 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c4c5b expref: 901 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.541439:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072287c00/0x5d4000e30d79ee10 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bdf95 expref: 900 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.541448:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff88012bffb900) 00010000:00010000:1.0:1742903177.541463:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072107800/0x5d4000e30d79f0da lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be075 expref: 899 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.541470:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff88009c7e0e00) 00010000:00010000:1.0:1742903177.541474:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.541494:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83ce3d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541505:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83ce3d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541513:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83ce3d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541522:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83ce44 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541527:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83ce44 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541531:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83ce44 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541596:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83ce4b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541601:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83ce4b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541606:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83ce4b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541660:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83ce4b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541665:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83ce4b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541671:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83ce4b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541676:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c128000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.541680:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83ce4b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541685:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83ce4b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541691:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff88009d24fd00) 00010000:00010000:1.0:1742903177.541693:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.541695:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83ce4b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541699:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83ce4b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541707:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83ce3d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541711:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83ce3d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541714:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83ce3d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541718:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c129400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.541719:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83ce3d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541723:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83ce3d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541727:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff88009d24f600) 00010000:00010000:1.0:1742903177.541729:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.541730:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83ce3d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541737:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83ce3d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541745:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83ce44 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541749:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83ce44 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541753:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83ce44 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903177.541756:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+898:13299:x1827566172382208:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 661us (771us total) trans 4295005259 rc 0/0 00010000:00010000:1.0:1742903177.541756:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c129200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.541758:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83ce44 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541761:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83ce44 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903177.541763:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17838 00010000:00010000:1.0:1742903177.541766:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x65dce0d1 (ffff88009d24f200) 00010000:00010000:1.0:1742903177.541767:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.541769:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83ce44 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.541772:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83ce44 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:1.0:1742903177.541819:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+897:13300:x1827566172382336:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 528us (775us total) trans 0 rc -39/-39 00000100:00100000:1.0:1742903177.541825:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77205 00000100:00100000:1.0:1742903177.547452:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.547513:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172382592 00000100:00100000:0.0:1742903177.547523:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172382592 00000100:00100000:1.0:1742903177.547555:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.547562:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77206 00000100:00100000:0.0:1742903177.547568:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+897:13299:x1827566172382592:12345-192.168.203.29@tcp:36:dbench.0 00000100:00100000:1.0:1742903177.547605:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172382848 00000100:00100000:1.0:1742903177.547611:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172382848 00010000:00010000:0.0:1742903177.547629:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00000100:00100000:1.0:1742903177.547643:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17839 00000100:00100000:1.0:1742903177.547649:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d4f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+898:13300:x1827566172382848:12345-192.168.203.29@tcp:35:dbench.0 00010000:00010000:0.0:1742903177.547652:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8200/0x5d4000e30d7b3a19 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c50bb expref: 898 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.547674:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9a00/0x5d4000e30d7b396a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5083 expref: 897 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.547686:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597400/0x5d4000e30d79f29a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be140 expref: 896 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.547695:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c0:0x0].0x0 (ffff880099158200) 00010000:00010000:0.0:1742903177.547702:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903177.547717:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072287e00/0x5d4000e30d83ce52 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.547727:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072287e00/0x5d4000e30d83ce52 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.547739:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072287e00/0x5d4000e30d83ce52 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.547749:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072286e00/0x5d4000e30d83ce59 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b6:0x0].0x8171ed56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.547754:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072286e00/0x5d4000e30d83ce59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b6:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.547758:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072286e00/0x5d4000e30d83ce59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b6:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00080000:1.0:1742903177.547814:0:7213:0:(mdd_object.c:3964:mdd_close()) Object [0x200000402:0x809:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:0.0:1742903177.547819:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072286c00/0x5d4000e30d83ce60 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.547825:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072286c00/0x5d4000e30d83ce60 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.547830:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072286c00/0x5d4000e30d83ce60 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:1.0:1742903177.547867:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1796, 64 off123200 00000040:00080000:1.0:1742903177.547892:0:7213:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8819, 168 off1546512 00010000:00010000:1.0:1742903177.547937:0:7213:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83ce67 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x809:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7213 initiator: MDT0 00010000:00010000:1.0:1742903177.547949:0:7213:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83ce67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x809:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 7213 initiator: MDT0 00010000:00010000:1.0:1742903177.547958:0:7213:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83ce67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x809:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 7213 initiator: MDT0 00010000:00010000:1.0:1742903177.547966:0:7213:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83ce67 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x809:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 7213 initiator: MDT0 00010000:00010000:1.0:1742903177.547971:0:7213:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83ce67 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x809:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 7213 initiator: MDT0 00010000:00010000:1.0:1742903177.547975:0:7213:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83ce67 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x809:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 7213 initiator: MDT0 00000040:00080000:0.0:1742903177.547976:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1794, 64 off123072 00000040:00080000:0.0:1742903177.548001:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8820, 184 off1546696 00010000:00010000:1.0:1742903177.548008:0:7213:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.548017:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903177.548024:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83ce67 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x809:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7213 initiator: MDT0 00010000:00010000:3.0:1742903177.548030:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c128800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903177.548032:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83ce67 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x809:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7213 initiator: MDT0 00010000:00010000:3.0:1742903177.548038:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83ce67 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x809:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7213 initiator: MDT0 00010000:00010000:3.0:1742903177.548046:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x809:0x0].0x0 (ffff88009d24f800) 00010000:00010000:3.0:1742903177.548049:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1742903177.548052:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83ce67 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x809:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7213 initiator: MDT0 00010000:00010000:3.0:1742903177.548056:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83ce67 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x809:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7213 initiator: MDT0 00010000:00010000:3.0:1742903177.548079:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.548080:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.548081:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903177.548143:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d4f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+897:13300:x1827566172382848:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 493us (586us total) trans 4295005260 rc 0/0 00000100:00100000:1.0:1742903177.548150:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17839 00010000:00010000:0.0:1742903177.548487:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072286a00/0x5d4000e30d83ce6e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.548495:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072286a00/0x5d4000e30d83ce6e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.548501:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072286a00/0x5d4000e30d83ce6e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.548506:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072286a00/0x5d4000e30d83ce6e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.548514:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072286a00/0x5d4000e30d83ce6e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.548519:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072286a00/0x5d4000e30d83ce6e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.548529:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903177.548541:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072286c00/0x5d4000e30d83ce60 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.548546:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072286c00/0x5d4000e30d83ce60 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.548549:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072286c00/0x5d4000e30d83ce60 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.548552:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072286c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.548555:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072286c00/0x5d4000e30d83ce60 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.548558:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072286c00/0x5d4000e30d83ce60 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.548564:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c0:0x0].0x0 (ffff88009910c100) 00010000:00010000:0.0:1742903177.548566:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1742903177.548568:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072286c00/0x5d4000e30d83ce60 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.548572:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072286c00/0x5d4000e30d83ce60 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.548639:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072287e00/0x5d4000e30d83ce52 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.548648:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072287e00/0x5d4000e30d83ce52 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.548653:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072287e00/0x5d4000e30d83ce52 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.548657:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072287e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.548659:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072287e00/0x5d4000e30d83ce52 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.548664:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072287e00/0x5d4000e30d83ce52 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.548671:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x0 (ffff88009910ce00) 00010000:00010000:0.0:1742903177.548672:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.548675:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072287e00/0x5d4000e30d83ce52 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.548679:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072287e00/0x5d4000e30d83ce52 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:0.0:1742903177.548686:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009c60ca80 reply state ffff88009ba7e000 transno 4295005261 ns: mdt-lustre-MDT0000_UUID lock: ffff880072286e00/0x5d4000e30d83ce59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b6:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.548692:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072286e00/0x5d4000e30d83ce59 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.548696:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x8171ed56 (ffff88009910cc00) 00010000:00010000:0.0:1742903177.548698:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903177.548700:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1742903177.548756:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+897:13299:x1827566172382592:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1187us (1313us total) trans 4295005261 rc 0/0 00000100:00100000:0.0:1742903177.548765:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77206 00010000:00010000:1.0:1742903177.549689:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.549697:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072286a00/0x5d4000e30d83ce6e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.549708:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072286a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.549711:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072286a00/0x5d4000e30d83ce6e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.549717:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072286a00/0x5d4000e30d83ce6e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.549727:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c0:0x0].0x0 (ffff88009910c100) 00010000:00010000:1.0:1742903177.549730:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903177.549732:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072286a00/0x5d4000e30d83ce6e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.549737:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072286a00/0x5d4000e30d83ce6e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.549751:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.549752:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.549753:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903177.551797:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.551863:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172382976 00000100:00100000:2.0:1742903177.551869:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172382976 00000100:00100000:2.0:1742903177.551905:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77207 00000100:00100000:2.0:1742903177.551912:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+897:13299:x1827566172382976:12345-192.168.203.29@tcp:101:dbench.0 00010000:00010000:2.0:1742903177.551930:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.551944:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83ce75 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f01d2 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.551987:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9a00/0x5d4000e30d83ce7c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.551996:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9a00/0x5d4000e30d83ce7c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.552004:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9a00/0x5d4000e30d83ce7c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.552013:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83ce83 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.552017:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83ce83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.552022:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83ce83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.552078:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9800/0x5d4000e30d83ce8a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.552083:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9800/0x5d4000e30d83ce8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.552088:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9800/0x5d4000e30d83ce8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:2.0:1742903177.552111:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7b5:0x0]: returning size 4096 00000004:00200000:2.0:1742903177.552114:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.552125:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9800/0x5d4000e30d83ce8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.552131:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9a00/0x5d4000e30d83ce7c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.552136:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9a00/0x5d4000e30d83ce7c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.552141:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9a00/0x5d4000e30d83ce7c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.552146:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d9a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.552148:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9a00/0x5d4000e30d83ce7c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.552155:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9a00/0x5d4000e30d83ce7c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.552167:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880099209e00) 00010000:00010000:2.0:1742903177.552170:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.552173:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9a00/0x5d4000e30d83ce7c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.552178:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9a00/0x5d4000e30d83ce7c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.552188:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83ce83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.552192:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83ce83 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.552197:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83ce83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.552200:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d8200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.552203:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83ce83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.552207:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83ce83 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.552212:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x65dce0d1 (ffff880099209300) 00010000:00010000:2.0:1742903177.552214:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.552216:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83ce83 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.552220:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83ce83 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.552241:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83ce75 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01d2 expref: 899 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.552253:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9800/0x5d4000e30d83ce8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01d2 expref: 898 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.552258:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff880099209d00) 00010000:00010000:2.0:1742903177.552259:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1742903177.552261:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991d9800, rc 0) 00000100:00100000:2.0:1742903177.552308:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+898:13299:x1827566172382976:12345-192.168.203.29@tcp:101:dbench.0 Request processed in 396us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.552336:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77207 00000100:00100000:0.0:1742903177.554044:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.554111:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172383232 00000100:00100000:1.0:1742903177.554117:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172383232 00000100:00100000:1.0:1742903177.554151:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17840 00000100:00100000:1.0:1742903177.554156:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+898:13299:x1827566172383232:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:1.0:1742903177.554366:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+899:13299:x1827566172383232:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 199us (317us total) trans 4295005262 rc 0/0 00000100:00100000:1.0:1742903177.554372:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17840 00000100:00100000:0.0:1742903177.555248:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.555313:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172383488 00000100:00100000:2.0:1742903177.555484:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172383488 00000100:00100000:2.0:1742903177.555514:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77208 00000100:00100000:2.0:1742903177.555518:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099806a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+899:13299:x1827566172383488:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.555545:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1742903177.555565:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099956a00/0x5d4000e30d7b342a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c4eca expref: 899 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.555580:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099524a00/0x5d4000e30d7b3319 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c4e76 expref: 898 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.555591:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072107200/0x5d4000e30d79f166 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be0b4 expref: 897 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.555600:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff88012bd49000) 00010000:00010000:2.0:1742903177.555612:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.555624:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83ce91 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.555635:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83ce91 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.555642:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83ce91 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.555653:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870c00/0x5d4000e30d83ce98 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b6:0x0].0x8171eb56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.555658:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870c00/0x5d4000e30d83ce98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b6:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.555663:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870c00/0x5d4000e30d83ce98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b6:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.555718:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21400/0x5d4000e30d83ce9f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.555724:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21400/0x5d4000e30d83ce9f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.555729:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21400/0x5d4000e30d83ce9f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:2.0:1742903177.555977:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1795, 64 off123136 00000040:00080000:2.0:1742903177.556006:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8821, 184 off1546880 00010000:00010000:2.0:1742903177.556038:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cea6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.556045:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cea6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.556055:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cea6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.556061:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cea6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.556065:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cea6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.556070:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cea6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.556091:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.556103:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21400/0x5d4000e30d83ce9f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.556107:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21400/0x5d4000e30d83ce9f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.556113:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21400/0x5d4000e30d83ce9f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.556117:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f21400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.556120:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21400/0x5d4000e30d83ce9f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.556126:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21400/0x5d4000e30d83ce9f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.556133:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff880099209500) 00010000:00010000:2.0:1742903177.556135:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.556138:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21400/0x5d4000e30d83ce9f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.556145:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21400/0x5d4000e30d83ce9f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.556236:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83ce91 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.556242:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83ce91 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.556245:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83ce91 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.556249:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d8400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.556251:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83ce91 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.556255:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83ce91 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.556262:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x0 (ffff88009910ce00) 00010000:00010000:2.0:1742903177.556264:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.556266:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83ce91 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.556270:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83ce91 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:2.0:1742903177.556277:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880099806a00 reply state ffff88008f7d9000 transno 4295005263 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870c00/0x5d4000e30d83ce98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b6:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.556284:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870c00/0x5d4000e30d83ce98 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.556292:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x8171eb56 (ffff880099209b00) 00010000:00010000:2.0:1742903177.556293:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.556295:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1742903177.556496:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.556501:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cea6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.556506:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099008a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.556508:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cea6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.556513:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cea6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.556519:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff880099209500) 00010000:00010000:0.0:1742903177.556521:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.556523:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cea6 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.556527:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cea6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903177.556537:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.556538:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.556540:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903177.556644:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099806a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+898:13299:x1827566172383488:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 1122us (1395us total) trans 4295005263 rc 0/0 00000100:00100000:2.0:1742903177.556650:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77208 00000100:00100000:0.0:1742903177.561351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.561457:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172383744 00000100:00100000:1.0:1742903177.561467:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172383744 00000100:00100000:1.0:1742903177.561512:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17841 00000100:00100000:1.0:1742903177.561519:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+898:13299:x1827566172383744:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:1.0:1742903177.561716:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+899:13299:x1827566172383744:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 197us (410us total) trans 4295005264 rc 0/0 00000100:00100000:1.0:1742903177.561722:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17841 00010000:00010000:3.0:1742903177.562427:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903177.563132:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.563861:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172384000 00000100:00100000:2.0:1742903177.563866:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172384000 00000100:00100000:2.0:1742903177.563902:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77209 00000100:00100000:2.0:1742903177.563907:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+899:13299:x1827566172384000:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:2.0:1742903177.563946:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1742903177.563965:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5337a00/0x5d4000e30d7b316e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ba:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c4dea expref: 899 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.563979:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870e00/0x5d4000e30d7b30db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ba:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c4db2 expref: 898 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.563987:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072106600/0x5d4000e30d79f0be lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be067 expref: 897 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.563992:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ba:0x0].0x0 (ffff88009c7e0700) 00010000:00010000:2.0:1742903177.563998:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.564010:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cead lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564018:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cead lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564028:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cead lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564038:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83ceb4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b6:0x0].0x8171ea56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564041:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83ceb4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b6:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564044:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83ceb4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b6:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564116:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83cebb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564120:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83cebb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564123:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83cebb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:2.0:1742903177.564240:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1796, 64 off123200 00000040:00080000:2.0:1742903177.564260:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8822, 184 off1547064 00010000:00010000:2.0:1742903177.564286:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cec2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564290:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cec2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564294:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cec2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564298:0:18840:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cec2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564301:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cec2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564311:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cec2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564350:0:18840:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.564372:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83cebb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564377:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83cebb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564381:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83cebb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564385:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d8200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.564388:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83cebb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564393:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83cebb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564400:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ba:0x0].0x0 (ffff880099209300) 00010000:00010000:2.0:1742903177.564403:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.564405:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83cebb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564409:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8200/0x5d4000e30d83cebb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.564427:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.564431:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cec2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.564436:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d9600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903177.564438:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cec2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.564443:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cec2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.564450:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ba:0x0].0x0 (ffff880099209300) 00010000:00010000:1.0:1742903177.564452:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903177.564453:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cec2 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.564457:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cec2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.564467:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.564468:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.564469:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.564482:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cead lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564486:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cead lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564494:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cead lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564497:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099009800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.564499:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cead lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564503:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cead lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564508:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x0 (ffff88009910ce00) 00010000:00010000:2.0:1742903177.564509:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.564511:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cead lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564515:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cead lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:2.0:1742903177.564521:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880099807100 reply state ffff88008f7d8000 transno 4295005265 ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83ceb4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b6:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564527:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83ceb4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.564533:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x8171ea56 (ffff880099209e00) 00010000:00010000:2.0:1742903177.564535:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.564537:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.564586:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+898:13299:x1827566172384000:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 678us (1456us total) trans 4295005265 rc 0/0 00000100:00100000:2.0:1742903177.564592:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77209 00000100:00100000:2.0:1742903177.570875:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.570938:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172384256 00000100:00100000:3.0:1742903177.570946:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172384256 00000100:00100000:3.0:1742903177.570985:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17842 00000100:00100000:3.0:1742903177.570991:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+898:13299:x1827566172384256:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.571203:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+899:13299:x1827566172384256:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 211us (336us total) trans 4295005266 rc 0/0 00000100:00100000:3.0:1742903177.571209:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17842 00000100:00100000:2.0:1742903177.575217:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.575284:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172384512 00000100:00100000:0.0:1742903177.575292:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172384512 00000100:00100000:3.0:1742903177.575366:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77210 00000100:00100000:3.0:1742903177.575373:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+899:13299:x1827566172384512:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.575415:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1742903177.575438:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f617600/0x5d4000e30d7b374f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7be:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c4fd4 expref: 899 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.575454:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935f800/0x5d4000e30d7b36bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c4fa3 expref: 898 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.575465:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb58800/0x5d4000e30d79f200 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be0fa expref: 897 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.575479:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7be:0x0].0x0 (ffff88009c7e0600) 00010000:00010000:3.0:1742903177.575487:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.575501:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83cec9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.575512:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83cec9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.575519:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83cec9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.575531:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83ced0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b6:0x0].0x8171ec56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.575536:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83ced0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b6:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.575542:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83ced0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b6:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.575598:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83ced7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.575604:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83ced7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.575610:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83ced7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:3.0:1742903177.575762:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1797, 64 off123264 00000040:00080000:3.0:1742903177.575787:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8823, 184 off1547248 00010000:00010000:3.0:1742903177.575821:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cede lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.575829:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cede lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.575835:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cede lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.575841:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cede lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.575846:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cede lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.575851:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cede lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.575877:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.575890:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83ced7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.575895:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83ced7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.575901:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83ced7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.575905:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdc200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.575909:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83ced7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.575914:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83ced7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.575921:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7be:0x0].0x0 (ffff880099028700) 00010000:00010000:3.0:1742903177.575923:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.575926:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83ced7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.575930:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83ced7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.576007:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83cec9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.576013:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83cec9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.576018:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83cec9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.576022:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5da00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.576024:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83cec9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.576029:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83cec9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.576036:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x0 (ffff88009910ce00) 00010000:00010000:3.0:1742903177.576038:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.576040:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83cec9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.576045:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83cec9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:3.0:1742903177.576052:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009aeb5180 reply state ffff88011edf8000 transno 4295005267 ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83ced0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b6:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.576059:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83ced0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.576067:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x8171ec56 (ffff880099028600) 00010000:00010000:3.0:1742903177.576070:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.576072:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.576128:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+898:13299:x1827566172384512:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 754us (918us total) trans 4295005267 rc 0/0 00000100:00100000:3.0:1742903177.576134:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77210 00010000:00010000:0.0:1742903177.576189:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.576194:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cede lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.576200:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdd200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.576202:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cede lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.576207:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cede lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.576215:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7be:0x0].0x0 (ffff880099028700) 00010000:00010000:0.0:1742903177.576217:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.576219:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cede lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.576223:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cede lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.576245:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.576247:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.576248:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903177.579994:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.580056:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172384768 00000100:00100000:3.0:1742903177.580063:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172384768 00000100:00100000:3.0:1742903177.580108:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77211 00000100:00100000:3.0:1742903177.580114:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+898:13299:x1827566172384768:12345-192.168.203.29@tcp:36:dbench.0 00010000:00010000:3.0:1742903177.580157:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903177.580179:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9800/0x5d4000e30d83ce8a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01d2 expref: 898 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.580195:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff880099209d00) 00010000:00010000:3.0:1742903177.580202:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.580220:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83cee5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580230:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83cee5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580237:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83cee5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580246:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9a00/0x5d4000e30d83ceec lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580250:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9a00/0x5d4000e30d83ceec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580256:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9a00/0x5d4000e30d83ceec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580349:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83cef3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580365:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83cef3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580371:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83cef3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580425:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83cef3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580431:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83cef3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580436:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83cef3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580441:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800992f9000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.580445:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83cef3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580450:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83cef3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580457:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff880099028000) 00010000:00010000:3.0:1742903177.580459:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.580462:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83cef3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580467:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83cef3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580478:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83cee5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580483:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83cee5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580488:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83cee5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580492:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800939e2600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.580494:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83cee5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580499:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83cee5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580505:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880099028500) 00010000:00010000:3.0:1742903177.580506:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.580509:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83cee5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580513:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83cee5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580521:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9a00/0x5d4000e30d83ceec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580526:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9a00/0x5d4000e30d83ceec lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580530:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9a00/0x5d4000e30d83ceec lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580534:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800992f9a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.580537:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9a00/0x5d4000e30d83ceec lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580542:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9a00/0x5d4000e30d83ceec lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580547:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x65dce0d1 (ffff880099028c00) 00010000:00010000:3.0:1742903177.580548:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.580550:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9a00/0x5d4000e30d83ceec lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.580555:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9a00/0x5d4000e30d83ceec lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903177.580615:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+897:13299:x1827566172384768:12345-192.168.203.29@tcp:36:dbench.0 Request processed in 500us (627us total) trans 0 rc -39/-39 00000100:00100000:3.0:1742903177.580621:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77211 00000100:00100000:0.0:1742903177.583141:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.583197:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172385024 00000100:00100000:3.0:1742903177.583203:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172385024 00000100:00100000:3.0:1742903177.583244:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17843 00000100:00100000:3.0:1742903177.583250:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+897:13296:x1827566172385024:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:3.0:1742903177.583526:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+898:13296:x1827566172385024:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 275us (388us total) trans 4295005268 rc 0/0 00000100:00100000:3.0:1742903177.583533:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17843 00000100:00100000:2.0:1742903177.587676:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.587763:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172385280 00000100:00100000:0.0:1742903177.587771:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172385280 00000100:00100000:0.0:1742903177.587923:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17844 00000100:00100000:0.0:1742903177.587929:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+898:13296:x1827566172385280:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:0.0:1742903177.588106:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+899:13296:x1827566172385280:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 175us (437us total) trans 4295005269 rc 0/0 00000100:00100000:0.0:1742903177.588112:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17844 00000100:00100000:0.0:1742903177.590421:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.590455:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172385536 00000100:00100000:1.0:1742903177.590462:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172385536 00000100:00100000:1.0:1742903177.590503:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17845 00000100:00100000:1.0:1742903177.590508:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d4f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+899:13296:x1827566172385536:12345-192.168.203.29@tcp:35:dbench.0 00000100:00100000:1.0:1742903177.590647:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d4f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+900:13296:x1827566172385536:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 137us (230us total) trans 4295005270 rc 0/0 00000100:00100000:1.0:1742903177.590653:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17845 00000100:00100000:0.0:1742903177.593199:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.593299:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172385792 00000100:00100000:2.0:1742903177.593307:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172385792 00000100:00100000:2.0:1742903177.593381:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17846 00000100:00100000:2.0:1742903177.593387:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+900:13296:x1827566172385792:12345-192.168.203.29@tcp:35:dbench.0 00000001:00080000:2.0:1742903177.593660:0:18839:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295005271 00000100:00100000:2.0:1742903177.594006:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13296:x1827566172385792:12345-192.168.203.29@tcp:35:dbench.0 Request processed in 617us (813us total) trans 4295005272 rc 0/0 00000100:00100000:2.0:1742903177.594013:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17846 00000020:00080000:2.0:1742903177.594017:0:18839:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1742903177.596682:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.597103:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172385920 00000100:00100000:3.0:1742903177.597112:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172385920 00000100:00100000:3.0:1742903177.597162:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77212 00000100:00100000:3.0:1742903177.597168:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13467:x1827566172385920:12345-192.168.203.29@tcp:101:bash.0 00010000:00010000:3.0:1742903177.597190:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.597210:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83cefa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f01d9 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.597298:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247800/0x5d4000e30d83cf01 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.597309:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247800/0x5d4000e30d83cf01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.597349:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247800/0x5d4000e30d83cf01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903177.597380:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7ae:0x0]: returning size 4096 00000004:00200000:3.0:1742903177.597383:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903177.597396:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099247800/0x5d4000e30d83cf01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.597416:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83cefa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01d9 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.597447:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247800/0x5d4000e30d83cf01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01d9 expref: 903 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.597454:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:3.0:1742903177.597457:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1742903177.597460:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099247800, rc 0) 00000100:00100000:3.0:1742903177.597685:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13467:x1827566172385920:12345-192.168.203.29@tcp:101:bash.0 Request processed in 515us (1009us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.597692:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77212 00000100:00100000:2.0:1742903177.599829:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.599862:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172386048 00000100:00100000:2.0:1742903177.599869:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172386048 00000100:00100000:2.0:1742903177.600065:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77213 00000100:00100000:2.0:1742903177.600071:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13467:x1827566172386048:12345-192.168.203.29@tcp:101:bash.0 00010000:00010000:2.0:1742903177.600088:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.600104:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83cf08 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f01e0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.600157:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cf0f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.600168:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cf0f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.600178:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cf0f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.600203:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cf16 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x65746164 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.600209:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cf16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.600215:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cf16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.600252:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cf0f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.600257:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cf0f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.600263:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cf0f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.600267:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdc200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.600271:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cf0f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.600276:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cf0f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.600286:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:2.0:1742903177.600288:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.600292:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cf0f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.600297:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc200/0x5d4000e30d83cf0f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.600306:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cf16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.600310:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cf16 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.600463:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cf16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.600468:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdd200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.600471:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cf16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.600476:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cf16 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.600482:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x65746164 (ffff880099209100) 00010000:00010000:2.0:1742903177.600484:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.600486:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cf16 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.600490:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83cf16 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.600517:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83cf08 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01e0 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.600523:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83cf08 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01e0 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.600529:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991d8400, rc 0) 00000100:00100000:2.0:1742903177.600595:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13467:x1827566172386048:12345-192.168.203.29@tcp:101:bash.0 Request processed in 523us (772us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903177.600603:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77213 00000100:00100000:0.0:1742903177.604104:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.604194:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172386176 00000100:00100000:2.0:1742903177.604203:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172386176 00000100:00100000:2.0:1742903177.604285:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77214 00000100:00100000:2.0:1742903177.604291:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13468:x1827566172386176:12345-192.168.203.29@tcp:101:date.0 00010000:00010000:2.0:1742903177.604309:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.604486:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cf1d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f01e7 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.604543:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cf24 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.604555:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cf24 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.604565:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cf24 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.604575:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83cf2b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x736c74 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.604581:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83cf2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.604586:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83cf2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.604617:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cf24 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.604622:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cf24 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.604628:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cf24 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.604634:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099008a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.604637:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cf24 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.604643:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cf24 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.604653:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:2.0:1742903177.604656:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.604658:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cf24 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.604663:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cf24 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.604673:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83cf2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.604678:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83cf2b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.604683:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83cf2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.604687:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099009600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.604689:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83cf2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.604693:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83cf2b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.604701:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x736c74 (ffff880099209300) 00010000:00010000:2.0:1742903177.604703:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.604704:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83cf2b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.604708:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83cf2b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.604733:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cf1d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01e7 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.604740:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cf1d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01e7 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.604746:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099009800, rc 0) 00000100:00100000:2.0:1742903177.604803:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13468:x1827566172386176:12345-192.168.203.29@tcp:101:date.0 Request processed in 511us (707us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903177.604809:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77214 00000100:00100000:0.0:1742903177.606582:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.606627:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172386304 00000100:00100000:2.0:1742903177.606633:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172386304 00000100:00100000:2.0:1742903177.606665:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77215 00000100:00100000:2.0:1742903177.606670:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13468:x1827566172386304:12345-192.168.203.29@tcp:101:date.0 00010000:00010000:2.0:1742903177.606682:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.606705:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cf32 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f01ee expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.606749:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cf39 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.606764:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cf39 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.606773:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cf39 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.606783:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bdc00/0x5d4000e30d83cf40 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x5f366cae bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.606788:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bdc00/0x5d4000e30d83cf40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.606792:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bdc00/0x5d4000e30d83cf40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.606816:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cf39 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.606819:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cf39 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.606823:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cf39 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.606825:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800995e1e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.606827:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cf39 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.606831:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cf39 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.606837:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:2.0:1742903177.606838:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.606841:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cf39 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.606844:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cf39 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.606851:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bdc00/0x5d4000e30d83cf40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.606853:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bdc00/0x5d4000e30d83cf40 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.606856:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bdc00/0x5d4000e30d83cf40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.606858:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800993bdc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.606860:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bdc00/0x5d4000e30d83cf40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.606864:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bdc00/0x5d4000e30d83cf40 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.606868:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x5f366cae (ffff880099209800) 00010000:00010000:2.0:1742903177.606870:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.606872:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bdc00/0x5d4000e30d83cf40 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.606876:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993bdc00/0x5d4000e30d83cf40 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.606897:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cf32 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01ee expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.606903:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83cf32 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01ee expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.606910:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991d9600, rc 0) 00000100:00100000:2.0:1742903177.606952:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13468:x1827566172386304:12345-192.168.203.29@tcp:101:date.0 Request processed in 281us (373us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903177.606957:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77215 00000100:00100000:2.0:1742903177.609202:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.609515:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172386560 00000100:00100000:3.0:1742903177.609523:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172386560 00000100:00100000:3.0:1742903177.609618:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77216 00000100:00100000:3.0:1742903177.609625:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13468:x1827566172386560:12345-192.168.203.29@tcp:101:date.0 00010000:00010000:3.0:1742903177.609639:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.609653:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83cf47 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f01f5 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.609716:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83cf4e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.609726:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83cf4e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.609736:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83cf4e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.609752:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83cf55 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x2060c1a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.609757:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83cf55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.609762:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83cf55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.609787:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83cf4e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.609791:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83cf4e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.609796:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83cf4e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.609801:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099246e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.609803:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83cf4e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.609810:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83cf4e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.609818:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:3.0:1742903177.609820:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.609823:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83cf4e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.609828:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83cf4e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.609853:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83cf55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.609859:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83cf55 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.609863:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83cf55 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.609867:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099247e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.609870:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83cf55 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.609874:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83cf55 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.609880:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x2060c1a3 (ffff880096bc7300) 00010000:00010000:3.0:1742903177.609882:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.609884:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83cf55 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.609888:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83cf55 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.609912:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83cf47 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01f5 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.609919:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83cf47 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01f5 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.609925:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099246400, rc 0) 00000100:00100000:3.0:1742903177.609973:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13468:x1827566172386560:12345-192.168.203.29@tcp:101:date.0 Request processed in 347us (775us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903177.609979:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77216 00000100:00100000:0.0:1742903177.615000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.615106:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172386688 00000100:00100000:3.0:1742903177.615116:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172386688 00000100:00100000:3.0:1742903177.615169:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77217 00000100:00100000:3.0:1742903177.615176:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13270:x1827566172386688:12345-192.168.203.29@tcp:101:bash.0 00010000:00010000:3.0:1742903177.615194:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.615210:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83cf5c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f01fc expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.615274:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83cf63 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.615286:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83cf63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.615295:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83cf63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.615308:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83cf6a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x7370 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.615313:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83cf6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.615352:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83cf6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.615468:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83cf63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.615474:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83cf63 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.615479:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83cf63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.615485:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099246600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.615488:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83cf63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.615493:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83cf63 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.615504:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:3.0:1742903177.615507:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.615510:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83cf63 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.615515:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83cf63 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.615626:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83cf6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.615632:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83cf6a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.615637:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83cf6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.615641:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099246400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.615643:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83cf6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.615647:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83cf6a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.615654:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x7370 (ffff88009c6e2600) 00010000:00010000:3.0:1742903177.615656:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.615659:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83cf6a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.615666:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83cf6a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.615693:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83cf5c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01fc expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.615699:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83cf5c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01fc expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.615704:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099246c00, rc 0) 00000100:00100000:3.0:1742903177.615744:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13270:x1827566172386688:12345-192.168.203.29@tcp:101:bash.0 Request processed in 569us (753us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903177.615750:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77217 00000100:00100000:1.0:1742903177.618526:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.618599:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172386944 00000100:00100000:3.0:1742903177.618606:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172386944 00000100:00100000:3.0:1742903177.618638:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77218 00000100:00100000:3.0:1742903177.618644:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172386944:12345-192.168.203.29@tcp:101:ps.0 00010000:00010000:3.0:1742903177.618659:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.618673:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83cf71 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0203 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.618745:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83cf78 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.618758:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83cf78 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.618767:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83cf78 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.618777:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83cf7f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x56680273 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.618781:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83cf7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.618786:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83cf7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.618811:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83cf78 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.618816:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83cf78 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.618821:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83cf78 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.618826:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099246e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.618829:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83cf78 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.618834:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83cf78 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.618843:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:3.0:1742903177.618846:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.618848:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83cf78 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.618853:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83cf78 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.618863:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83cf7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.618867:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83cf7f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.618872:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83cf7f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.618875:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099247600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.618877:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83cf7f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.618881:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83cf7f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.618887:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x56680273 (ffff8800840abf00) 00010000:00010000:3.0:1742903177.618889:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.618891:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83cf7f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.618899:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83cf7f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.618922:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83cf71 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0203 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.618928:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83cf71 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0203 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.618933:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099247e00, rc 0) 00000100:00100000:3.0:1742903177.618981:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172386944:12345-192.168.203.29@tcp:101:ps.0 Request processed in 335us (462us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903177.618986:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77218 00000100:00100000:0.0:1742903177.620457:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.620544:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172387200 00000100:00100000:3.0:1742903177.620550:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172387200 00000100:00100000:3.0:1742903177.620585:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77219 00000100:00100000:3.0:1742903177.620591:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172387200:12345-192.168.203.29@tcp:101:ps.0 00010000:00010000:3.0:1742903177.620602:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.620613:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83cf86 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f020a expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.620658:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9a00/0x5d4000e30d83cf8d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.620667:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9a00/0x5d4000e30d83cf8d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.620675:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9a00/0x5d4000e30d83cf8d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.620688:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83cf94 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x12ec56ed bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.620692:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83cf94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.620696:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83cf94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.620740:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9a00/0x5d4000e30d83cf8d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.620745:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9a00/0x5d4000e30d83cf8d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.620749:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9a00/0x5d4000e30d83cf8d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.620752:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800992f9a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.620755:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9a00/0x5d4000e30d83cf8d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.620760:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9a00/0x5d4000e30d83cf8d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.620768:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:3.0:1742903177.620770:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.620772:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9a00/0x5d4000e30d83cf8d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.620776:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9a00/0x5d4000e30d83cf8d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.620784:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83cf94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.620789:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83cf94 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.620793:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83cf94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.620796:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800992f9000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.620798:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83cf94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.620801:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83cf94 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.620806:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x12ec56ed (ffff8800840ab500) 00010000:00010000:3.0:1742903177.620808:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.620809:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83cf94 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.620812:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83cf94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.620830:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83cf86 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f020a expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.620835:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83cf86 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f020a expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.620841:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800939e2600, rc 0) 00000100:00100000:3.0:1742903177.620882:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172387200:12345-192.168.203.29@tcp:101:ps.0 Request processed in 290us (428us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903177.620890:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77219 00000100:00100000:0.0:1742903177.622871:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.622922:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172387456 00000100:00100000:3.0:1742903177.622931:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172387456 00000100:00100000:3.0:1742903177.622976:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77220 00000100:00100000:3.0:1742903177.622982:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172387456:12345-192.168.203.29@tcp:101:ps.0 00010000:00010000:3.0:1742903177.622996:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.623012:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83cf9b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0211 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.623069:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83cfa2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.623080:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83cfa2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.623089:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83cfa2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.623100:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83cfa9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x728288c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.623105:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83cfa9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.623109:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83cfa9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.623136:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83cfa2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.623142:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83cfa2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.623148:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83cfa2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.623153:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099246600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.623155:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83cfa2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.623161:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83cfa2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.623170:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:3.0:1742903177.623173:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.623176:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83cfa2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.623180:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83cfa2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.623189:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83cfa9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.623194:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83cfa9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.623198:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83cfa9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.623202:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099247c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.623204:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83cfa9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.623208:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83cfa9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.623214:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x728288c9 (ffff8800840ab200) 00010000:00010000:3.0:1742903177.623216:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.623218:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83cfa9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.623223:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83cfa9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.623245:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83cf9b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0211 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.623251:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83cf9b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0211 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.623258:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099246400, rc 0) 00000100:00100000:3.0:1742903177.623305:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172387456:12345-192.168.203.29@tcp:101:ps.0 Request processed in 323us (441us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903177.623311:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77220 00000100:00100000:0.0:1742903177.626237:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.626308:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172387712 00000100:00100000:1.0:1742903177.626339:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172387712 00000100:00100000:1.0:1742903177.626396:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77221 00000100:00100000:1.0:1742903177.626403:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172387712:12345-192.168.203.29@tcp:101:ps.0 00010000:00010000:1.0:1742903177.626419:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.626435:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83cfb0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0218 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.626495:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83cfb7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.626507:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83cfb7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.626517:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83cfb7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.626528:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83cfbe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x8b49d6a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.626533:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83cfbe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.626538:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83cfbe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.626569:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83cfb7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.626578:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83cfb7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.626583:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83cfb7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.626588:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c129200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.626591:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83cfb7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.626597:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83cfb7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.626606:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:1.0:1742903177.626609:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.626612:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83cfb7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.626616:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83cfb7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.626673:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83cfbe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.626680:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83cfbe lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.626685:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83cfbe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.626691:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c129400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.626694:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83cfbe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.626701:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83cfbe lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.626708:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x8b49d6a7 (ffff88009d24f200) 00010000:00010000:1.0:1742903177.626710:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.626713:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83cfbe lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.626717:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83cfbe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.626744:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83cfb0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0218 expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.626752:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83cfb0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0218 expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.626758:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c128800, rc 0) 00000100:00100000:1.0:1742903177.626800:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172387712:12345-192.168.203.29@tcp:101:ps.0 Request processed in 398us (572us total) trans 0 rc 301/301 00000100:00100000:1.0:1742903177.626806:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77221 00000100:00100000:0.0:1742903177.629748:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.630149:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172387968 00000100:00100000:1.0:1742903177.630158:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172387968 00000100:00100000:1.0:1742903177.630206:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77222 00000100:00100000:1.0:1742903177.630213:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172387968:12345-192.168.203.29@tcp:101:ps.0 00010000:00010000:1.0:1742903177.630232:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.630249:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83cfc5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f021f expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.630366:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129000/0x5d4000e30d83cfcc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.630378:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129000/0x5d4000e30d83cfcc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.630388:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129000/0x5d4000e30d83cfcc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.630402:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83cfd3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x7a60c1a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.630407:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83cfd3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.630412:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83cfd3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.630439:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129000/0x5d4000e30d83cfcc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.630445:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129000/0x5d4000e30d83cfcc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.630449:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129000/0x5d4000e30d83cfcc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.630454:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c129000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.630456:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129000/0x5d4000e30d83cfcc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.630462:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129000/0x5d4000e30d83cfcc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.630537:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:1.0:1742903177.630540:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.630545:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129000/0x5d4000e30d83cfcc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.630550:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129000/0x5d4000e30d83cfcc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.630559:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83cfd3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.630563:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83cfd3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.630567:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83cfd3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.630571:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c129a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.630573:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83cfd3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.630577:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83cfd3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.630581:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x7a60c1a3 (ffff88009d24fd00) 00010000:00010000:1.0:1742903177.630583:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.630584:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83cfd3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.630588:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83cfd3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.630611:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83cfc5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f021f expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.630618:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83cfc5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f021f expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.630624:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c128000, rc 0) 00000100:00100000:1.0:1742903177.630677:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172387968:12345-192.168.203.29@tcp:101:ps.0 Request processed in 465us (937us total) trans 0 rc 301/301 00000100:00100000:1.0:1742903177.630683:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77222 00000100:00100000:0.0:1742903177.632902:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.633727:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172388224 00000100:00100000:1.0:1742903177.633736:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172388224 00000100:00100000:1.0:1742903177.634049:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77223 00000100:00100000:1.0:1742903177.634056:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172388224:12345-192.168.203.29@tcp:101:ps.0 00010000:00010000:1.0:1742903177.634073:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.634090:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129e00/0x5d4000e30d83cfda lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0226 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.634157:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cfe1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.634168:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cfe1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.634177:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cfe1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.634188:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cfe8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0xf0828812 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.634193:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cfe8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.634198:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cfe8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.634224:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cfe1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.634229:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cfe1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.634234:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cfe1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.634238:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800995e1e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.634242:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cfe1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.634248:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cfe1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.634258:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:1.0:1742903177.634261:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.634264:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cfe1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.634269:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83cfe1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.634279:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cfe8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.634283:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cfe8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.634290:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cfe8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.634294:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099009800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.634296:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cfe8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.634300:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cfe8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.634305:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0xf0828812 (ffff88009d24f000) 00010000:00010000:1.0:1742903177.634307:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.634309:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cfe8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.634313:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83cfe8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.634465:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129e00/0x5d4000e30d83cfda lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0226 expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.634472:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129e00/0x5d4000e30d83cfda lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0226 expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.634480:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c129e00, rc 0) 00000100:00100000:1.0:1742903177.634548:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172388224:12345-192.168.203.29@tcp:101:ps.0 Request processed in 491us (1650us total) trans 0 rc 301/301 00000100:00100000:1.0:1742903177.634554:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77223 00000100:00100000:0.0:1742903177.636263:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.636707:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172388480 00000100:00100000:1.0:1742903177.636715:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172388480 00000100:00100000:1.0:1742903177.636835:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77224 00000100:00100000:1.0:1742903177.636839:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172388480:12345-192.168.203.29@tcp:101:ps.0 00010000:00010000:1.0:1742903177.636852:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.636863:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cfef lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f022d expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.636916:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83cff6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.636925:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83cff6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.636933:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83cff6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.636943:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83cffd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x638a2b41 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.636949:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83cffd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.636953:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83cffd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.636976:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83cff6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.636980:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83cff6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.636985:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83cff6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.636989:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c128800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.636992:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83cff6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.636997:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83cff6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.637006:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:1.0:1742903177.637008:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.637011:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83cff6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.637015:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128800/0x5d4000e30d83cff6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.637022:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83cffd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.637025:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83cffd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.637029:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83cffd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.637032:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c129400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.637034:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83cffd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.637038:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83cffd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.637043:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x638a2b41 (ffff88009d24fc00) 00010000:00010000:1.0:1742903177.637044:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.637046:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83cffd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.637054:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83cffd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.637073:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cfef lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f022d expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.637079:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83cfef lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f022d expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.637084:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099008a00, rc 0) 00000100:00100000:1.0:1742903177.637137:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172388480:12345-192.168.203.29@tcp:101:ps.0 Request processed in 296us (878us total) trans 0 rc 301/301 00000100:00100000:1.0:1742903177.637144:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77224 00000100:00100000:0.0:1742903177.638831:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.638880:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172388736 00000100:00100000:1.0:1742903177.638886:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172388736 00000100:00100000:1.0:1742903177.638916:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77225 00000100:00100000:1.0:1742903177.638920:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172388736:12345-192.168.203.29@tcp:101:ps.0 00010000:00010000:1.0:1742903177.638930:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.638940:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83d004 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0234 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.638983:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d00b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.638994:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d00b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.639003:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d00b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.639016:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83d012 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0xa610fd8d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.639022:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83d012 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.639027:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83d012 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.639049:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d00b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.639054:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d00b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.639059:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d00b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.639064:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099009600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.639067:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d00b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.639072:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d00b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.639080:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:1.0:1742903177.639082:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.639085:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d00b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.639090:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d00b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.639102:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83d012 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.639107:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83d012 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.639111:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83d012 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.639115:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdd200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.639118:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83d012 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.639127:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83d012 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.639133:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0xa610fd8d (ffff88009d24f400) 00010000:00010000:1.0:1742903177.639135:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.639137:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83d012 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.639140:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd200/0x5d4000e30d83d012 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.639161:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83d004 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0234 expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.639169:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83d004 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0234 expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.639176:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c129c00, rc 0) 00000100:00100000:1.0:1742903177.639218:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172388736:12345-192.168.203.29@tcp:101:ps.0 Request processed in 297us (391us total) trans 0 rc 301/301 00000100:00100000:1.0:1742903177.639224:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77225 00000100:00100000:0.0:1742903177.641035:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.641111:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172388992 00000100:00100000:1.0:1742903177.641119:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172388992 00000100:00100000:1.0:1742903177.641155:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77226 00000100:00100000:1.0:1742903177.641160:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172388992:12345-192.168.203.29@tcp:101:ps.0 00010000:00010000:1.0:1742903177.641173:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1742903177.641185:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129e00/0x5d4000e30d83d019 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f023b expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.641235:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83d020 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.641247:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83d020 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.641255:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83d020 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.641267:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83d027 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0xdc46bb88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.641272:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83d027 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.641277:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83d027 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.641299:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83d020 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.641307:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83d020 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.641313:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83d020 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.641341:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c128000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.641344:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83d020 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.641350:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83d020 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.641382:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:1.0:1742903177.641385:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.641388:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83d020 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.641396:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128000/0x5d4000e30d83d020 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.641405:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83d027 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.641410:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83d027 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.641414:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83d027 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.641418:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c129a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.641421:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83d027 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.641429:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83d027 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.641434:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0xdc46bb88 (ffff88009d24fb00) 00010000:00010000:1.0:1742903177.641436:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.641438:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83d027 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.641443:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83d027 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903177.641465:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129e00/0x5d4000e30d83d019 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f023b expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.641472:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129e00/0x5d4000e30d83d019 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f023b expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.641478:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c129e00, rc 0) 00000100:00100000:0.0:1742903177.641552:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172388992:12345-192.168.203.29@tcp:101:ps.0 Request processed in 390us (520us total) trans 0 rc 301/301 00000100:00100000:0.0:1742903177.641558:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77226 00000100:00100000:0.0:1742903177.643230:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.643375:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172389248 00000100:00100000:2.0:1742903177.643384:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172389248 00000100:00100000:2.0:1742903177.643421:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77227 00000100:00100000:2.0:1742903177.643426:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172389248:12345-192.168.203.29@tcp:101:ps.0 00010000:00010000:2.0:1742903177.643439:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.643453:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83d02e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0242 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.643503:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed74800/0x5d4000e30d83d035 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.643515:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed74800/0x5d4000e30d83d035 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.643524:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed74800/0x5d4000e30d83d035 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.643534:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83d03c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x65f19ed bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.643539:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83d03c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.643545:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83d03c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.643568:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed74800/0x5d4000e30d83d035 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.643573:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed74800/0x5d4000e30d83d035 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.643578:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed74800/0x5d4000e30d83d035 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.643582:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed74800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.643585:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed74800/0x5d4000e30d83d035 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.643591:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed74800/0x5d4000e30d83d035 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.643600:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:2.0:1742903177.643602:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.643605:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed74800/0x5d4000e30d83d035 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.643609:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed74800/0x5d4000e30d83d035 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.643632:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83d03c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.643637:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83d03c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.643642:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83d03c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.643649:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed75600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.643651:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83d03c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.643655:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83d03c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.643661:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x65f19ed (ffff880099209500) 00010000:00010000:2.0:1742903177.643723:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.643726:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83d03c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.643731:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75600/0x5d4000e30d83d03c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.643753:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83d02e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0242 expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.643759:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83d02e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0242 expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.643765:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991d8400, rc 0) 00000100:00100000:2.0:1742903177.643804:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172389248:12345-192.168.203.29@tcp:101:ps.0 Request processed in 377us (579us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903177.643809:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77227 00000100:00100000:0.0:1742903177.645153:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.645220:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172389504 00000100:00100000:2.0:1742903177.645226:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172389504 00000100:00100000:2.0:1742903177.645260:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77228 00000100:00100000:2.0:1742903177.645265:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172389504:12345-192.168.203.29@tcp:101:ps.0 00010000:00010000:2.0:1742903177.645276:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.645287:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01000/0x5d4000e30d83d043 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0249 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.645373:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00200/0x5d4000e30d83d04a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.645381:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00200/0x5d4000e30d83d04a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.645389:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00200/0x5d4000e30d83d04a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.645399:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d051 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x61572890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.645404:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d051 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.645409:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d051 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.645426:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00200/0x5d4000e30d83d04a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.645431:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00200/0x5d4000e30d83d04a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.645436:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00200/0x5d4000e30d83d04a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.645440:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097e00200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.645443:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00200/0x5d4000e30d83d04a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.645448:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00200/0x5d4000e30d83d04a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.645456:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:2.0:1742903177.645458:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.645460:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00200/0x5d4000e30d83d04a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.645465:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00200/0x5d4000e30d83d04a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.645472:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d051 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.645477:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d051 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.645481:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d051 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.645485:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097e00400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.645487:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d051 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.645492:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d051 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.645497:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x61572890 (ffff880099209d00) 00010000:00010000:2.0:1742903177.645499:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.645501:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d051 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.645505:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d051 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.645526:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01000/0x5d4000e30d83d043 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0249 expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.645533:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01000/0x5d4000e30d83d043 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0249 expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.645539:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e01000, rc 0) 00000100:00100000:2.0:1742903177.645580:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172389504:12345-192.168.203.29@tcp:101:ps.0 Request processed in 314us (430us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903177.645585:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77228 00000100:00100000:0.0:1742903177.647104:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.647155:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172389760 00000100:00100000:2.0:1742903177.647161:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172389760 00000100:00100000:2.0:1742903177.647215:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77229 00000100:00100000:2.0:1742903177.647220:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172389760:12345-192.168.203.29@tcp:101:ps.0 00010000:00010000:2.0:1742903177.647232:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.647242:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d058 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0250 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.647286:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01600/0x5d4000e30d83d05f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.647297:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01600/0x5d4000e30d83d05f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.647304:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01600/0x5d4000e30d83d05f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.647510:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d066 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x44d42401 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.647519:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d066 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.647525:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d066 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.647546:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01600/0x5d4000e30d83d05f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.647551:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01600/0x5d4000e30d83d05f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.647557:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01600/0x5d4000e30d83d05f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.647561:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097e01600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.647568:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01600/0x5d4000e30d83d05f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.647573:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01600/0x5d4000e30d83d05f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.647582:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:2.0:1742903177.647584:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.647587:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01600/0x5d4000e30d83d05f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.647591:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01600/0x5d4000e30d83d05f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.647601:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d066 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.647605:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d066 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.647610:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d066 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.647613:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097e00a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.647615:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d066 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.647619:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d066 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.647624:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x44d42401 (ffff880099209300) 00010000:00010000:2.0:1742903177.647626:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.647628:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d066 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.647632:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d066 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.647652:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d058 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0250 expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.647659:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d058 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0250 expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.647664:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e01c00, rc 0) 00000100:00100000:2.0:1742903177.647702:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172389760:12345-192.168.203.29@tcp:101:ps.0 Request processed in 480us (600us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903177.647708:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77229 00000100:00100000:0.0:1742903177.649399:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.649446:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172390016 00000100:00100000:2.0:1742903177.649453:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172390016 00000100:00100000:2.0:1742903177.649487:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77230 00000100:00100000:2.0:1742903177.649492:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172390016:12345-192.168.203.29@tcp:101:ps.0 00010000:00010000:2.0:1742903177.649503:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.649515:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01400/0x5d4000e30d83d06d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0257 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.649558:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01800/0x5d4000e30d83d074 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.649567:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01800/0x5d4000e30d83d074 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.649574:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01800/0x5d4000e30d83d074 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.649584:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00600/0x5d4000e30d83d07b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x7282882c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.649589:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00600/0x5d4000e30d83d07b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.649594:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00600/0x5d4000e30d83d07b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.649613:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01800/0x5d4000e30d83d074 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.649618:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01800/0x5d4000e30d83d074 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.649622:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01800/0x5d4000e30d83d074 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.649627:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097e01800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.649630:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01800/0x5d4000e30d83d074 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.649635:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01800/0x5d4000e30d83d074 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.649642:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:2.0:1742903177.649744:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.649749:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01800/0x5d4000e30d83d074 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.649754:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01800/0x5d4000e30d83d074 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.649764:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00600/0x5d4000e30d83d07b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.649769:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00600/0x5d4000e30d83d07b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.649773:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00600/0x5d4000e30d83d07b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.649777:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097e00600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.649779:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00600/0x5d4000e30d83d07b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.650042:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00600/0x5d4000e30d83d07b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.650049:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x7282882c (ffff880099209100) 00010000:00010000:2.0:1742903177.650051:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.650054:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00600/0x5d4000e30d83d07b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.650061:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00600/0x5d4000e30d83d07b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.650083:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01400/0x5d4000e30d83d06d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0257 expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.650090:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01400/0x5d4000e30d83d06d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0257 expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.650096:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e01400, rc 0) 00000100:00100000:2.0:1742903177.650140:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172390016:12345-192.168.203.29@tcp:101:ps.0 Request processed in 647us (746us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903177.650146:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77230 00000100:00100000:0.0:1742903177.651603:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.651683:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172390272 00000100:00100000:2.0:1742903177.651690:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172390272 00000100:00100000:2.0:1742903177.651723:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77231 00000100:00100000:2.0:1742903177.651726:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172390272:12345-192.168.203.29@tcp:101:ps.0 00010000:00010000:2.0:1742903177.651736:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.651746:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01200/0x5d4000e30d83d082 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f025e expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.651788:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01e00/0x5d4000e30d83d089 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.651794:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01e00/0x5d4000e30d83d089 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.651800:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01e00/0x5d4000e30d83d089 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.651809:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00800/0x5d4000e30d83d090 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0xdf3fa6a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.651812:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00800/0x5d4000e30d83d090 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.651815:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00800/0x5d4000e30d83d090 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.651831:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01e00/0x5d4000e30d83d089 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.651834:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01e00/0x5d4000e30d83d089 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.651838:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01e00/0x5d4000e30d83d089 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.651841:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097e01e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.651843:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01e00/0x5d4000e30d83d089 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.651846:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01e00/0x5d4000e30d83d089 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.651851:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:2.0:1742903177.651852:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.651854:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01e00/0x5d4000e30d83d089 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.651856:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01e00/0x5d4000e30d83d089 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.651864:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00800/0x5d4000e30d83d090 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.651867:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00800/0x5d4000e30d83d090 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.651870:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00800/0x5d4000e30d83d090 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.651872:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097e00800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.651873:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00800/0x5d4000e30d83d090 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.651875:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00800/0x5d4000e30d83d090 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.651878:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0xdf3fa6a9 (ffff880099209800) 00010000:00010000:2.0:1742903177.651879:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.651880:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00800/0x5d4000e30d83d090 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.651882:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00800/0x5d4000e30d83d090 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.651897:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01200/0x5d4000e30d83d082 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f025e expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.651900:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01200/0x5d4000e30d83d082 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f025e expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.651904:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e01200, rc 0) 00000100:00100000:2.0:1742903177.651945:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172390272:12345-192.168.203.29@tcp:101:ps.0 Request processed in 218us (346us total) trans 0 rc 301/301 00000100:00100000:2.0:1742903177.651951:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77231 00000100:00100000:0.0:1742903177.653730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.653781:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172390528 00000100:00100000:3.0:1742903177.653788:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172390528 00000100:00100000:3.0:1742903177.653825:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77232 00000100:00100000:3.0:1742903177.653831:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172390528:12345-192.168.203.29@tcp:101:ps.0 00010000:00010000:3.0:1742903177.653844:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.653858:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83d097 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0265 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.653905:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d09e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.653919:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d09e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.653928:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d09e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.653939:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d0a5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0xf7d9f3b4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.653944:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d0a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.653949:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d0a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.653969:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d09e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.653975:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d09e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.653980:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d09e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.653984:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099246e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.653987:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d09e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.653992:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d09e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.654000:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:3.0:1742903177.654003:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.654006:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d09e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.654010:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d09e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.654037:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d0a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.654042:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d0a5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.654046:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d0a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.654050:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099246c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.654052:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d0a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.654056:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d0a5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.654420:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0xf7d9f3b4 (ffff88009c6e2600) 00010000:00010000:3.0:1742903177.654423:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.654426:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d0a5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.654431:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d0a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.654454:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83d097 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0265 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.654461:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83d097 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0265 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.654467:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099247600, rc 0) 00000100:00100000:3.0:1742903177.654512:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172390528:12345-192.168.203.29@tcp:101:ps.0 Request processed in 681us (787us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903177.654518:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77232 00000100:00100000:0.0:1742903177.655764:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.655820:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172390784 00000100:00100000:3.0:1742903177.655826:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172390784 00000100:00100000:3.0:1742903177.655860:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77233 00000100:00100000:3.0:1742903177.655865:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172390784:12345-192.168.203.29@tcp:101:ps.0 00010000:00010000:3.0:1742903177.655876:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.655886:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d0ac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f026c expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.655927:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83d0b3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.655940:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83d0b3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.655947:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83d0b3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.655956:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d0ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x3faa3c56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.655961:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d0ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.655965:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d0ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.655986:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83d0b3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.655991:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83d0b3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.655995:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83d0b3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.655999:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099247c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.656002:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83d0b3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.656006:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83d0b3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.656012:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:3.0:1742903177.656014:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.656016:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83d0b3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.656020:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83d0b3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.656026:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d0ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.656030:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d0ba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.656034:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d0ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.656041:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099246600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.656043:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d0ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.656046:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d0ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.656051:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x3faa3c56 (ffff8800840ab500) 00010000:00010000:3.0:1742903177.656052:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.656053:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d0ba lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.656057:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d0ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.656076:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d0ac lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f026c expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.656082:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d0ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f026c expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.656088:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099246400, rc 0) 00000100:00100000:3.0:1742903177.656121:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172390784:12345-192.168.203.29@tcp:101:ps.0 Request processed in 255us (358us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903177.656126:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77233 00000100:00100000:0.0:1742903177.657692:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.657808:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172391040 00000100:00100000:3.0:1742903177.657815:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172391040 00000100:00100000:3.0:1742903177.657850:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77234 00000100:00100000:3.0:1742903177.657855:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172391040:12345-192.168.203.29@tcp:101:ps.0 00010000:00010000:3.0:1742903177.657866:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.657877:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d0c1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0273 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.657926:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d0c8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.657936:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d0c8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.657945:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d0c8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.657955:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d0cf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0xc63529be bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.657961:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d0cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.657966:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d0cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.657984:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d0c8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.657989:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d0c8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.657994:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d0c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.657998:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099008a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.658001:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d0c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.658007:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d0c8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.658014:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:3.0:1742903177.658017:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.658020:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d0c8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.658024:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d0c8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.658032:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d0cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.658036:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d0cf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.658040:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d0cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.658045:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099009800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.658047:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d0cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.658051:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d0cf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.658056:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0xc63529be (ffff8800840abf00) 00010000:00010000:3.0:1742903177.658058:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.658059:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d0cf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.658063:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d0cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.658082:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d0c1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0273 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.658088:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d0c1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0273 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.658095:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099009600, rc 0) 00000100:00100000:3.0:1742903177.658132:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172391040:12345-192.168.203.29@tcp:101:ps.0 Request processed in 276us (442us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903177.658138:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77234 00000100:00100000:0.0:1742903177.659527:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.659585:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172391296 00000100:00100000:3.0:1742903177.659589:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172391296 00000100:00100000:3.0:1742903177.659618:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77235 00000100:00100000:3.0:1742903177.659624:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172391296:12345-192.168.203.29@tcp:101:ps.0 00010000:00010000:3.0:1742903177.659633:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.659644:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83d0d6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f027a expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.659758:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83d0dd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.659766:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83d0dd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.659773:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83d0dd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.659783:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83d0e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x9d487d0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.659788:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83d0e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.659792:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83d0e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.659810:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83d0dd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.659814:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83d0dd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.659819:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83d0dd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.659824:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800939e2600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.659826:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83d0dd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.659831:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83d0dd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.659837:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:3.0:1742903177.659839:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.659841:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83d0dd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.659845:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83d0dd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.659853:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83d0e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.659856:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83d0e4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.659860:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83d0e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.659863:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800992f9000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.659865:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83d0e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.660078:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83d0e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.660085:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x9d487d0a (ffff8800840ab200) 00010000:00010000:3.0:1742903177.660087:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.660089:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83d0e4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.660093:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83d0e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.660115:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83d0d6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f027a expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.660121:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83d0d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f027a expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.660128:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995e1e00, rc 0) 00000100:00100000:3.0:1742903177.660165:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172391296:12345-192.168.203.29@tcp:101:ps.0 Request processed in 540us (639us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903177.660171:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77235 00000100:00100000:0.0:1742903177.661510:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.661624:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172391552 00000100:00100000:3.0:1742903177.661632:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172391552 00000100:00100000:3.0:1742903177.661671:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77236 00000100:00100000:3.0:1742903177.661676:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172391552:12345-192.168.203.29@tcp:101:ps.0 00010000:00010000:3.0:1742903177.661687:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.661699:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d0eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0281 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.661744:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d0f2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.661752:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d0f2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.661760:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d0f2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.661770:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d0f9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0xef60c19f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.661775:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d0f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.661790:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d0f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.661811:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d0f2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.661815:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d0f2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.661820:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d0f2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.661824:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099247e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.661827:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d0f2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.661832:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d0f2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.661839:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:3.0:1742903177.661841:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.661844:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d0f2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.661848:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d0f2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.661855:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d0f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.661859:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d0f9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.661863:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d0f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.661867:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5da00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.661869:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d0f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.661873:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d0f9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.661878:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0xef60c19f (ffff880099003300) 00010000:00010000:3.0:1742903177.661880:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.661882:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d0f9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.661889:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d0f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.661908:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d0eb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0281 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.661914:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d0eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0281 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.661920:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099246e00, rc 0) 00000100:00100000:3.0:1742903177.662430:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172391552:12345-192.168.203.29@tcp:101:ps.0 Request processed in 752us (925us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903177.662437:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77236 00000100:00100000:0.0:1742903177.664505:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.664710:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172391808 00000100:00100000:3.0:1742903177.664717:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172391808 00000100:00100000:3.0:1742903177.664758:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77237 00000100:00100000:3.0:1742903177.664764:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172391808:12345-192.168.203.29@tcp:101:ps.0 00010000:00010000:3.0:1742903177.664779:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.664794:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d100 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0288 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.664851:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d107 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.664861:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d107 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.664870:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d107 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.664884:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d10e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x8246a988 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.664889:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d10e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.664893:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d10e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.664917:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d107 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.664922:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d107 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.664928:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d107 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.664932:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880129b8e800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.664935:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d107 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.664941:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d107 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.664951:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:3.0:1742903177.664953:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.664957:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d107 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.664961:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d107 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.664970:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d10e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.664975:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d10e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.664979:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d10e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.664983:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880129b8e200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.664985:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d10e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.664989:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d10e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.664994:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x8246a988 (ffff880099003500) 00010000:00010000:3.0:1742903177.664996:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.664998:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d10e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.665002:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d10e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.665023:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d100 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0288 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.665029:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d100 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0288 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.665036:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800841d7000, rc 0) 00000100:00100000:3.0:1742903177.665087:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13469:x1827566172391808:12345-192.168.203.29@tcp:101:ps.0 Request processed in 321us (585us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903177.665096:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77237 00000100:00100000:0.0:1742903177.682890:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.684531:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172391936 00000100:00100000:3.0:1742903177.684544:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172391936 00000100:00100000:3.0:1742903177.684604:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77238 00000100:00100000:3.0:1742903177.684611:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13270:x1827566172391936:12345-192.168.203.29@tcp:101:bash.0 00010000:00010000:3.0:1742903177.684632:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.684651:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83d115 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f028f expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.684711:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d11c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.684723:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d11c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.684733:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d11c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.684746:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83d123 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.684751:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83d123 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.684756:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83d123 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.684830:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e000/0x5d4000e30d83d12a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.684836:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e000/0x5d4000e30d83d12a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.684843:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e000/0x5d4000e30d83d12a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903177.684873:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7ae:0x0]: returning size 4096 00000004:00200000:3.0:1742903177.684877:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903177.684893:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e000/0x5d4000e30d83d12a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.684902:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d11c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.684907:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d11c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.684912:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d11c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.684917:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880129b8f600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.684921:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d11c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.684927:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d11c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.684937:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d39be00) 00010000:00010000:3.0:1742903177.684939:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.684944:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d11c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.684948:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d11c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.684977:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83d123 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.684982:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83d123 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.684986:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83d123 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.684990:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880129b8ec00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.684992:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83d123 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.684997:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83d123 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.685003:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7bcb6391 (ffff880099003b00) 00010000:00010000:3.0:1742903177.685005:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.685007:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83d123 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.685011:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83d123 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.685035:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83d115 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f028f expref: 905 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.685045:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e000/0x5d4000e30d83d12a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f028f expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.685050:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:3.0:1742903177.685052:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1742903177.685054:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129b8e000, rc 0) 00000100:00100000:3.0:1742903177.685117:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13270:x1827566172391936:12345-192.168.203.29@tcp:101:bash.0 Request processed in 505us (2236us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.685124:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77238 00000100:00100000:0.0:1742903177.686678:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.686721:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172392064 00000100:00100000:1.0:1742903177.686728:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172392064 00000100:00100000:1.0:1742903177.686768:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8475 00000100:00100000:1.0:1742903177.686772:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:2007:x1827566172392064:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903177.686781:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903177.686798:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e000/0x5d4000e30d83d12a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f028f expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.686838:0:20225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:1.0:1742903177.686841:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903177.686877:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:2007:x1827566172392064:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 104us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.686882:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8475 00000100:00100000:0.0:1742903177.687393:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.687490:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172392192 00000100:00100000:3.0:1742903177.687497:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172392192 00000100:00100000:3.0:1742903177.687548:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77239 00000100:00100000:3.0:1742903177.687554:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13270:x1827566172392192:12345-192.168.203.29@tcp:101:bash.0 00010000:00010000:3.0:1742903177.687567:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.687585:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d131 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0296 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.687634:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d138 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.687644:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d138 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.687652:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d138 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.687664:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83d13f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x6d72 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.687669:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83d13f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.687675:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83d13f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.687705:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d138 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.687710:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d138 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.687715:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d138 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.687720:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880129b8e800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.687722:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d138 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.687728:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d138 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.687735:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:3.0:1742903177.687737:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.687740:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d138 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.687744:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d138 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.687754:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83d13f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.687759:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83d13f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.687763:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83d13f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.687766:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800992f9000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.687769:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83d13f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.687772:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83d13f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.687781:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x6d72 (ffff880099003300) 00010000:00010000:3.0:1742903177.687783:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.687784:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83d13f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.687788:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9000/0x5d4000e30d83d13f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.687809:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d131 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0296 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.687816:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d131 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0296 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.687822:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129b8e200, rc 0) 00000100:00100000:3.0:1742903177.687865:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13270:x1827566172392192:12345-192.168.203.29@tcp:101:bash.0 Request processed in 311us (476us total) trans 0 rc 301/301 00000100:00100000:3.0:1742903177.687871:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77239 00000100:00100000:0.0:1742903177.691523:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.691605:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172392320 00000100:00100000:3.0:1742903177.691615:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172392320 00000100:00100000:3.0:1742903177.691707:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77240 00000100:00100000:3.0:1742903177.691713:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13470:x1827566172392320:12345-192.168.203.29@tcp:101:rm.0 00010000:00010000:3.0:1742903177.691728:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.691745:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83d146 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f029d expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.691796:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83d14d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.691810:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83d14d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.691819:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83d14d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.691829:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d154 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.691834:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d154 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.691839:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d154 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.691897:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f200/0x5d4000e30d83d15b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.691902:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f200/0x5d4000e30d83d15b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.691907:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f200/0x5d4000e30d83d15b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903177.691936:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7b5:0x0]: returning size 4096 00000004:00200000:3.0:1742903177.691938:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903177.691952:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f200/0x5d4000e30d83d15b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.691960:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83d14d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.691965:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83d14d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.691973:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83d14d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.691978:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880129b8ec00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.691981:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83d14d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.691987:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83d14d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.691997:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:3.0:1742903177.691999:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.692002:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83d14d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.692007:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8ec00/0x5d4000e30d83d14d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.692017:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d154 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.692021:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d154 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.692026:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d154 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.692030:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880129b8f600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.692032:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d154 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.692036:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d154 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.692042:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x65dce0d1 (ffff880099003b00) 00010000:00010000:3.0:1742903177.692043:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.692045:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d154 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.692049:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d154 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.692072:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83d146 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f029d expref: 905 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.692080:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f200/0x5d4000e30d83d15b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f029d expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.692085:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff880099003e00) 00010000:00010000:3.0:1742903177.692087:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1742903177.692089:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129b8f200, rc 0) 00000100:00100000:3.0:1742903177.692138:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13470:x1827566172392320:12345-192.168.203.29@tcp:101:rm.0 Request processed in 424us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.692143:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77240 00000100:00100000:0.0:1742903177.693941:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.693999:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172392576 00000100:00100000:2.0:1742903177.694005:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172392576 00000100:00100000:2.0:1742903177.694034:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77241 00000100:00100000:2.0:1742903177.694038:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13470:x1827566172392576:12345-192.168.203.29@tcp:101:rm.0 00010000:00010000:2.0:1742903177.694049:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.694062:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01a00/0x5d4000e30d83d162 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f02a4 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1742903177.694147:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7b5:0x0]: returning size 4096 00010000:00010000:2.0:1742903177.694230:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01a00/0x5d4000e30d83d162 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02a4 expref: 906 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.694238:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01a00/0x5d4000e30d83d162 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02a4 expref: 906 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.694256:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e01a00, rc 0) 00000100:00100000:2.0:1742903177.694333:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13470:x1827566172392576:12345-192.168.203.29@tcp:101:rm.0 Request processed in 276us (377us total) trans 4295005273 rc 301/301 00000100:00100000:2.0:1742903177.694340:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77241 00000100:00100000:0.0:1742903177.696345:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.696582:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172392704 00000100:00100000:2.0:1742903177.696590:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172392704 00000100:00100000:2.0:1742903177.696634:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17847 00000100:00100000:2.0:1742903177.696639:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13470:x1827566172392704:12345-192.168.203.29@tcp:37:rm.0 00000100:00100000:2.0:1742903177.698491:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13470:x1827566172392704:12345-192.168.203.29@tcp:37:rm.0 Request processed in 1847us (2176us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.698501:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17847 00000100:00100000:0.0:1742903177.701380:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.701465:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172392960 00000100:00100000:2.0:1742903177.701475:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172392960 00000100:00100000:2.0:1742903177.701520:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17848 00000100:00100000:2.0:1742903177.701527:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13470:x1827566172392960:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:2.0:1742903177.701786:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13470:x1827566172392960:12345-192.168.203.29@tcp:35:rm.0 Request processed in 258us (412us total) trans 4295005274 rc 0/0 00000100:00100000:2.0:1742903177.701793:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17848 00000100:00100000:0.0:1742903177.703401:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.703481:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172393216 00000100:00100000:2.0:1742903177.703488:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172393216 00000100:00100000:2.0:1742903177.703530:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77242 00000100:00100000:2.0:1742903177.703535:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13470:x1827566172393216:12345-192.168.203.29@tcp:101:rm.0 00010000:00010000:2.0:1742903177.703551:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.703569:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01200/0x5d4000e30d83d170 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f02ab expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.703651:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00800/0x5d4000e30d83d177 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.703664:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00800/0x5d4000e30d83d177 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.703674:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00800/0x5d4000e30d83d177 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:2.0:1742903177.703684:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7b5:0x0]: returning size 4096 00010000:00010000:2.0:1742903177.703753:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01200/0x5d4000e30d83d170 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02ab expref: 909 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.703770:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00800/0x5d4000e30d83d177 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02ab expref: 908 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.703776:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff880099003e00) 00010000:00010000:2.0:1742903177.703778:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1742903177.703780:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e00800, rc 0) 00000100:00100000:2.0:1742903177.703815:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13470:x1827566172393216:12345-192.168.203.29@tcp:101:rm.0 Request processed in 280us (419us total) trans 4295005275 rc 0/0 00000100:00100000:2.0:1742903177.703823:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77242 00000100:00100000:0.0:1742903177.705100:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.705157:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172393344 00000100:00100000:2.0:1742903177.705160:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172393344 00000100:00100000:2.0:1742903177.705183:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77243 00000100:00100000:2.0:1742903177.705186:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13470:x1827566172393344:12345-192.168.203.29@tcp:101:rm.0 00010000:00010000:2.0:1742903177.705196:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.705203:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01400/0x5d4000e30d83d185 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f02b2 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.705233:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00600/0x5d4000e30d83d18c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.705241:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00600/0x5d4000e30d83d18c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.705246:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00600/0x5d4000e30d83d18c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:2.0:1742903177.705265:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7b6:0x0]: returning size 4096 00000004:00200000:2.0:1742903177.705268:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.705276:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00600/0x5d4000e30d83d18c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.705285:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01400/0x5d4000e30d83d185 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02b2 expref: 910 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.705293:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00600/0x5d4000e30d83d18c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02b2 expref: 909 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.705298:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x0 (ffff88009910ce00) 00010000:00010000:2.0:1742903177.705300:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1742903177.705302:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e00600, rc 0) 00000100:00100000:2.0:1742903177.705346:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13470:x1827566172393344:12345-192.168.203.29@tcp:101:rm.0 Request processed in 158us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.705351:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77243 00000100:00100000:0.0:1742903177.707277:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.707420:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172393472 00000100:00100000:2.0:1742903177.707426:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172393472 00000100:00100000:2.0:1742903177.707463:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17849 00000100:00100000:2.0:1742903177.707469:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13470:x1827566172393472:12345-192.168.203.29@tcp:37:rm.0 00000100:00100000:2.0:1742903177.709493:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13470:x1827566172393472:12345-192.168.203.29@tcp:37:rm.0 Request processed in 2017us (2212us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.709503:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17849 00000100:00100000:0.0:1742903177.711674:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.711740:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172393600 00000100:00100000:2.0:1742903177.711750:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172393600 00000100:00100000:2.0:1742903177.711802:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77244 00000100:00100000:2.0:1742903177.711808:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13470:x1827566172393600:12345-192.168.203.29@tcp:101:rm.0 00010000:00010000:2.0:1742903177.711827:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.711845:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01800/0x5d4000e30d83d193 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f02b9 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.711906:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d19a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.711918:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d19a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.711928:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d19a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.711940:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d1a1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b6:0x0].0x746dd4eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.711946:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d1a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.711951:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d1a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.712014:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01600/0x5d4000e30d83d1a8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.712023:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01600/0x5d4000e30d83d1a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.712029:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01600/0x5d4000e30d83d1a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:2.0:1742903177.712058:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7b8:0x0]: returning size 4096 00000004:00200000:2.0:1742903177.712061:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.712076:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01600/0x5d4000e30d83d1a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.712085:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d19a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.712091:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d19a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.712097:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d19a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.712102:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097e01c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.712106:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d19a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.712112:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d19a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.712123:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x0 (ffff88009910ce00) 00010000:00010000:2.0:1742903177.712125:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.712129:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d19a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.712132:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d19a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.712154:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d1a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.712159:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d1a1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.712163:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d1a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.712167:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097e00a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.712169:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d1a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.712177:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d1a1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.712183:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x746dd4eb (ffff880096bc7300) 00010000:00010000:2.0:1742903177.712185:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.712186:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d1a1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.712190:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d1a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.712212:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01800/0x5d4000e30d83d193 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02b9 expref: 911 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.712221:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01600/0x5d4000e30d83d1a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02b9 expref: 910 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.712226:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:2.0:1742903177.712228:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1742903177.712230:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e01600, rc 0) 00000100:00100000:2.0:1742903177.712286:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13470:x1827566172393600:12345-192.168.203.29@tcp:101:rm.0 Request processed in 476us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.712292:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77244 00000100:00100000:0.0:1742903177.714599:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.714717:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172393728 00000100:00100000:3.0:1742903177.714728:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172393728 00000100:00100000:3.0:1742903177.714779:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8476 00000100:00100000:3.0:1742903177.714785:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:2007:x1827566172393728:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903177.714796:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903177.714817:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01600/0x5d4000e30d83d1a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02b9 expref: 910 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.714878:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:3.0:1742903177.714881:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903177.714911:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:2007:x1827566172393728:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 126us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.714917:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8476 00000100:00100000:0.0:1742903177.715166:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.715263:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172393856 00000100:00100000:2.0:1742903177.715267:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172393856 00000100:00100000:2.0:1742903177.715301:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17850 00000100:00100000:2.0:1742903177.715306:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d4ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13470:x1827566172393856:12345-192.168.203.29@tcp:37:rm.0 00000100:00100000:2.0:1742903177.719053:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d4ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13470:x1827566172393856:12345-192.168.203.29@tcp:37:rm.0 Request processed in 3737us (3878us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.719065:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17850 00000100:00100000:0.0:1742903177.722282:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.722403:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172393984 00000100:00100000:2.0:1742903177.722410:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172393984 00000100:00100000:2.0:1742903177.722458:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77245 00000100:00100000:2.0:1742903177.722464:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13470:x1827566172393984:12345-192.168.203.29@tcp:101:rm.0 00010000:00010000:2.0:1742903177.722480:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.722497:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01a00/0x5d4000e30d83d1af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f02c0 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.722544:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01000/0x5d4000e30d83d1b6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722554:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01000/0x5d4000e30d83d1b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722563:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01000/0x5d4000e30d83d1b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722575:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d1bd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x41aa9094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722581:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d1bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722586:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d1bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722642:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00200/0x5d4000e30d83d1c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722649:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00200/0x5d4000e30d83d1c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722655:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00200/0x5d4000e30d83d1c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000004:00200000:2.0:1742903177.722684:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x806:0x0]: returning size 4096 00000004:00200000:2.0:1742903177.722687:0:18840:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.722699:0:18840:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00200/0x5d4000e30d83d1c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722707:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01000/0x5d4000e30d83d1b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722712:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01000/0x5d4000e30d83d1b6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722718:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01000/0x5d4000e30d83d1b6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722722:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097e01000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.722725:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01000/0x5d4000e30d83d1b6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722730:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01000/0x5d4000e30d83d1b6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722738:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:2.0:1742903177.722741:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.722744:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01000/0x5d4000e30d83d1b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722749:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01000/0x5d4000e30d83d1b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722762:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d1bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722767:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d1bd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722772:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d1bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722775:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097e00400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.722777:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d1bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722782:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d1bd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722786:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x41aa9094 (ffff8800840ab500) 00010000:00010000:2.0:1742903177.722788:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.722790:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d1bd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722794:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d1bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.722813:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01a00/0x5d4000e30d83d1af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02c0 expref: 911 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.722822:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00200/0x5d4000e30d83d1c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x806:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02c0 expref: 910 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.722828:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:2.0:1742903177.722830:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1742903177.722832:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e00200, rc 0) 00000100:00100000:2.0:1742903177.722881:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13470:x1827566172393984:12345-192.168.203.29@tcp:101:rm.0 Request processed in 416us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.722888:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77245 00000100:00100000:0.0:1742903177.725975:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.726022:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.726056:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172394240 00000100:00100000:0.0:1742903177.726096:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172394240 00000100:00100000:3.0:1742903177.726103:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172394112 00000100:00100000:3.0:1742903177.726106:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172394112 00000100:00100000:3.0:1742903177.726134:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 260 00000100:00100000:0.0:1742903177.726134:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17851 00000100:00100000:3.0:1742903177.726140:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:2008:x1827566172394112:12345-192.168.203.29@tcp:63:ll_sa.0 00000100:00100000:0.0:1742903177.726140:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13470:x1827566172394240:12345-192.168.203.29@tcp:37:rm.0 00010000:00010000:2.0:1742903177.726226:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.726240:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01600/0x5d4000e30d83d1cb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f02c7 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.726278:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01a00/0x5d4000e30d83d1d2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726287:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01a00/0x5d4000e30d83d1d2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726295:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01a00/0x5d4000e30d83d1d2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726303:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d1d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726308:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d1d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726312:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d1d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726391:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01000/0x5d4000e30d83d1e0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726398:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01000/0x5d4000e30d83d1e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726402:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01000/0x5d4000e30d83d1e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:2.0:1742903177.726427:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7fe:0x0]: returning size 4096 00000004:00200000:2.0:1742903177.726431:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.726443:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01000/0x5d4000e30d83d1e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726449:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01a00/0x5d4000e30d83d1d2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726454:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01a00/0x5d4000e30d83d1d2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726458:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01a00/0x5d4000e30d83d1d2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726462:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097e01a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.726465:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01a00/0x5d4000e30d83d1d2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726469:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01a00/0x5d4000e30d83d1d2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726476:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:2.0:1742903177.726478:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.726481:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01a00/0x5d4000e30d83d1d2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726484:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01a00/0x5d4000e30d83d1d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726500:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d1d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726504:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d1d9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726507:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d1d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726511:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097e00400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.726513:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d1d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726516:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d1d9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726521:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x4d50 (ffff8800840ab200) 00010000:00010000:2.0:1742903177.726522:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.726524:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d1d9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726527:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00400/0x5d4000e30d83d1d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726543:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01600/0x5d4000e30d83d1cb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02c7 expref: 913 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.726550:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01000/0x5d4000e30d83d1e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02c7 expref: 912 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.726554:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x0 (ffff88008408c200) 00010000:00010000:2.0:1742903177.726556:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1742903177.726557:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e01000, rc 0) 00010000:00010000:2.0:1742903177.726560:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.726563:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01800/0x5d4000e30d83d1e7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f02ce expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.726576:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d1ee lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726584:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d1ee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726588:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d1ee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726596:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d1f5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726601:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d1f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726605:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d1f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726623:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01400/0x5d4000e30d83d1fc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726628:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01400/0x5d4000e30d83d1fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726632:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01400/0x5d4000e30d83d1fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:2.0:1742903177.726644:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7d2:0x0]: returning size 4096 00000004:00200000:2.0:1742903177.726645:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.726651:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01400/0x5d4000e30d83d1fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726655:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d1ee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726658:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d1ee lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726665:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d1ee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726668:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097e00a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.726669:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d1ee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726673:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d1ee lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726678:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:2.0:1742903177.726680:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.726682:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d1ee lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726685:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00a00/0x5d4000e30d83d1ee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726692:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d1f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726696:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d1f5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726700:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d1f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726704:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097e01c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.726706:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d1f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726710:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d1f5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726720:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x5052ab9e (ffff8800840ab500) 00010000:00010000:2.0:1742903177.726722:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.726724:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d1f5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726728:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01c00/0x5d4000e30d83d1f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726743:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01800/0x5d4000e30d83d1e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02ce expref: 915 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.726751:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01400/0x5d4000e30d83d1fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02ce expref: 914 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.726756:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:2.0:1742903177.726758:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1742903177.726760:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e01400, rc 0) 00010000:00010000:2.0:1742903177.726762:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.726767:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01200/0x5d4000e30d83d203 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f02d5 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.726781:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d20a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726786:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d20a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726791:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d20a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726799:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d211 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726803:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d211 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726808:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d211 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726828:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83d218 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726834:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83d218 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726840:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83d218 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:2.0:1742903177.726853:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7c4:0x0]: returning size 4096 00000004:00200000:2.0:1742903177.726855:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.726861:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83d218 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726866:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d20a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726871:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d20a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726875:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d20a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726879:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800841d7000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.726881:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d20a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726886:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d20a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726891:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:2.0:1742903177.726893:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.726894:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d20a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726898:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d20a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726904:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d211 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726907:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d211 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726911:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d211 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726914:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5da00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.726916:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d211 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726919:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d211 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726923:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x44524f57 (ffff8800840abf00) 00010000:00010000:2.0:1742903177.726925:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.726926:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d211 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726929:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d211 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726943:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01200/0x5d4000e30d83d203 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02d5 expref: 916 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.726951:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83d218 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02d5 expref: 915 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.726956:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903177.726957:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1742903177.726959:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995e1e00, rc 0) 00010000:00010000:2.0:1742903177.726961:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.726965:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83d21f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f02dc expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.726976:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d226 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726979:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d226 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726983:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d226 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726989:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d22d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x44454553 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726992:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d22d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.726994:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d22d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727008:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d234 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727012:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d234 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727015:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d234 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:2.0:1742903177.727025:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x834:0x0]: returning size 4096 00000004:00200000:2.0:1742903177.727026:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.727029:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d234 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727033:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d226 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727035:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d226 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727038:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d226 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727040:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099009600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.727041:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d226 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727043:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d226 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727046:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:2.0:1742903177.727047:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.727048:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d226 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727051:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d226 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727055:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d22d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727058:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d22d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727061:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d22d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727063:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099009800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.727064:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d22d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727066:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d22d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727069:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x44454553 (ffff88009c6e2600) 00010000:00010000:2.0:1742903177.727069:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.727070:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d22d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727073:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d22d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727080:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83d21f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02dc expref: 917 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.727085:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d234 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x834:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02dc expref: 916 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.727088:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x0 (ffff88012e960000) 00010000:00010000:2.0:1742903177.727088:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1742903177.727089:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099008a00, rc 0) 00010000:00010000:2.0:1742903177.727091:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.727094:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d23b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f02e3 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.727102:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d242 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727105:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d242 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727108:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d242 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727113:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d249 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727116:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d249 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727118:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d249 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727129:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d250 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727133:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d250 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727136:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d250 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:2.0:1742903177.727144:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7df:0x0]: returning size 4096 00000004:00200000:2.0:1742903177.727145:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.727148:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d250 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727151:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d242 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727154:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d242 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727157:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d242 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727159:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099247e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.727160:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d242 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727162:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d242 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727165:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:2.0:1742903177.727166:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.727167:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d242 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727169:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d242 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727173:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d249 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727175:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d249 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727177:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d249 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727179:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099246400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.727181:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d249 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727185:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d249 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727188:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x45524f8f (ffff880099028c00) 00010000:00010000:2.0:1742903177.727189:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.727190:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d249 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727192:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d249 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727200:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d23b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02e3 expref: 918 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.727204:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d250 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7df:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02e3 expref: 917 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.727206:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:2.0:1742903177.727207:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1742903177.727208:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099246600, rc 0) 00010000:00010000:2.0:1742903177.727210:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.727212:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83d257 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f02ea expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.727219:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83d25e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727222:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83d25e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727225:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83d25e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727231:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d265 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727234:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d265 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727236:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d265 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727247:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83d26c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x830:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727250:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83d26c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x830:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727253:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83d26c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x830:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:2.0:1742903177.727260:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x830:0x0]: returning size 4096 00000004:00200000:2.0:1742903177.727261:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.727264:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83d26c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x830:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727267:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83d25e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727270:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83d25e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727272:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83d25e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727275:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099247600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.727276:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83d25e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727279:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83d25e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727282:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:2.0:1742903177.727283:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.727284:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83d25e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727286:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83d25e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727290:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d265 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727292:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d265 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727294:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d265 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727296:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099246c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.727297:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d265 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727300:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d265 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727303:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x45439694 (ffff880099028500) 00010000:00010000:2.0:1742903177.727304:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.727305:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d265 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727307:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d265 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727335:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83d257 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02ea expref: 919 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.727344:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83d26c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x830:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02ea expref: 918 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.727349:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x830:0x0].0x0 (ffff8801351b0100) 00010000:00010000:2.0:1742903177.727350:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1742903177.727352:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991d8400, rc 0) 00010000:00010000:2.0:1742903177.727364:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.727369:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83d273 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f02f1 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.727384:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8f4600/0x5d4000e30d83d27a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727390:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8f4600/0x5d4000e30d83d27a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727395:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8f4600/0x5d4000e30d83d27a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727403:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d281 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727407:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d281 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727411:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d281 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727432:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638c00/0x5d4000e30d83d288 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727438:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638c00/0x5d4000e30d83d288 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727443:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638c00/0x5d4000e30d83d288 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:2.0:1742903177.727456:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7cd:0x0]: returning size 4096 00000004:00200000:2.0:1742903177.727457:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.727463:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638c00/0x5d4000e30d83d288 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727468:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8f4600/0x5d4000e30d83d27a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727471:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8f4600/0x5d4000e30d83d27a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727474:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8f4600/0x5d4000e30d83d27a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727476:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d8f4600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.727477:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8f4600/0x5d4000e30d83d27a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727480:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8f4600/0x5d4000e30d83d27a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727483:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:2.0:1742903177.727484:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.727485:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8f4600/0x5d4000e30d83d27a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727488:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8f4600/0x5d4000e30d83d27a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727493:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d281 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727495:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d281 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727498:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d281 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727500:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f638400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.727501:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d281 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727504:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d281 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727506:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x45435891 (ffff880099028000) 00010000:00010000:2.0:1742903177.727507:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.727508:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d281 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727510:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d281 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727523:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9600/0x5d4000e30d83d273 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02f1 expref: 920 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.727529:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638c00/0x5d4000e30d83d288 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7cd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02f1 expref: 919 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.727538:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cd:0x0].0x0 (ffff8800916ebb00) 00010000:00010000:2.0:1742903177.727539:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1742903177.727541:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f638c00, rc 0) 00010000:00010000:2.0:1742903177.727544:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.727548:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639a00/0x5d4000e30d83d28f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f02f8 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.727562:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638800/0x5d4000e30d83d296 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727567:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638800/0x5d4000e30d83d296 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727572:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638800/0x5d4000e30d83d296 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727578:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639600/0x5d4000e30d83d29d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727583:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639600/0x5d4000e30d83d29d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727587:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639600/0x5d4000e30d83d29d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727606:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638600/0x5d4000e30d83d2a4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727612:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638600/0x5d4000e30d83d2a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727616:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638600/0x5d4000e30d83d2a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:2.0:1742903177.727629:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7f7:0x0]: returning size 4096 00000004:00200000:2.0:1742903177.727631:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.727637:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638600/0x5d4000e30d83d2a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727641:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638800/0x5d4000e30d83d296 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727645:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638800/0x5d4000e30d83d296 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727650:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638800/0x5d4000e30d83d296 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727654:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f638800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.727656:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638800/0x5d4000e30d83d296 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727661:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638800/0x5d4000e30d83d296 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727666:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:2.0:1742903177.727668:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.727670:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638800/0x5d4000e30d83d296 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727674:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638800/0x5d4000e30d83d296 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727681:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639600/0x5d4000e30d83d29d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727685:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639600/0x5d4000e30d83d29d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727689:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639600/0x5d4000e30d83d29d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727693:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f639600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.727695:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639600/0x5d4000e30d83d29d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727699:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639600/0x5d4000e30d83d29d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727704:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x44a1a1a7 (ffff880099028700) 00010000:00010000:2.0:1742903177.727706:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.727708:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639600/0x5d4000e30d83d29d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727712:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639600/0x5d4000e30d83d29d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.727728:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639a00/0x5d4000e30d83d28f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02f8 expref: 921 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.727736:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638600/0x5d4000e30d83d2a4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7f7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02f8 expref: 920 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.727741:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f7:0x0].0x0 (ffff88012d39bf00) 00010000:00010000:2.0:1742903177.727742:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1742903177.727744:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f638600, rc 0) 00000100:00100000:2.0:1742903177.727775:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+920:2008:x1827566172394112:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 1634us (1807us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.727782:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 260 00000100:00100000:3.0:1742903177.728443:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13470:x1827566172394240:12345-192.168.203.29@tcp:37:rm.0 Request processed in 2301us (2419us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.728450:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17851 00000100:00100000:0.0:1742903177.730463:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.730558:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172394496 00000100:00100000:3.0:1742903177.730564:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172394496 00000100:00100000:3.0:1742903177.730621:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17852 00000100:00100000:3.0:1742903177.730627:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13470:x1827566172394496:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:3.0:1742903177.730962:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13470:x1827566172394496:12345-192.168.203.29@tcp:35:rm.0 Request processed in 333us (501us total) trans 4295005276 rc 0/0 00000100:00100000:3.0:1742903177.730968:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17852 00000100:00100000:0.0:1742903177.731840:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.731927:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172394752 00000100:00100000:3.0:1742903177.731931:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172394752 00000100:00100000:3.0:1742903177.731966:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77246 00000100:00100000:3.0:1742903177.731971:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+919:13470:x1827566172394752:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:3.0:1742903177.731998:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 6 locks, starting at 0 00010000:00010000:3.0:1742903177.732020:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00200/0x5d4000e30d83d1c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02c0 expref: 919 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.732035:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9e00/0x5d4000e30d7b8e66 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6ba3 expref: 918 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.732045:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf000/0x5d4000e30d7a0ddd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x806:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bebce expref: 917 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.732056:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072080000/0x5d4000e30d7a0d19 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x806:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beb8f expref: 916 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.732064:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff88012d39b600) 00010000:00010000:3.0:1742903177.732075:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f0c00/0x5d4000e30d7ad15f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c2e55 expref: 915 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.732084:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d3600/0x5d4000e30d7a1e37 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf2ce expref: 914 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.732090:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:3.0:1742903177.732092:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.732103:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d2ab lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732113:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d2ab lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732120:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d2ab lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732129:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d2b2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b8:0x0].0x41aa9094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732134:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d2b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732139:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d2b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732186:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83d2b9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x806:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732191:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83d2b9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732195:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83d2b9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:3.0:1742903177.732383:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8824, 176 off1547424 00000004:00200000:3.0:1742903177.732441:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x806:0x0]: returning size 4096 00010000:00010000:3.0:1742903177.732450:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83d2b9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732456:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83d2b9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732461:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83d2b9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732466:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880129b8e600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.732469:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83d2b9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732474:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83d2b9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732481:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x0 (ffff880099003b00) 00010000:00010000:3.0:1742903177.732484:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.732486:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83d2b9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732490:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e600/0x5d4000e30d83d2b9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x806:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732595:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d2ab lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732601:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d2ab lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732606:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d2ab lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732610:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880129b8e200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.732612:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d2ab lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732617:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d2ab lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732623:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:3.0:1742903177.732624:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.732626:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d2ab lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732631:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e200/0x5d4000e30d83d2ab lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:3.0:1742903177.732638:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800720f3b80 reply state ffff880072146000 transno 4295005277 ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d2b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732644:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d2b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.732649:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x41aa9094 (ffff880099003500) 00010000:00010000:3.0:1742903177.732650:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.732653:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.732698:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+915:13470:x1827566172394752:12345-192.168.203.29@tcp:36:rm.0 Request processed in 725us (859us total) trans 4295005277 rc 0/0 00000100:00100000:3.0:1742903177.732703:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77246 00000100:00100000:0.0:1742903177.734813:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.735072:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172394880 00000100:00100000:3.0:1742903177.735078:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172394880 00000100:00100000:3.0:1742903177.735102:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17853 00000100:00100000:3.0:1742903177.735107:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+915:13470:x1827566172394880:12345-192.168.203.29@tcp:37:rm.0 00000100:00100000:3.0:1742903177.736900:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+915:13470:x1827566172394880:12345-192.168.203.29@tcp:37:rm.0 Request processed in 1791us (2087us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.736907:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17853 00000100:00100000:0.0:1742903177.738391:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.738451:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172395136 00000100:00100000:3.0:1742903177.738457:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172395136 00000100:00100000:3.0:1742903177.738481:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17854 00000100:00100000:3.0:1742903177.738525:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+915:13470:x1827566172395136:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:3.0:1742903177.738695:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13470:x1827566172395136:12345-192.168.203.29@tcp:35:rm.0 Request processed in 207us (307us total) trans 4295005278 rc 0/0 00000100:00100000:3.0:1742903177.738700:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17854 00000100:00100000:0.0:1742903177.739664:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.739710:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172395392 00000100:00100000:3.0:1742903177.739713:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172395392 00000100:00100000:3.0:1742903177.739735:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77247 00000100:00100000:3.0:1742903177.739739:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13470:x1827566172395392:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:3.0:1742903177.739764:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.739790:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01000/0x5d4000e30d83d1e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02c7 expref: 916 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.739807:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79d600/0x5d4000e30d7b83d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6846 expref: 915 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.739818:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7a00/0x5d4000e30d7a0ab8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7fe:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beaa8 expref: 914 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.739826:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7400/0x5d4000e30d7a0a09 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7fe:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bea69 expref: 913 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.739831:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x0 (ffff88008408c200) 00010000:00010000:3.0:1742903177.739836:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.739849:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d2c0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.739857:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d2c0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.739862:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d2c0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.739870:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ea00/0x5d4000e30d83d2c7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.739873:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ea00/0x5d4000e30d83d2c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.739876:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ea00/0x5d4000e30d83d2c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.739920:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83d2ce lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.739924:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83d2ce lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.739927:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83d2ce lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:3.0:1742903177.740033:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8825, 176 off1547600 00000004:00200000:3.0:1742903177.740047:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7fe:0x0]: returning size 4096 00010000:00010000:3.0:1742903177.740053:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83d2ce lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.740056:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83d2ce lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.740060:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83d2ce lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.740063:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a97ee00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.740065:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83d2ce lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.740068:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83d2ce lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.740072:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x0 (ffff880093753300) 00010000:00010000:3.0:1742903177.740073:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.740075:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83d2ce lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.740078:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83d2ce lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.740151:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d2c0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.740154:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d2c0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.740157:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d2c0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.740159:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880129b8f600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.740160:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d2c0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.740163:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d2c0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.740166:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:3.0:1742903177.740167:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.740168:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d2c0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.740171:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f600/0x5d4000e30d83d2c0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:3.0:1742903177.740175:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800720f1f80 reply state ffff880072142000 transno 4295005279 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ea00/0x5d4000e30d83d2c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.740179:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ea00/0x5d4000e30d83d2c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.740182:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x4d50 (ffff880099003300) 00010000:00010000:3.0:1742903177.740183:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.740184:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.740218:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13470:x1827566172395392:12345-192.168.203.29@tcp:36:rm.0 Request processed in 477us (555us total) trans 4295005279 rc 0/0 00000100:00100000:3.0:1742903177.740226:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77247 00000100:00100000:0.0:1742903177.742097:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.742166:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172395520 00000100:00100000:3.0:1742903177.742172:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172395520 00000100:00100000:3.0:1742903177.742192:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17855 00000100:00100000:3.0:1742903177.742197:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d4e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13470:x1827566172395520:12345-192.168.203.29@tcp:37:rm.0 00000100:00100000:3.0:1742903177.745026:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d4e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13470:x1827566172395520:12345-192.168.203.29@tcp:37:rm.0 Request processed in 2820us (2926us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.745036:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17855 00000100:00100000:0.0:1742903177.746688:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.746784:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172395776 00000100:00100000:3.0:1742903177.746790:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172395776 00000100:00100000:3.0:1742903177.747381:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17856 00000100:00100000:3.0:1742903177.747388:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13470:x1827566172395776:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:3.0:1742903177.747599:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+915:13470:x1827566172395776:12345-192.168.203.29@tcp:35:rm.0 Request processed in 211us (914us total) trans 4295005280 rc 0/0 00000100:00100000:3.0:1742903177.747606:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17856 00000100:00100000:0.0:1742903177.749111:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.749187:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172396032 00000100:00100000:3.0:1742903177.749197:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172396032 00000100:00100000:3.0:1742903177.749235:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77248 00000100:00100000:3.0:1742903177.749240:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+915:13470:x1827566172396032:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:3.0:1742903177.749273:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.749296:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e01400/0x5d4000e30d83d1fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02ce expref: 915 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.749344:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639e00/0x5d4000e30d7b4dfa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c572f expref: 914 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.749376:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099715000/0x5d4000e30d79fba0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d2:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be47a expref: 913 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.749387:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072039400/0x5d4000e30d79faea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be442 expref: 912 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.749396:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099003200) 00010000:00010000:3.0:1742903177.749403:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.749416:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d2d5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749426:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d2d5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749432:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d2d5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749443:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f600/0x5d4000e30d83d2dc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749448:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f600/0x5d4000e30d83d2dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749454:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f600/0x5d4000e30d83d2dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749513:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fa00/0x5d4000e30d83d2e3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749519:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fa00/0x5d4000e30d83d2e3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749528:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fa00/0x5d4000e30d83d2e3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:3.0:1742903177.749687:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8826, 176 off1547776 00000004:00200000:3.0:1742903177.749713:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7d2:0x0]: returning size 4096 00010000:00010000:3.0:1742903177.749723:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fa00/0x5d4000e30d83d2e3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749729:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fa00/0x5d4000e30d83d2e3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749734:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fa00/0x5d4000e30d83d2e3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749738:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a97fa00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.749742:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fa00/0x5d4000e30d83d2e3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749747:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fa00/0x5d4000e30d83d2e3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749754:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x0 (ffff880099280c00) 00010000:00010000:3.0:1742903177.749756:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.749759:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fa00/0x5d4000e30d83d2e3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749763:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fa00/0x5d4000e30d83d2e3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749861:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d2d5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749866:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d2d5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749871:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d2d5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749875:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a97f000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.749878:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d2d5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749882:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d2d5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749889:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:3.0:1742903177.749890:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.749893:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d2d5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749897:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d2d5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:3.0:1742903177.749904:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800720f0380 reply state ffff880072180000 transno 4295005281 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f600/0x5d4000e30d83d2dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749910:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f600/0x5d4000e30d83d2dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.749915:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x5052ab9e (ffff880099280f00) 00010000:00010000:3.0:1742903177.749917:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.749918:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.749969:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13470:x1827566172396032:12345-192.168.203.29@tcp:36:rm.0 Request processed in 728us (862us total) trans 4295005281 rc 0/0 00000100:00100000:3.0:1742903177.749976:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77248 00000100:00100000:0.0:1742903177.752038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.752160:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172396160 00000100:00100000:3.0:1742903177.752168:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172396160 00000100:00100000:3.0:1742903177.752248:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17857 00000100:00100000:3.0:1742903177.752254:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13470:x1827566172396160:12345-192.168.203.29@tcp:37:rm.0 00000100:00100000:3.0:1742903177.755775:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13470:x1827566172396160:12345-192.168.203.29@tcp:37:rm.0 Request processed in 3512us (3734us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.755786:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17857 00000100:00100000:0.0:1742903177.759464:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.759565:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172396416 00000100:00100000:3.0:1742903177.759572:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172396416 00000100:00100000:3.0:1742903177.759618:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17858 00000100:00100000:3.0:1742903177.759624:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13470:x1827566172396416:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:3.0:1742903177.760037:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13470:x1827566172396416:12345-192.168.203.29@tcp:35:rm.0 Request processed in 411us (578us total) trans 4295005282 rc 0/0 00000100:00100000:3.0:1742903177.760044:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17858 00000100:00100000:0.0:1742903177.761151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.761230:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172396672 00000100:00100000:3.0:1742903177.761236:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172396672 00000100:00100000:3.0:1742903177.761281:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77249 00000100:00100000:3.0:1742903177.761286:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13470:x1827566172396672:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:3.0:1742903177.761342:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.761378:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1e00/0x5d4000e30d83d218 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02d5 expref: 914 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.761397:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5de00/0x5d4000e30d7b3ef0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5266 expref: 913 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.761408:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099250c00/0x5d4000e30d79f5b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be258 expref: 912 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.761423:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d382c00/0x5d4000e30d79f51e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be220 expref: 911 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.761432:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012bffba00) 00010000:00010000:3.0:1742903177.761442:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.761457:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97e200/0x5d4000e30d83d2ea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761467:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97e200/0x5d4000e30d83d2ea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761475:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97e200/0x5d4000e30d83d2ea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761485:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fe00/0x5d4000e30d83d2f1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761490:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fe00/0x5d4000e30d83d2f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761495:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fe00/0x5d4000e30d83d2f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761556:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f800/0x5d4000e30d83d2f8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761563:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f800/0x5d4000e30d83d2f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761569:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f800/0x5d4000e30d83d2f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:3.0:1742903177.761731:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8827, 176 off1547952 00000004:00200000:3.0:1742903177.761756:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7c4:0x0]: returning size 4096 00010000:00010000:3.0:1742903177.761766:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f800/0x5d4000e30d83d2f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761772:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f800/0x5d4000e30d83d2f8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761778:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f800/0x5d4000e30d83d2f8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761782:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a97f800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.761785:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f800/0x5d4000e30d83d2f8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761790:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f800/0x5d4000e30d83d2f8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761796:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88012e8a3d00) 00010000:00010000:3.0:1742903177.761799:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.761801:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f800/0x5d4000e30d83d2f8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761806:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f800/0x5d4000e30d83d2f8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761908:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97e200/0x5d4000e30d83d2ea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761913:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97e200/0x5d4000e30d83d2ea lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761918:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97e200/0x5d4000e30d83d2ea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761922:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a97e200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.761924:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97e200/0x5d4000e30d83d2ea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761929:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97e200/0x5d4000e30d83d2ea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761935:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:3.0:1742903177.761937:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.761939:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97e200/0x5d4000e30d83d2ea lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761943:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97e200/0x5d4000e30d83d2ea lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:3.0:1742903177.761951:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800720f2680 reply state ffff880072183000 transno 4295005283 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fe00/0x5d4000e30d83d2f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761958:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fe00/0x5d4000e30d83d2f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.761963:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x44524f57 (ffff88012e8a3c00) 00010000:00010000:3.0:1742903177.761964:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.761966:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.762010:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13470:x1827566172396672:12345-192.168.203.29@tcp:36:rm.0 Request processed in 723us (862us total) trans 4295005283 rc 0/0 00000100:00100000:3.0:1742903177.762017:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77249 00000100:00100000:0.0:1742903177.765753:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.765864:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172396800 00000100:00100000:3.0:1742903177.765871:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172396800 00000100:00100000:3.0:1742903177.765901:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17859 00000100:00100000:3.0:1742903177.765906:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13470:x1827566172396800:12345-192.168.203.29@tcp:37:rm.0 00000100:00100000:3.0:1742903177.768163:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13470:x1827566172396800:12345-192.168.203.29@tcp:37:rm.0 Request processed in 2251us (2412us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.768278:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17859 00000100:00100000:0.0:1742903177.770753:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.770860:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172397056 00000100:00100000:3.0:1742903177.770866:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172397056 00000100:00100000:3.0:1742903177.770896:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17860 00000100:00100000:3.0:1742903177.770901:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d4e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13470:x1827566172397056:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:3.0:1742903177.771108:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d4e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13470:x1827566172397056:12345-192.168.203.29@tcp:35:rm.0 Request processed in 206us (360us total) trans 4295005284 rc 0/0 00000100:00100000:3.0:1742903177.771114:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17860 00000100:00100000:0.0:1742903177.772507:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.772593:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172397312 00000100:00100000:2.0:1742903177.772598:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172397312 00000100:00100000:2.0:1742903177.772631:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77250 00000100:00100000:2.0:1742903177.772636:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13470:x1827566172397312:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:2.0:1742903177.772669:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.772691:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d234 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x834:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02dc expref: 913 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.772713:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf48800/0x5d4000e30d7bbb0d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x834:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c76f5 expref: 912 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.772725:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458000/0x5d4000e30d7a1cb6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x834:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf226 expref: 911 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.772735:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1800/0x5d4000e30d7a1c07 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x834:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf1e0 expref: 910 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.772743:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x0 (ffff88012e960000) 00010000:00010000:2.0:1742903177.772750:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.772766:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639600/0x5d4000e30d83d2ff lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.772777:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639600/0x5d4000e30d83d2ff lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.772785:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639600/0x5d4000e30d83d2ff lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.772796:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638800/0x5d4000e30d83d306 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b8:0x0].0x44454553 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.772815:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638800/0x5d4000e30d83d306 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.772820:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638800/0x5d4000e30d83d306 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.772983:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d30d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x834:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.772990:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d30d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x834:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.772996:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d30d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x834:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:2.0:1742903177.773157:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8828, 176 off1548128 00000004:00200000:2.0:1742903177.773183:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x834:0x0]: returning size 4096 00010000:00010000:2.0:1742903177.773193:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d30d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x834:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.773198:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d30d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x834:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.773203:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d30d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x834:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.773208:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f638400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.773211:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d30d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x834:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.773216:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d30d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x834:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.773223:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903177.773226:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.773228:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d30d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x834:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.773232:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d30d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x834:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.773429:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639600/0x5d4000e30d83d2ff lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.773435:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639600/0x5d4000e30d83d2ff lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.773439:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639600/0x5d4000e30d83d2ff lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.773442:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f639600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.773444:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639600/0x5d4000e30d83d2ff lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.773448:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639600/0x5d4000e30d83d2ff lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.773455:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:2.0:1742903177.773456:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.773459:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639600/0x5d4000e30d83d2ff lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.773463:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639600/0x5d4000e30d83d2ff lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:2.0:1742903177.773471:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880134b61f80 reply state ffff8800826b1000 transno 4295005285 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638800/0x5d4000e30d83d306 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.773477:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638800/0x5d4000e30d83d306 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.773482:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x44454553 (ffff88012bffbc00) 00010000:00010000:2.0:1742903177.773484:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.773485:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.773717:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13470:x1827566172397312:12345-192.168.203.29@tcp:36:rm.0 Request processed in 1079us (1211us total) trans 4295005285 rc 0/0 00000100:00100000:2.0:1742903177.773727:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77250 00000100:00100000:0.0:1742903177.776584:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.776745:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172397440 00000100:00100000:2.0:1742903177.776755:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172397440 00000100:00100000:2.0:1742903177.776806:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17861 00000100:00100000:2.0:1742903177.776811:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13470:x1827566172397440:12345-192.168.203.29@tcp:37:rm.0 00000100:00100000:2.0:1742903177.779245:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13470:x1827566172397440:12345-192.168.203.29@tcp:37:rm.0 Request processed in 2425us (2662us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.779257:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17861 00000100:00100000:0.0:1742903177.782349:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.782420:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172397696 00000100:00100000:2.0:1742903177.782430:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172397696 00000100:00100000:2.0:1742903177.782476:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17862 00000100:00100000:2.0:1742903177.782483:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13470:x1827566172397696:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:2.0:1742903177.782742:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13470:x1827566172397696:12345-192.168.203.29@tcp:35:rm.0 Request processed in 259us (425us total) trans 4295005286 rc 0/0 00000100:00100000:2.0:1742903177.782749:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17862 00000100:00100000:0.0:1742903177.785654:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.785739:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172397952 00000100:00100000:2.0:1742903177.785747:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172397952 00000100:00100000:2.0:1742903177.785794:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77251 00000100:00100000:2.0:1742903177.785800:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13470:x1827566172397952:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:2.0:1742903177.785849:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.785877:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d250 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02e3 expref: 912 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.785895:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639200/0x5d4000e30d7b5c4e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5bb9 expref: 911 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.785936:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072078a00/0x5d4000e30d79ffc8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7df:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be62c expref: 910 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.785948:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871400/0x5d4000e30d79ff3c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be5f4 expref: 909 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.785956:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff8800b1a19300) 00010000:00010000:2.0:1742903177.785964:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.785981:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638000/0x5d4000e30d83d314 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.785993:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638000/0x5d4000e30d83d314 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.786000:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638000/0x5d4000e30d83d314 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.786009:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638200/0x5d4000e30d83d31b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.786014:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638200/0x5d4000e30d83d31b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.786019:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638200/0x5d4000e30d83d31b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.786082:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d322 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.786086:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d322 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.786089:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d322 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:2.0:1742903177.786513:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8830, 176 off1548464 00000004:00200000:2.0:1742903177.786569:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7df:0x0]: returning size 4096 00010000:00010000:2.0:1742903177.786586:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d322 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.786594:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d322 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.786600:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d322 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.786605:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f639c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.786608:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d322 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.786614:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d322 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.786626:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x0 (ffff88012bffba00) 00010000:00010000:2.0:1742903177.786629:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.786632:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d322 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.786636:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d322 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.786758:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638000/0x5d4000e30d83d314 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.786765:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638000/0x5d4000e30d83d314 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.786769:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638000/0x5d4000e30d83d314 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.786773:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f638000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.786775:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638000/0x5d4000e30d83d314 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.786780:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638000/0x5d4000e30d83d314 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.786787:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:2.0:1742903177.786789:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.786791:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638000/0x5d4000e30d83d314 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.786795:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638000/0x5d4000e30d83d314 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:2.0:1742903177.786804:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880134b60700 reply state ffff8800826b4000 transno 4295005287 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638200/0x5d4000e30d83d31b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.786812:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638200/0x5d4000e30d83d31b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.786818:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x45524f8f (ffff88012bffb900) 00010000:00010000:2.0:1742903177.786820:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.786822:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.786897:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13470:x1827566172397952:12345-192.168.203.29@tcp:36:rm.0 Request processed in 1093us (1245us total) trans 4295005287 rc 0/0 00000100:00100000:2.0:1742903177.786908:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77251 00000100:00100000:0.0:1742903177.789842:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.789995:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172398080 00000100:00100000:2.0:1742903177.790002:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172398080 00000100:00100000:2.0:1742903177.790043:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17863 00000100:00100000:2.0:1742903177.790049:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13470:x1827566172398080:12345-192.168.203.29@tcp:37:rm.0 00000100:00100000:2.0:1742903177.792276:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13470:x1827566172398080:12345-192.168.203.29@tcp:37:rm.0 Request processed in 2221us (2433us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.792286:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17863 00000100:00100000:0.0:1742903177.794511:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.794749:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172398336 00000100:00100000:2.0:1742903177.794757:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172398336 00000100:00100000:2.0:1742903177.794797:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17864 00000100:00100000:2.0:1742903177.794804:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13470:x1827566172398336:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:2.0:1742903177.795027:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13470:x1827566172398336:12345-192.168.203.29@tcp:35:rm.0 Request processed in 222us (520us total) trans 4295005288 rc 0/0 00000100:00100000:2.0:1742903177.795034:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17864 00000100:00100000:0.0:1742903177.796270:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.796986:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172398592 00000100:00100000:2.0:1742903177.796992:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172398592 00000100:00100000:2.0:1742903177.797034:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77252 00000100:00100000:2.0:1742903177.797040:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13470:x1827566172398592:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:2.0:1742903177.797077:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.797100:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8400/0x5d4000e30d83d26c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x830:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02ea expref: 911 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.797118:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3600/0x5d4000e30d7bb7ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x830:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7638 expref: 910 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.797136:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720d4c00/0x5d4000e30d7b1c91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x830:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c46d5 expref: 909 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.797145:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a000/0x5d4000e30d7a1a78 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x830:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf162 expref: 908 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.797153:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x830:0x0].0x0 (ffff8801351b0100) 00010000:00010000:2.0:1742903177.797160:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.797174:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d329 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797184:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d329 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797191:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d329 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797203:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638000/0x5d4000e30d83d330 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797209:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638000/0x5d4000e30d83d330 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797214:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638000/0x5d4000e30d83d330 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797271:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d337 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x830:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797277:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d337 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x830:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797285:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d337 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x830:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:2.0:1742903177.797485:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8831, 176 off1548640 00000004:00200000:2.0:1742903177.797510:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x830:0x0]: returning size 4096 00010000:00010000:2.0:1742903177.797520:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d337 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x830:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797525:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d337 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x830:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797530:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d337 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x830:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797535:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f639c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.797539:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d337 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x830:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797544:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d337 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x830:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797551:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x830:0x0].0x0 (ffff880099028500) 00010000:00010000:2.0:1742903177.797553:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.797556:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d337 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x830:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797560:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d337 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x830:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797667:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d329 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797672:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d329 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797678:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d329 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797687:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f638a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.797689:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d329 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797694:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d329 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797701:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:2.0:1742903177.797702:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.797705:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d329 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797709:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d329 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:2.0:1742903177.797717:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880134b61180 reply state ffff88011efe4000 transno 4295005289 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638000/0x5d4000e30d83d330 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797723:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638000/0x5d4000e30d83d330 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.797728:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x45439694 (ffff880099028c00) 00010000:00010000:2.0:1742903177.797729:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.797731:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.797780:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13470:x1827566172398592:12345-192.168.203.29@tcp:36:rm.0 Request processed in 739us (1514us total) trans 4295005289 rc 0/0 00000100:00100000:2.0:1742903177.797785:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77252 00000100:00100000:0.0:1742903177.799946:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.800044:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172398720 00000100:00100000:2.0:1742903177.800054:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172398720 00000100:00100000:2.0:1742903177.800097:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17865 00000100:00100000:2.0:1742903177.800103:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d4e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13470:x1827566172398720:12345-192.168.203.29@tcp:37:rm.0 00000100:00100000:2.0:1742903177.801920:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d4e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13470:x1827566172398720:12345-192.168.203.29@tcp:37:rm.0 Request processed in 1812us (1976us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.801930:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17865 00000100:00100000:0.0:1742903177.803763:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.803802:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172398976 00000100:00100000:2.0:1742903177.804074:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172398976 00000100:00100000:2.0:1742903177.804110:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17866 00000100:00100000:2.0:1742903177.804116:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13470:x1827566172398976:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:2.0:1742903177.804463:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13470:x1827566172398976:12345-192.168.203.29@tcp:35:rm.0 Request processed in 345us (702us total) trans 4295005290 rc 0/0 00000100:00100000:2.0:1742903177.804470:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17866 00000100:00100000:0.0:1742903177.806832:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.806972:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172399232 00000100:00100000:2.0:1742903177.806980:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172399232 00000100:00100000:2.0:1742903177.807029:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77253 00000100:00100000:2.0:1742903177.807035:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13470:x1827566172399232:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:2.0:1742903177.807079:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.807115:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638c00/0x5d4000e30d83d288 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7cd:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02f1 expref: 910 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.807263:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d29200/0x5d4000e30d7b4819 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7cd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c555a expref: 909 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.807276:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072039000/0x5d4000e30d79f8f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7cd:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be38c expref: 908 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.807288:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11ac00/0x5d4000e30d79f851 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be35b expref: 907 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.807293:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cd:0x0].0x0 (ffff8800916ebb00) 00010000:00010000:2.0:1742903177.807299:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.807312:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d33e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.807366:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d33e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.807374:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d33e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.807386:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639e00/0x5d4000e30d83d345 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.807391:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639e00/0x5d4000e30d83d345 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.807396:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639e00/0x5d4000e30d83d345 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.807462:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d34c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.807469:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d34c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.807474:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d34c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903177.807770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.807825:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172399360 00000100:00100000:2.0:1742903177.807829:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172399360 00000100:00100000:2.0:1742903177.807847:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77254 00000100:00100000:2.0:1742903177.807851:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172399360:12345-192.168.203.29@tcp:501:chlg_load_threa.0 00000100:00100000:2.0:1742903177.807937:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172399360:12345-192.168.203.29@tcp:501:chlg_load_threa.0 Request processed in 85us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.807943:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77254 00000040:00080000:3.0:1742903177.808046:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8832, 176 off1548816 00000004:00200000:3.0:1742903177.808074:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7cd:0x0]: returning size 4096 00010000:00010000:3.0:1742903177.808085:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d34c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.808090:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d34c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.808095:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d34c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.808100:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f638a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.808103:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d34c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.808107:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d34c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.808114:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cd:0x0].0x0 (ffff880099028500) 00010000:00010000:3.0:1742903177.808116:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.808119:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d34c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.808126:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d34c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.808241:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d33e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.808247:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d33e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.808251:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d33e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.808254:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f638400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.808256:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d33e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.808259:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d33e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.808265:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:3.0:1742903177.808267:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.808269:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d33e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.808273:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d33e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:3.0:1742903177.808278:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880134b63100 reply state ffff88011efe0000 transno 4295005291 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639e00/0x5d4000e30d83d345 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.808285:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639e00/0x5d4000e30d83d345 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903177.808292:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x45435891 (ffff880099028000) 00010000:00010000:3.0:1742903177.808294:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.808296:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.808346:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13470:x1827566172399232:12345-192.168.203.29@tcp:36:rm.0 Request processed in 1310us (1521us total) trans 4295005291 rc 0/0 00000100:00100000:3.0:1742903177.808363:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77253 00000100:00100000:0.0:1742903177.809155:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.809208:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172399488 00000100:00100000:3.0:1742903177.809213:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172399488 00000100:00100000:3.0:1742903177.809243:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77255 00000100:00100000:3.0:1742903177.809247:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172399488:12345-192.168.203.29@tcp:503:chlg_load_threa.0 00000100:00100000:3.0:1742903177.809368:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172399488:12345-192.168.203.29@tcp:503:chlg_load_threa.0 Request processed in 119us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.809374:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77255 00000100:00100000:2.0:1742903177.810641:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.810712:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172399616 00000100:00100000:0.0:1742903177.810716:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172399616 00000100:00100000:0.0:1742903177.811607:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17867 00000100:00100000:0.0:1742903177.811613:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13470:x1827566172399616:12345-192.168.203.29@tcp:37:rm.0 00000100:00100000:2.0:1742903177.811735:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.811776:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172399744 00000100:00100000:3.0:1742903177.811779:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172399744 00000100:00100000:3.0:1742903177.811793:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77256 00000100:00100000:3.0:1742903177.811796:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172399744:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.811870:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172399744:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 73us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.811875:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77256 00000100:00100000:0.0:1742903177.813008:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.813063:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172399872 00000100:00100000:3.0:1742903177.813068:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172399872 00000100:00100000:3.0:1742903177.813090:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77257 00000100:00100000:3.0:1742903177.813094:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13480:x1827566172399872:12345-192.168.203.29@tcp:501:chlg_load_threa.0 00000100:00100000:3.0:1742903177.813149:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172399872:12345-192.168.203.29@tcp:501:chlg_load_threa.0 Request processed in 53us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.813154:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77257 00000100:00100000:2.0:1742903177.813706:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13470:x1827566172399616:12345-192.168.203.29@tcp:37:rm.0 Request processed in 2090us (3064us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.813717:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17867 00000100:00100000:0.0:1742903177.814471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.814508:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172400000 00000100:00100000:2.0:1742903177.814515:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172400000 00000100:00100000:2.0:1742903177.814545:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77258 00000100:00100000:2.0:1742903177.814548:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172400000:12345-192.168.203.29@tcp:503:chlg_load_threa.0 00000100:00100000:2.0:1742903177.814640:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172400000:12345-192.168.203.29@tcp:503:chlg_load_threa.0 Request processed in 89us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.814646:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77258 00000100:00100000:0.0:1742903177.815892:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.816048:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172400256 00000100:00100000:2.0:1742903177.816053:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172400256 00000100:00100000:2.0:1742903177.816089:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17868 00000100:00100000:2.0:1742903177.816094:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13470:x1827566172400256:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:0.0:1742903177.816171:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.816349:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13470:x1827566172400256:12345-192.168.203.29@tcp:35:rm.0 Request processed in 219us (425us total) trans 4295005292 rc 0/0 00000100:00100000:2.0:1742903177.816368:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17868 00000100:00100000:2.0:1742903177.816385:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172400384 00000100:00100000:2.0:1742903177.816388:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172400384 00000100:00100000:2.0:1742903177.816404:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77259 00000100:00100000:2.0:1742903177.816408:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172400384:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.816502:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172400384:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 93us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.816508:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77259 00000100:00100000:0.0:1742903177.818378:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.818442:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172400640 00000100:00100000:2.0:1742903177.818450:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172400640 00000100:00100000:1.0:1742903177.818472:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.818758:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172400768 00000100:00100000:2.0:1742903177.818770:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172400768 00000100:00100000:3.0:1742903177.818829:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77260 00000100:00100000:3.0:1742903177.818836:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13470:x1827566172400640:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:3.0:1742903177.818886:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.818913:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638600/0x5d4000e30d83d2a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02f8 expref: 910 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.818933:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10600/0x5d4000e30d7b79cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6513 expref: 909 pid: 7211 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903177.818942:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77261 00010000:00010000:3.0:1742903177.818946:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099221e00/0x5d4000e30d7a07c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f7:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be989 expref: 908 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903177.818948:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172400768:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00010000:00010000:3.0:1742903177.818958:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099221a00/0x5d4000e30d7a071c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7f7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be951 expref: 907 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.818966:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f7:0x0].0x0 (ffff88012d39bf00) 00010000:00010000:3.0:1742903177.818975:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.818994:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d353 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.819007:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d353 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.819016:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d353 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.819027:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83d35a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.819033:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83d35a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.819039:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83d35a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903177.819105:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13480:x1827566172400768:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 155us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.819112:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77261 00010000:00010000:3.0:1742903177.819186:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d361 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.819193:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d361 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.819199:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d361 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:3.0:1742903177.819446:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8833, 176 off1548992 00000004:00200000:3.0:1742903177.819482:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7f7:0x0]: returning size 4096 00010000:00010000:3.0:1742903177.819495:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d361 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.819500:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d361 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.819506:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d361 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.819512:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a97f200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.819515:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d361 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.819521:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d361 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.819528:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f7:0x0].0x0 (ffff88012e8a3500) 00010000:00010000:3.0:1742903177.819531:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.819534:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d361 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.819539:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d361 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.819652:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d353 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.819658:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d353 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.819662:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d353 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.819666:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a97f000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.819668:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d353 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.819673:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d353 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.819679:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:3.0:1742903177.819681:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.819684:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d353 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.819688:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d353 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:3.0:1742903177.819694:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880099d6b480 reply state ffff8800722ea000 transno 4295005293 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83d35a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.819701:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83d35a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.819706:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x44a1a1a7 (ffff88012e8a3d00) 00010000:00010000:3.0:1742903177.819708:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.819710:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.819766:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13470:x1827566172400640:12345-192.168.203.29@tcp:36:rm.0 Request processed in 928us (1394us total) trans 4295005293 rc 0/0 00000100:00100000:3.0:1742903177.819773:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77260 00000100:00100000:0.0:1742903177.820701:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.820782:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172400896 00000100:00100000:3.0:1742903177.820788:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172400896 00000100:00100000:3.0:1742903177.820813:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77262 00000100:00100000:3.0:1742903177.820819:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172400896:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.821193:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172400896:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 373us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.821200:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77262 00000100:00100000:1.0:1742903177.821214:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.821236:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172401152 00000100:00100000:3.0:1742903177.821239:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172401152 00000100:00100000:3.0:1742903177.821272:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17869 00000100:00100000:3.0:1742903177.821277:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13470:x1827566172401152:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:3.0:1742903177.821870:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13470:x1827566172401152:12345-192.168.203.29@tcp:35:rm.0 Request processed in 591us (656us total) trans 4295005294 rc 0/0 00000100:00100000:3.0:1742903177.821875:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17869 00000100:00100000:0.0:1742903177.823100:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.823238:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172401280 00000100:00100000:3.0:1742903177.823244:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172401280 00000100:00100000:0.0:1742903177.823298:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77263 00000100:00100000:0.0:1742903177.823303:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172401280:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1742903177.823438:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172401280:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 133us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903177.823444:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77263 00000100:00100000:0.0:1742903177.824677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.824713:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.824714:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172401536 00000100:00100000:2.0:1742903177.824718:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172401536 00000100:00100000:2.0:1742903177.824737:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172401664 00000100:00100000:2.0:1742903177.824739:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172401664 00000100:00100000:2.0:1742903177.824848:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77264 00000100:00100000:3.0:1742903177.824853:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77265 00000100:00100000:2.0:1742903177.824854:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13470:x1827566172401536:12345-192.168.203.29@tcp:36:rm.0 00000100:00100000:3.0:1742903177.824858:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172401664:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00010000:00010000:2.0:1742903177.824892:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00000100:00100000:3.0:1742903177.824963:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172401664:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 103us (249us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903177.824965:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a200/0x5d4000e30d79f9d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be3ee expref: 909 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903177.824969:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77265 00010000:00010000:2.0:1742903177.824983:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072080200/0x5d4000e30d7b2f7d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c4d3b expref: 907 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.824995:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801231f3c00/0x5d4000e30d79f43e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be1da expref: 906 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.825005:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009910c400) 00010000:00010000:2.0:1742903177.825017:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00600/0x5d4000e30d83d18c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02b2 expref: 905 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.825024:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x0 (ffff88009910ce00) 00010000:00010000:2.0:1742903177.825027:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.825039:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638c00/0x5d4000e30d83d368 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825049:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638c00/0x5d4000e30d83d368 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825054:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638c00/0x5d4000e30d83d368 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825061:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d36f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b6:0x0].0x746dd4eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825064:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d36f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825068:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d36f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825114:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639a00/0x5d4000e30d83d376 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825117:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639a00/0x5d4000e30d83d376 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825122:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639a00/0x5d4000e30d83d376 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:2.0:1742903177.825291:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8834, 176 off1549168 00000004:00200000:2.0:1742903177.825348:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7b8:0x0]: returning size 4096 00010000:00010000:2.0:1742903177.825369:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639a00/0x5d4000e30d83d376 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825374:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639a00/0x5d4000e30d83d376 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825379:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639a00/0x5d4000e30d83d376 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825383:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f639a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.825386:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639a00/0x5d4000e30d83d376 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825390:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639a00/0x5d4000e30d83d376 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825397:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88009c7e0600) 00010000:00010000:2.0:1742903177.825399:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.825401:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639a00/0x5d4000e30d83d376 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825405:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639a00/0x5d4000e30d83d376 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825510:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638c00/0x5d4000e30d83d368 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825515:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638c00/0x5d4000e30d83d368 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825520:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638c00/0x5d4000e30d83d368 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825523:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f638c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.825525:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638c00/0x5d4000e30d83d368 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825529:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638c00/0x5d4000e30d83d368 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825534:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x0 (ffff88009910ce00) 00010000:00010000:2.0:1742903177.825536:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.825538:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638c00/0x5d4000e30d83d368 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825542:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638c00/0x5d4000e30d83d368 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1742903177.825549:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880099d6bb80 reply state ffff88008f5b0000 transno 4295005295 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d36f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825555:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d36f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903177.825560:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x746dd4eb (ffff88009c6e2600) 00010000:00010000:2.0:1742903177.825561:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.825563:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.825606:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13470:x1827566172401536:12345-192.168.203.29@tcp:36:rm.0 Request processed in 751us (931us total) trans 4295005295 rc 0/0 00000100:00100000:2.0:1742903177.825611:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77264 00000100:00100000:0.0:1742903177.825857:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.825888:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172401792 00000100:00100000:2.0:1742903177.825892:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172401792 00000100:00100000:2.0:1742903177.825916:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77266 00000100:00100000:2.0:1742903177.825920:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13480:x1827566172401792:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.825993:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13480:x1827566172401792:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 71us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.825998:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77266 00000100:00100000:0.0:1742903177.826970:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.827032:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172401920 00000100:00100000:2.0:1742903177.827039:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172401920 00000100:00100000:0.0:1742903177.827057:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.827117:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172402176 00000100:00100000:3.0:1742903177.827120:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172402176 00000100:00100000:3.0:1742903177.827143:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17870 00000100:00100000:3.0:1742903177.827149:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13470:x1827566172402176:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:2.0:1742903177.827190:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77267 00000100:00100000:2.0:1742903177.827195:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172401920:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.827339:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172401920:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 121us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.827345:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77267 00000100:00100000:3.0:1742903177.827459:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13470:x1827566172402176:12345-192.168.203.29@tcp:35:rm.0 Request processed in 309us (400us total) trans 4295005296 rc 0/0 00000100:00100000:3.0:1742903177.827465:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17870 00000100:00100000:0.0:1742903177.828544:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.828606:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.828628:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172402304 00000100:00100000:2.0:1742903177.828633:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172402304 00000100:00100000:2.0:1742903177.828663:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172402560 00000100:00100000:2.0:1742903177.828666:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172402560 00000100:00100000:2.0:1742903177.828679:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77268 00000100:00100000:2.0:1742903177.828683:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172402304:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.828685:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77269 00000100:00100000:3.0:1742903177.828690:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13470:x1827566172402560:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:3.0:1742903177.828722:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.828746:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d32400/0x5d4000e30d7b2e5e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c4ccb expref: 908 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.828764:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012efa0800/0x5d4000e30d79efd0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b6:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be013 expref: 907 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.828774:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c400/0x5d4000e30d79ef21 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bdff0 expref: 906 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903177.828780:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13480:x1827566172402304:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 96us (239us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903177.828783:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x0 (ffff88009910ce00) 00000100:00100000:2.0:1742903177.828786:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77268 00010000:00010000:3.0:1742903177.828802:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8f200/0x5d4000e30d83d15b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f029d expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.828808:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff880099003e00) 00010000:00010000:3.0:1742903177.828811:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.828824:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d83d37d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.828834:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d83d37d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.828940:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d83d37d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.828953:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218800/0x5d4000e30d83d384 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b5:0x0].0x6599e0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.828959:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218800/0x5d4000e30d83d384 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b5:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.828963:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218800/0x5d4000e30d83d384 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b5:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.829024:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d83d38b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.829030:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d83d38b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.829035:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d83d38b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:3.0:1742903177.829211:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8835, 176 off1549344 00000004:00200000:3.0:1742903177.829237:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7b6:0x0]: returning size 4096 00010000:00010000:3.0:1742903177.829247:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d83d38b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.829252:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d83d38b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.829261:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d83d38b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.829266:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c219000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.829269:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d83d38b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.829275:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d83d38b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.829282:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x0 (ffff88009931b600) 00010000:00010000:3.0:1742903177.829284:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.829287:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d83d38b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.829290:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d83d38b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.829457:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d83d37d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.829463:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d83d37d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.829467:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d83d37d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.829470:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c219800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.829473:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d83d37d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.829478:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d83d37d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.829488:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff880099003e00) 00010000:00010000:3.0:1742903177.829489:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.829491:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d83d37d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.829495:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d83d37d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:3.0:1742903177.829502:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009a784a80 reply state ffff8800722ee000 transno 4295005297 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218800/0x5d4000e30d83d384 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b5:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.829508:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218800/0x5d4000e30d83d384 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b5:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.829513:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x6599e0d1 (ffff88009931b900) 00010000:00010000:3.0:1742903177.829514:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.829517:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.829564:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13470:x1827566172402560:12345-192.168.203.29@tcp:36:rm.0 Request processed in 872us (956us total) trans 4295005297 rc 0/0 00000100:00100000:3.0:1742903177.829570:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77269 00000100:00100000:0.0:1742903177.830215:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.830263:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172402688 00000100:00100000:3.0:1742903177.830268:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172402688 00000100:00100000:3.0:1742903177.830294:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77270 00000100:00100000:3.0:1742903177.830299:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13480:x1827566172402688:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.830439:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13480:x1827566172402688:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 138us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.830445:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77270 00000100:00100000:0.0:1742903177.830881:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.830923:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172402816 00000100:00100000:3.0:1742903177.830927:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172402816 00000100:00100000:3.0:1742903177.830970:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77271 00000100:00100000:3.0:1742903177.830975:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13470:x1827566172402816:12345-192.168.203.29@tcp:101:rm.0 00010000:00010000:3.0:1742903177.830988:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.831003:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d83d392 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f02ff expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.831052:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d83d399 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831063:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d83d399 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831071:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d83d399 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831082:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219200/0x5d4000e30d83d3a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b5:0x0].0x659ae0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831087:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219200/0x5d4000e30d83d3a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831092:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219200/0x5d4000e30d83d3a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831142:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219a00/0x5d4000e30d83d3a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831150:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219a00/0x5d4000e30d83d3a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831155:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219a00/0x5d4000e30d83d3a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903177.831183:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7b7:0x0]: returning size 4096 00000004:00200000:3.0:1742903177.831187:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903177.831200:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219a00/0x5d4000e30d83d3a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831208:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d83d399 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831212:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d83d399 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831217:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d83d399 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831222:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c218200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.831224:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d83d399 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831229:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d83d399 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831237:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff880099003e00) 00010000:00010000:3.0:1742903177.831240:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.831243:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d83d399 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831247:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218200/0x5d4000e30d83d399 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831257:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219200/0x5d4000e30d83d3a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831262:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219200/0x5d4000e30d83d3a0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831267:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219200/0x5d4000e30d83d3a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831272:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c219200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.831274:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219200/0x5d4000e30d83d3a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831279:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219200/0x5d4000e30d83d3a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831283:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x659ae0d1 (ffff880099158900) 00010000:00010000:3.0:1742903177.831285:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.831286:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219200/0x5d4000e30d83d3a0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b5:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831290:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219200/0x5d4000e30d83d3a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b5:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.831311:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d83d392 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02ff expref: 907 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.831366:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219a00/0x5d4000e30d83d3a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02ff expref: 906 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.831373:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x0 (ffff88012bd49700) 00010000:00010000:3.0:1742903177.831375:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1742903177.831377:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c219a00, rc 0) 00000100:00100000:3.0:1742903177.831405:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13470:x1827566172402816:12345-192.168.203.29@tcp:101:rm.0 Request processed in 428us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.831410:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77271 00000100:00100000:0.0:1742903177.831588:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.831786:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172402944 00000100:00100000:3.0:1742903177.831796:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172402944 00000100:00100000:3.0:1742903177.831849:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77272 00000100:00100000:3.0:1742903177.831855:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13480:x1827566172402944:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.832000:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13480:x1827566172402944:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 143us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.832007:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77272 00000100:00100000:0.0:1742903177.832267:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.832441:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172403072 00000100:00100000:2.0:1742903177.832446:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172403072 00000100:00100000:2.0:1742903177.832475:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77273 00000100:00100000:2.0:1742903177.832478:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13470:x1827566172403072:12345-192.168.203.29@tcp:101:rm.0 00010000:00010000:2.0:1742903177.832486:0:18840:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.832499:0:18840:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d3ae lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0306 expref: -99 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.832521:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d3ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0306 expref: 907 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.832532:0:18840:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d3ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0306 expref: 907 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.832540:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff880099003e00) 00010000:00010000:2.0:1742903177.832542:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.832545:0:18840:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f639c00, rc 0) 00000100:00100000:2.0:1742903177.832575:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13470:x1827566172403072:12345-192.168.203.29@tcp:101:rm.0 Request processed in 95us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.832580:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77273 00000100:00100000:0.0:1742903177.833482:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.833565:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172403200 00000100:00100000:2.0:1742903177.833569:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172403200 00000100:00100000:2.0:1742903177.833598:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77274 00000100:00100000:2.0:1742903177.833603:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172403200:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.833700:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172403200:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 96us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.833706:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77274 00000100:00100000:0.0:1742903177.834222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.834365:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172403328 00000100:00100000:3.0:1742903177.834373:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172403328 00000100:00100000:3.0:1742903177.834402:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17871 00000100:00100000:3.0:1742903177.834407:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d4dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13470:x1827566172403328:12345-192.168.203.29@tcp:37:rm.0 00000100:00100000:0.0:1742903177.834654:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.834693:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172403456 00000100:00100000:2.0:1742903177.834698:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172403456 00000100:00100000:2.0:1742903177.834716:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77275 00000100:00100000:2.0:1742903177.834720:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172403456:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.834793:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172403456:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 72us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.834798:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77275 00000100:00100000:0.0:1742903177.836425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.836454:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172403584 00000100:00100000:2.0:1742903177.836459:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172403584 00000100:00100000:2.0:1742903177.836483:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77276 00000100:00100000:2.0:1742903177.836488:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172403584:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.836576:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d4dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13470:x1827566172403328:12345-192.168.203.29@tcp:37:rm.0 Request processed in 2161us (2347us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.836587:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17871 00000100:00100000:2.0:1742903177.836595:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172403584:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 105us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.836602:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77276 00000100:00100000:0.0:1742903177.838245:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.838421:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172403712 00000100:00100000:2.0:1742903177.838430:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172403712 00000100:00100000:2.0:1742903177.838469:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77277 00000100:00100000:2.0:1742903177.838474:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172403712:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.838616:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172403712:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 140us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.838621:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77277 00000100:00100000:0.0:1742903177.841468:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.841516:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.841673:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172403968 00000100:00100000:2.0:1742903177.841681:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172403968 00000100:00100000:2.0:1742903177.841718:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77278 00000100:00100000:2.0:1742903177.841724:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172403968:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.841871:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172403968:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 146us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.841878:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77278 00000100:00100000:3.0:1742903177.842173:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172403840 00000100:00100000:3.0:1742903177.842183:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172403840 00000100:00100000:3.0:1742903177.842228:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17872 00000100:00100000:3.0:1742903177.842234:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13470:x1827566172403840:12345-192.168.203.29@tcp:37:rm.0 00000100:00100000:0.0:1742903177.844043:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.844098:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172404096 00000100:00100000:2.0:1742903177.844105:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172404096 00000100:00100000:2.0:1742903177.844151:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77279 00000100:00100000:2.0:1742903177.844157:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172404096:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.844274:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172404096:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 116us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.844281:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77279 00000100:00100000:2.0:1742903177.845871:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13470:x1827566172403840:12345-192.168.203.29@tcp:37:rm.0 Request processed in 3629us (4345us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.845882:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17872 00000100:00100000:0.0:1742903177.846466:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.846515:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172404224 00000100:00100000:3.0:1742903177.846523:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172404224 00000100:00100000:3.0:1742903177.846563:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77280 00000100:00100000:3.0:1742903177.846569:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172404224:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.846684:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172404224:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 113us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.846690:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77280 00000100:00100000:0.0:1742903177.847796:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.847834:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.848042:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172404352 00000100:00100000:3.0:1742903177.848048:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172404352 00000100:00100000:3.0:1742903177.848072:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172404480 00000100:00100000:3.0:1742903177.848074:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172404480 00000100:00100000:3.0:1742903177.848104:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77281 00000100:00100000:3.0:1742903177.848109:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13470:x1827566172404352:12345-192.168.203.29@tcp:101:rm.0 00010000:00010000:3.0:1742903177.848124:0:7212:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903177.848141:0:7212:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d83d3b5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f030d expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.848201:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d83d3bc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903177.848203:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77282 00000100:00100000:2.0:1742903177.848209:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172404480:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00010000:00010000:3.0:1742903177.848214:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d83d3bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.848225:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d83d3bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.848237:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219200/0x5d4000e30d83d3c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b7:0x0].0x746dd4eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.848243:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219200/0x5d4000e30d83d3c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.848248:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219200/0x5d4000e30d83d3c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903177.848299:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172404480:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 89us (464us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903177.848304:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d83d3ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903177.848306:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77282 00010000:00010000:3.0:1742903177.848312:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d83d3ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.848344:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d83d3ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1742903177.848393:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7b9:0x0]: returning size 4096 00000004:00200000:3.0:1742903177.848396:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903177.848411:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d83d3ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.848419:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d83d3bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.848424:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d83d3bc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.848429:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d83d3bc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.848545:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c219000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.848551:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d83d3bc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.848558:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d83d3bc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.848568:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x0 (ffff88012bd49700) 00010000:00010000:3.0:1742903177.848571:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.848575:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d83d3bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.848580:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219000/0x5d4000e30d83d3bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.849145:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219200/0x5d4000e30d83d3c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.849152:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219200/0x5d4000e30d83d3c3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.849157:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219200/0x5d4000e30d83d3c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.849162:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c219200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.849164:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219200/0x5d4000e30d83d3c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.849169:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219200/0x5d4000e30d83d3c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.849175:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x746dd4eb (ffff880099158900) 00010000:00010000:3.0:1742903177.849178:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.849180:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219200/0x5d4000e30d83d3c3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.849184:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219200/0x5d4000e30d83d3c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.849209:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d83d3b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f030d expref: 909 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.849218:0:7212:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d83d3ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f030d expref: 908 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.849224:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:3.0:1742903177.849226:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1742903177.849228:0:7212:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c218c00, rc 0) 00000100:00100000:3.0:1742903177.849292:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13470:x1827566172404352:12345-192.168.203.29@tcp:101:rm.0 Request processed in 1181us (1497us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.849298:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77281 00000100:00100000:2.0:1742903177.849744:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.849816:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172404608 00000100:00100000:3.0:1742903177.849822:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172404608 00000100:00100000:3.0:1742903177.849843:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77283 00000100:00100000:3.0:1742903177.849847:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172404608:12345-192.168.203.29@tcp:501:chlg_load_threa.0 00000100:00100000:3.0:1742903177.849889:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172404608:12345-192.168.203.29@tcp:501:chlg_load_threa.0 Request processed in 41us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.849895:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77283 00000100:00100000:0.0:1742903177.850441:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.850528:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172404736 00000100:00100000:3.0:1742903177.850531:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172404736 00000100:00100000:3.0:1742903177.850564:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8477 00000100:00100000:3.0:1742903177.850568:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a785180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:2007:x1827566172404736:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903177.850578:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903177.850593:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d83d3ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f030d expref: 908 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.850605:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:3.0:1742903177.850607:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903177.850633:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a785180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:2007:x1827566172404736:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 64us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.850639:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8477 00000100:00100000:0.0:1742903177.851048:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.851141:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172404864 00000100:00100000:2.0:1742903177.851144:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172404864 00000100:00100000:2.0:1742903177.851171:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77284 00000100:00100000:2.0:1742903177.851175:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172404864:12345-192.168.203.29@tcp:503:chlg_load_threa.0 00000100:00100000:2.0:1742903177.851258:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172404864:12345-192.168.203.29@tcp:503:chlg_load_threa.0 Request processed in 81us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.851264:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77284 00000100:00100000:0.0:1742903177.851644:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.851850:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172404992 00000100:00100000:2.0:1742903177.851854:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172404992 00000100:00100000:2.0:1742903177.851874:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17873 00000100:00100000:2.0:1742903177.851878:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13470:x1827566172404992:12345-192.168.203.29@tcp:37:rm.0 00000100:00100000:1.0:1742903177.852283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.852572:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172405120 00000100:00100000:3.0:1742903177.852576:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172405120 00000100:00100000:3.0:1742903177.852595:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77285 00000100:00100000:3.0:1742903177.852599:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172405120:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.852674:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172405120:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 73us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.852683:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77285 00000100:00100000:2.0:1742903177.854166:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13470:x1827566172404992:12345-192.168.203.29@tcp:37:rm.0 Request processed in 2283us (2518us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.854175:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17873 00000100:00100000:0.0:1742903177.854918:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.854970:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172405248 00000100:00100000:2.0:1742903177.854975:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172405248 00000100:00100000:2.0:1742903177.855005:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77286 00000100:00100000:2.0:1742903177.855010:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172405248:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.855101:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172405248:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 90us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.855107:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77286 00000100:00100000:0.0:1742903177.856219:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.856252:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.856343:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172405376 00000100:00100000:3.0:1742903177.856349:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172405376 00000100:00100000:3.0:1742903177.856511:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172405504 00000100:00100000:3.0:1742903177.856514:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172405504 00000100:00100000:2.0:1742903177.856562:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77287 00000100:00100000:2.0:1742903177.856567:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13470:x1827566172405376:12345-192.168.203.29@tcp:101:rm.0 00010000:00010000:2.0:1742903177.856579:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.856596:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638c00/0x5d4000e30d83d3d1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0314 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.856647:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639a00/0x5d4000e30d83d3d8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.856659:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639a00/0x5d4000e30d83d3d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.856669:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639a00/0x5d4000e30d83d3d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.856679:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638600/0x5d4000e30d83d3df lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x41aa9094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.856685:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638600/0x5d4000e30d83d3df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.856690:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638600/0x5d4000e30d83d3df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.856750:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d3e6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.856757:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d3e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.856762:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d3e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:2.0:1742903177.856791:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x807:0x0]: returning size 4096 00000004:00200000:2.0:1742903177.856795:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.856808:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d3e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.856816:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639a00/0x5d4000e30d83d3d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.856820:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639a00/0x5d4000e30d83d3d8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.856826:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639a00/0x5d4000e30d83d3d8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.856831:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f639a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.856834:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639a00/0x5d4000e30d83d3d8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.856840:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639a00/0x5d4000e30d83d3d8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.856850:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:2.0:1742903177.856853:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.856856:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639a00/0x5d4000e30d83d3d8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.856860:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639a00/0x5d4000e30d83d3d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.857011:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638600/0x5d4000e30d83d3df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.857017:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638600/0x5d4000e30d83d3df lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.857022:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638600/0x5d4000e30d83d3df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.857025:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f638600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.857027:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638600/0x5d4000e30d83d3df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.857031:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638600/0x5d4000e30d83d3df lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.857038:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x41aa9094 (ffff88009c7e0200) 00010000:00010000:2.0:1742903177.857040:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.857042:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638600/0x5d4000e30d83d3df lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.857046:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638600/0x5d4000e30d83d3df lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:1.0:1742903177.857047:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77288 00000100:00100000:1.0:1742903177.857052:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172405504:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00010000:00010000:2.0:1742903177.857068:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638c00/0x5d4000e30d83d3d1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0314 expref: 910 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.857078:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d3e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x807:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0314 expref: 909 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.857084:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:2.0:1742903177.857086:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1742903177.857088:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f638400, rc 0) 00000100:00100000:2.0:1742903177.857338:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13470:x1827566172405376:12345-192.168.203.29@tcp:101:rm.0 Request processed in 769us (1119us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.857345:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77287 00000100:00100000:1.0:1742903177.857370:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172405504:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 316us (1117us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.857376:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77288 00000100:00100000:2.0:1742903177.858579:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.858627:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172405632 00000100:00100000:0.0:1742903177.858634:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172405632 00000100:00100000:0.0:1742903177.858668:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77289 00000100:00100000:0.0:1742903177.858673:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172405632:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.858918:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172405632:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 243us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.858925:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77289 00000100:00100000:0.0:1742903177.859368:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.859470:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172405760 00000100:00100000:2.0:1742903177.859474:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172405760 00000100:00100000:2.0:1742903177.859497:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 261 00000100:00100000:2.0:1742903177.859502:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd66850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:2009:x1827566172405760:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:2.0:1742903177.859522:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.859537:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8f4600/0x5d4000e30d83d3ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f031b expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.859574:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d3f4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859586:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d3f4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859595:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d3f4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859606:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83d3fb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859612:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83d3fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859617:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83d3fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859667:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d402 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859674:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d402 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859679:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d402 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:2.0:1742903177.859706:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7ff:0x0]: returning size 4096 00000004:00200000:2.0:1742903177.859709:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.859722:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d402 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859729:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d3f4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859734:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d3f4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859739:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d3f4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859744:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099246600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.859747:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d3f4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859753:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d3f4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859761:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:2.0:1742903177.859763:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.859767:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d3f4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859771:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246600/0x5d4000e30d83d3f4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859779:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83d3fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859784:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83d3fb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859788:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83d3fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859792:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099247c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.859794:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83d3fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859798:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83d3fb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859802:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x4d50 (ffff88009c7e0100) 00010000:00010000:2.0:1742903177.859804:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.859806:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83d3fb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859810:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247c00/0x5d4000e30d83d3fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.859830:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d8f4600/0x5d4000e30d83d3ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f031b expref: 910 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.859841:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d402 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ff:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f031b expref: 909 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.859846:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x0 (ffff88012d39b400) 00010000:00010000:2.0:1742903177.859848:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1742903177.859850:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099246c00, rc 0) 00010000:00010000:2.0:1742903177.859853:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.859858:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83d409 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0322 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.860117:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d410 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860134:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d410 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00000100:00100000:0.0:1742903177.860134:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903177.860144:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d410 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860156:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d417 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860162:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d417 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860167:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d417 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.860197:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172405888 00000100:00100000:3.0:1742903177.860205:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172405888 00010000:00010000:2.0:1742903177.860229:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d41e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860237:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d41e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860243:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d41e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000100:00100000:3.0:1742903177.860251:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17874 00000100:00100000:3.0:1742903177.860257:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13470:x1827566172405888:12345-192.168.203.29@tcp:37:rm.0 00000004:00200000:2.0:1742903177.860268:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7d3:0x0]: returning size 4096 00000004:00200000:2.0:1742903177.860271:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.860283:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d41e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860291:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d410 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860296:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d410 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860301:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d410 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860305:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099246e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.860309:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d410 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860349:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d410 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860368:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:2.0:1742903177.860371:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.860374:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d410 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860378:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246e00/0x5d4000e30d83d410 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860388:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d417 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860392:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d417 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860396:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d417 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860400:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099246400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.860402:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d417 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860406:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d417 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860411:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x5052ab9e (ffff88009c7e0600) 00010000:00010000:2.0:1742903177.860413:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.860415:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d417 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860419:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246400/0x5d4000e30d83d417 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860440:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247600/0x5d4000e30d83d409 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0322 expref: 912 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.860450:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d41e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0322 expref: 911 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.860454:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:2.0:1742903177.860455:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1742903177.860457:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099247e00, rc 0) 00010000:00010000:2.0:1742903177.860461:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.860467:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83d425 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0329 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.860482:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d42c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860486:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d42c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860490:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d42c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860495:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d433 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860499:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d433 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860502:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d433 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860518:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d43a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860522:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d43a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860524:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d43a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:2.0:1742903177.860536:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7c5:0x0]: returning size 4096 00000004:00200000:2.0:1742903177.860538:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.860542:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d43a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860546:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d42c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860549:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d42c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860551:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d42c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860554:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099008a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.860555:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d42c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860557:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d42c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860561:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:2.0:1742903177.860562:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.860563:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d42c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860565:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099008a00/0x5d4000e30d83d42c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860569:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d433 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860572:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d433 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860576:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d433 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860579:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099009800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.860581:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d433 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860589:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d433 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860595:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x44524f57 (ffff88009c7e0e00) 00010000:00010000:2.0:1742903177.860597:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.860598:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d433 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860602:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099009800/0x5d4000e30d83d433 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00000100:00100000:0.0:1742903177.860604:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903177.860617:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800939e2600/0x5d4000e30d83d425 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0329 expref: 913 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.860626:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d43a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0329 expref: 912 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.860631:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:2.0:1742903177.860633:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1742903177.860635:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099009600, rc 0) 00010000:00010000:2.0:1742903177.860638:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.860644:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5de00/0x5d4000e30d83d441 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0330 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903177.860647:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172406016 00000100:00100000:1.0:1742903177.860652:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172406016 00010000:00010000:2.0:1742903177.860659:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d448 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860664:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d448 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860670:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d448 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000100:00100000:1.0:1742903177.860674:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77290 00000100:00100000:1.0:1742903177.860678:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13480:x1827566172406016:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00010000:00010000:2.0:1742903177.860682:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d44f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x44454553 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860687:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d44f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860692:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d44f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860715:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79d600/0x5d4000e30d83d456 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860722:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79d600/0x5d4000e30d83d456 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860727:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79d600/0x5d4000e30d83d456 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:2.0:1742903177.860742:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x835:0x0]: returning size 4096 00000004:00200000:2.0:1742903177.860744:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.860750:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79d600/0x5d4000e30d83d456 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860756:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d448 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860760:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d448 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860765:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d448 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860769:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5da00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.860772:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d448 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00000100:00100000:1.0:1742903177.860774:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+915:13480:x1827566172406016:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 94us (170us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903177.860777:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d448 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00000100:00100000:1.0:1742903177.860780:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77290 00010000:00010000:2.0:1742903177.860783:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:2.0:1742903177.860784:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.860786:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d448 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860790:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5da00/0x5d4000e30d83d448 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860797:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d44f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860800:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d44f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860804:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d44f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860808:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800841d7000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.860810:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d44f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860814:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d44f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860819:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x44454553 (ffff88009c7e0700) 00010000:00010000:2.0:1742903177.860821:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.860823:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d44f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860827:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800841d7000/0x5d4000e30d83d44f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860843:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5de00/0x5d4000e30d83d441 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0330 expref: 915 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.860851:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79d600/0x5d4000e30d83d456 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x835:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0330 expref: 914 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.860856:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x0 (ffff88012dd00b00) 00010000:00010000:2.0:1742903177.860858:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1742903177.860860:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b79d600, rc 0) 00010000:00010000:2.0:1742903177.860863:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.860868:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79c800/0x5d4000e30d83d45d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0337 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.860884:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79d000/0x5d4000e30d83d464 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860891:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79d000/0x5d4000e30d83d464 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860896:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79d000/0x5d4000e30d83d464 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860905:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79c200/0x5d4000e30d83d46b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860917:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79c200/0x5d4000e30d83d46b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860922:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79c200/0x5d4000e30d83d46b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860991:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79da00/0x5d4000e30d83d472 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.860999:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79da00/0x5d4000e30d83d472 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861006:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79da00/0x5d4000e30d83d472 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:2.0:1742903177.861022:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7de:0x0]: returning size 4096 00000004:00200000:2.0:1742903177.861024:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.861031:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79da00/0x5d4000e30d83d472 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861037:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79d000/0x5d4000e30d83d464 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861041:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79d000/0x5d4000e30d83d464 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861046:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79d000/0x5d4000e30d83d464 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861051:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b79d000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.861053:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79d000/0x5d4000e30d83d464 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861057:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79d000/0x5d4000e30d83d464 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861063:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:2.0:1742903177.861065:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.861067:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79d000/0x5d4000e30d83d464 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861072:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79d000/0x5d4000e30d83d464 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861082:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79c200/0x5d4000e30d83d46b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861087:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79c200/0x5d4000e30d83d46b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861091:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79c200/0x5d4000e30d83d46b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861095:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b79c200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.861098:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79c200/0x5d4000e30d83d46b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861102:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79c200/0x5d4000e30d83d46b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861108:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x45524f8f (ffff88009c7e0c00) 00010000:00010000:2.0:1742903177.861110:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.861112:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79c200/0x5d4000e30d83d46b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861116:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79c200/0x5d4000e30d83d46b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861135:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79c800/0x5d4000e30d83d45d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0337 expref: 916 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.861143:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79da00/0x5d4000e30d83d472 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7de:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0337 expref: 915 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.861152:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:2.0:1742903177.861154:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1742903177.861156:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b79da00, rc 0) 00010000:00010000:2.0:1742903177.861158:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.861164:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79de00/0x5d4000e30d83d479 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f033e expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.861179:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79cc00/0x5d4000e30d83d480 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861185:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79cc00/0x5d4000e30d83d480 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861191:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79cc00/0x5d4000e30d83d480 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861200:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d487 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861205:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d487 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861210:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d487 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861232:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f400/0x5d4000e30d83d48e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x831:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861239:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f400/0x5d4000e30d83d48e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x831:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861244:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f400/0x5d4000e30d83d48e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x831:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:2.0:1742903177.861259:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x831:0x0]: returning size 4096 00000004:00200000:2.0:1742903177.861261:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.861267:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f400/0x5d4000e30d83d48e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x831:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861273:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79cc00/0x5d4000e30d83d480 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861276:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79cc00/0x5d4000e30d83d480 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861280:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79cc00/0x5d4000e30d83d480 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861284:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b79cc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.861286:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79cc00/0x5d4000e30d83d480 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861290:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79cc00/0x5d4000e30d83d480 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861296:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:2.0:1742903177.861297:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.861299:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79cc00/0x5d4000e30d83d480 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861303:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79cc00/0x5d4000e30d83d480 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861310:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d487 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861337:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d487 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861343:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d487 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861346:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a96e000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.861348:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d487 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861366:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d487 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861372:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x45439694 (ffff88012e8a3500) 00010000:00010000:2.0:1742903177.861374:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.861376:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d487 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861380:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d487 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861397:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79de00/0x5d4000e30d83d479 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f033e expref: 917 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.861404:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f400/0x5d4000e30d83d48e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x831:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f033e expref: 916 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.861409:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x831:0x0].0x0 (ffff88008408cc00) 00010000:00010000:2.0:1742903177.861410:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1742903177.861412:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a96f400, rc 0) 00010000:00010000:2.0:1742903177.861415:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.861420:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d495 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0345 expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.861439:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d83d49c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861445:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d83d49c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861449:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d83d49c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861459:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d4a3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861464:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d4a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861468:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d4a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861490:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f200/0x5d4000e30d83d4aa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861496:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f200/0x5d4000e30d83d4aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861501:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f200/0x5d4000e30d83d4aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:2.0:1742903177.861814:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7cc:0x0]: returning size 4096 00000004:00200000:2.0:1742903177.861817:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.861825:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f200/0x5d4000e30d83d4aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7cc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861832:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d83d49c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861837:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d83d49c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861841:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d83d49c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861844:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a96fc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.861846:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d83d49c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861851:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d83d49c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861857:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:2.0:1742903177.861858:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.861861:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d83d49c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861865:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d83d49c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861873:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d4a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861877:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d4a3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861881:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d4a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861885:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a96f600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.861887:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d4a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861894:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d4a3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861900:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x45435891 (ffff8800b4242200) 00010000:00010000:2.0:1742903177.861902:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.861903:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d4a3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861907:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d4a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861924:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d495 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0345 expref: 917 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.861932:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f200/0x5d4000e30d83d4aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7cc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0345 expref: 916 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.861938:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cc:0x0].0x0 (ffff8800916eb300) 00010000:00010000:2.0:1742903177.861940:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1742903177.861942:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a96f200, rc 0) 00010000:00010000:2.0:1742903177.861945:0:7216:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903177.861950:0:7216:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e200/0x5d4000e30d83d4b1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f034c expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.861966:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d4b8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861972:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d4b8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861979:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d4b8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861989:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e800/0x5d4000e30d83d4bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.861994:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e800/0x5d4000e30d83d4bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.862009:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e800/0x5d4000e30d83d4bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.862033:0:7216:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e600/0x5d4000e30d83d4c6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00000100:00100000:0.0:1742903177.862038:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903177.862041:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e600/0x5d4000e30d83d4c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.862046:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e600/0x5d4000e30d83d4c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00000004:00200000:2.0:1742903177.862061:0:7216:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7f6:0x0]: returning size 4096 00000004:00200000:2.0:1742903177.862063:0:7216:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903177.862069:0:7216:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e600/0x5d4000e30d83d4c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.862075:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d4b8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.862079:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d4b8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.862084:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d4b8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.862088:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a96fe00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.862090:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d4b8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.862095:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d4b8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.862101:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:2.0:1742903177.862102:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.862104:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d4b8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.862108:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d4b8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.862115:0:7216:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e800/0x5d4000e30d83d4bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.862120:0:7216:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e800/0x5d4000e30d83d4bf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.862123:0:7216:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e800/0x5d4000e30d83d4bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.862127:0:7216:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a96e800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.862129:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e800/0x5d4000e30d83d4bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.862133:0:7216:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e800/0x5d4000e30d83d4bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.862139:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x44a1a1a7 (ffff88012bd49000) 00010000:00010000:2.0:1742903177.862141:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.862142:0:7216:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e800/0x5d4000e30d83d4bf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.862147:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e800/0x5d4000e30d83d4bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1742903177.862163:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e200/0x5d4000e30d83d4b1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f034c expref: 918 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.862176:0:7216:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e600/0x5d4000e30d83d4c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7f6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f034c expref: 917 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.862182:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f6:0x0].0x0 (ffff88008408c400) 00010000:00010000:2.0:1742903177.862183:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1742903177.862185:0:7216:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a96e600, rc 0) 00000100:00100000:3.0:1742903177.862268:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:13470:x1827566172405888:12345-192.168.203.29@tcp:37:rm.0 Request processed in 2010us (2134us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.862275:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17874 00000100:00100000:2.0:1742903177.862280:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd66850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:2009:x1827566172405760:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 2776us (2912us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.862287:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 261 00000100:00100000:3.0:1742903177.862294:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172406144 00000100:00100000:3.0:1742903177.862298:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172406144 00000100:00100000:3.0:1742903177.862312:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77291 00000100:00100000:3.0:1742903177.862328:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13480:x1827566172406144:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.862419:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13480:x1827566172406144:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 103us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.862424:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77291 00000100:00100000:0.0:1742903177.864021:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.864088:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172406272 00000100:00100000:1.0:1742903177.864098:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172406272 00000100:00100000:1.0:1742903177.864142:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77292 00000100:00100000:1.0:1742903177.864148:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13480:x1827566172406272:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.864288:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13480:x1827566172406272:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 140us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.864294:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77292 00000100:00100000:0.0:1742903177.865706:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.865746:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.865803:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172406656 00000100:00100000:1.0:1742903177.865813:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172406656 00000100:00100000:1.0:1742903177.865857:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77293 00000100:00100000:1.0:1742903177.865863:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+916:13480:x1827566172406656:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.865965:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172406528 00000100:00100000:3.0:1742903177.865969:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172406528 00000100:00100000:3.0:1742903177.866002:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17875 00000100:00100000:3.0:1742903177.866007:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:13470:x1827566172406528:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:3.0:1742903177.866199:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+918:13470:x1827566172406528:12345-192.168.203.29@tcp:35:rm.0 Request processed in 191us (494us total) trans 4295005298 rc 0/0 00000100:00100000:3.0:1742903177.866209:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17875 00000100:00100000:1.0:1742903177.866303:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:13480:x1827566172406656:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 439us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.866308:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77293 00000100:00100000:0.0:1742903177.867563:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.867607:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172406912 00000100:00100000:1.0:1742903177.867612:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172406912 00000100:00100000:1.0:1742903177.867706:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77294 00000100:00100000:1.0:1742903177.867711:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+917:13470:x1827566172406912:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:1.0:1742903177.867746:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 6 locks, starting at 0 00010000:00010000:1.0:1742903177.867766:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638400/0x5d4000e30d83d3e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0314 expref: 917 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.867797:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8800/0x5d4000e30d7b8f46 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c6bf0 expref: 916 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.867815:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9d400/0x5d4000e30d7a0de4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x807:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bebd5 expref: 915 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.867826:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c2400/0x5d4000e30d7a0d43 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x807:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beb9d expref: 914 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.867844:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88012bd63e00) 00010000:00010000:1.0:1742903177.867862:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f54a600/0x5d4000e30d7ad1ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c2e7f expref: 913 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.867872:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fc00/0x5d4000e30d7a1e3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf2d5 expref: 912 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.867879:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:1.0:1742903177.867882:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.867895:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83d4cd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.867904:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83d4cd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.867911:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83d4cd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.867918:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129e00/0x5d4000e30d83d4d4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b9:0x0].0x41aa9094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.867921:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129e00/0x5d4000e30d83d4d4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.867924:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129e00/0x5d4000e30d83d4d4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903177.867968:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903177.867972:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83d4db lrc: 3/0,1 mode: --/EX res: [0x200000402:0x807:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.867976:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83d4db lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.867979:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83d4db lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903177.868009:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172407040 00000100:00100000:2.0:1742903177.868012:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172407040 00000100:00100000:2.0:1742903177.868040:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77295 00000100:00100000:2.0:1742903177.868044:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13480:x1827566172407040:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.868137:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13480:x1827566172407040:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 91us (173us total) trans 0 rc 0/0 00000040:00080000:1.0:1742903177.868137:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8836, 176 off1549520 00000100:00100000:2.0:1742903177.868143:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77295 00000004:00200000:1.0:1742903177.868160:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x807:0x0]: returning size 4096 00010000:00010000:1.0:1742903177.868169:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83d4db lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.868175:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83d4db lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.868180:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83d4db lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.868185:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c129a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.868189:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83d4db lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.868194:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83d4db lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.868201:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x0 (ffff88009d24fa00) 00010000:00010000:1.0:1742903177.868203:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.868206:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83d4db lrc: 2/0,0 mode: --/EX res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.868210:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129a00/0x5d4000e30d83d4db lrc: 0/0,0 mode: --/EX res: [0x200000402:0x807:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.868371:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83d4cd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.868377:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83d4cd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.868382:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83d4cd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.868386:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c129200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.868496:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83d4cd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.868502:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83d4cd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.868509:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:1.0:1742903177.868511:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.868514:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83d4cd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.868518:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83d4cd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000004:00010000:1.0:1742903177.868524:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800999fca80 reply state ffff880096b23000 transno 4295005299 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129e00/0x5d4000e30d83d4d4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.868531:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129e00/0x5d4000e30d83d4d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.868536:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x41aa9094 (ffff88009d24f800) 00010000:00010000:1.0:1742903177.868538:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.868539:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.868569:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13470:x1827566172406912:12345-192.168.203.29@tcp:36:rm.0 Request processed in 857us (1008us total) trans 4295005299 rc 0/0 00000100:00100000:1.0:1742903177.868574:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77294 00000100:00100000:0.0:1742903177.871606:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.871688:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172407168 00000100:00100000:1.0:1742903177.871698:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172407168 00000100:00100000:0.0:1742903177.871701:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.871749:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77296 00000100:00100000:1.0:1742903177.871756:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13480:x1827566172407168:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.871761:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172407296 00000100:00100000:3.0:1742903177.871775:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172407296 00000100:00100000:3.0:1742903177.871850:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17876 00000100:00100000:3.0:1742903177.871856:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d4d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13470:x1827566172407296:12345-192.168.203.29@tcp:37:rm.0 00000100:00100000:1.0:1742903177.871901:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13480:x1827566172407168:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 144us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.871909:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77296 00000100:00100000:0.0:1742903177.873042:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.873137:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172407424 00000100:00100000:1.0:1742903177.873144:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172407424 00000100:00100000:1.0:1742903177.873179:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77297 00000100:00100000:1.0:1742903177.873184:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+915:13480:x1827566172407424:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.873423:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+915:13480:x1827566172407424:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 237us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.873432:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77297 00000100:00100000:3.0:1742903177.874037:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d4d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13470:x1827566172407296:12345-192.168.203.29@tcp:37:rm.0 Request processed in 2178us (2333us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.874045:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17876 00000100:00100000:0.0:1742903177.874470:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.874535:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172407552 00000100:00100000:1.0:1742903177.874539:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172407552 00000100:00100000:1.0:1742903177.874573:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77298 00000100:00100000:1.0:1742903177.874578:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13480:x1827566172407552:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.874654:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13480:x1827566172407552:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 74us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.874660:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77298 00000100:00100000:0.0:1742903177.875936:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.876009:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172407680 00000100:00100000:1.0:1742903177.876013:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172407680 00000100:00100000:1.0:1742903177.876050:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77299 00000100:00100000:1.0:1742903177.876055:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13480:x1827566172407680:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.876155:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13480:x1827566172407680:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 98us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.876161:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77299 00000100:00100000:0.0:1742903177.877035:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.877099:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172407936 00000100:00100000:3.0:1742903177.877104:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172407936 00000100:00100000:3.0:1742903177.877125:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17877 00000100:00100000:3.0:1742903177.877130:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13470:x1827566172407936:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:3.0:1742903177.877372:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13470:x1827566172407936:12345-192.168.203.29@tcp:35:rm.0 Request processed in 240us (338us total) trans 4295005300 rc 0/0 00000100:00100000:3.0:1742903177.877381:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17877 00000100:00100000:0.0:1742903177.877943:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.878044:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172408064 00000100:00100000:2.0:1742903177.878052:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172408064 00000100:00100000:2.0:1742903177.878088:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77300 00000100:00100000:2.0:1742903177.878094:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13480:x1827566172408064:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.878214:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13480:x1827566172408064:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 119us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.878224:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77300 00000100:00100000:0.0:1742903177.878540:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.878630:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172408320 00000100:00100000:2.0:1742903177.878634:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172408320 00000100:00100000:2.0:1742903177.878659:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77301 00000100:00100000:2.0:1742903177.878663:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13470:x1827566172408320:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:2.0:1742903177.878696:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.878718:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099246c00/0x5d4000e30d83d402 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f031b expref: 914 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.878739:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072239600/0x5d4000e30d7b8559 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c68c4 expref: 913 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.878751:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8e00/0x5d4000e30d7a0ae9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ff:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beab6 expref: 912 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.878762:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c4c7c00/0x5d4000e30d7a0a33 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ff:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bea77 expref: 911 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.878771:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x0 (ffff88012d39b400) 00010000:00010000:2.0:1742903177.878779:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.878793:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851e00/0x5d4000e30d83d4e2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.878802:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851e00/0x5d4000e30d83d4e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.878810:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851e00/0x5d4000e30d83d4e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.878824:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d850400/0x5d4000e30d83d4e9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.878829:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d850400/0x5d4000e30d83d4e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.878834:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d850400/0x5d4000e30d83d4e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.878890:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851a00/0x5d4000e30d83d4f0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.878896:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851a00/0x5d4000e30d83d4f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.878902:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851a00/0x5d4000e30d83d4f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000100:00100000:1.0:1742903177.879129:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.879159:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172408448 00000100:00100000:0.0:1742903177.879167:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172408448 00000100:00100000:0.0:1742903177.879195:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77302 00000100:00100000:0.0:1742903177.879200:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13480:x1827566172408448:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1742903177.879272:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13480:x1827566172408448:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 71us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903177.879277:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77302 00000040:00080000:2.0:1742903177.879563:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8837, 176 off1549696 00000004:00200000:2.0:1742903177.879594:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7ff:0x0]: returning size 4096 00010000:00010000:2.0:1742903177.879605:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851a00/0x5d4000e30d83d4f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.879611:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851a00/0x5d4000e30d83d4f0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.879616:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851a00/0x5d4000e30d83d4f0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.879621:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009d851a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.879624:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851a00/0x5d4000e30d83d4f0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.879630:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851a00/0x5d4000e30d83d4f0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.879637:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x0 (ffff88012bd49e00) 00010000:00010000:2.0:1742903177.879639:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.879642:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851a00/0x5d4000e30d83d4f0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.879646:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851a00/0x5d4000e30d83d4f0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.879752:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851e00/0x5d4000e30d83d4e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.879757:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851e00/0x5d4000e30d83d4e2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.879762:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851e00/0x5d4000e30d83d4e2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.879766:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009d851e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.879768:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851e00/0x5d4000e30d83d4e2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.879772:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851e00/0x5d4000e30d83d4e2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.879778:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:2.0:1742903177.879780:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.879783:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851e00/0x5d4000e30d83d4e2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.879786:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d851e00/0x5d4000e30d83d4e2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:2.0:1742903177.879793:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800723f9500 reply state ffff880072303000 transno 4295005301 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d850400/0x5d4000e30d83d4e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.879800:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d850400/0x5d4000e30d83d4e9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.879805:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x4d50 (ffff88012bd49c00) 00010000:00010000:2.0:1742903177.879807:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.879809:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.880486:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13470:x1827566172408320:12345-192.168.203.29@tcp:36:rm.0 Request processed in 1820us (1945us total) trans 4295005301 rc 0/0 00000100:00100000:2.0:1742903177.880492:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77301 00000100:00100000:1.0:1742903177.883493:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.883550:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172408576 00000100:00100000:2.0:1742903177.883557:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172408576 00000100:00100000:1.0:1742903177.883567:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.883589:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77303 00000100:00100000:2.0:1742903177.883595:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13480:x1827566172408576:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.883705:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172408704 00000100:00100000:3.0:1742903177.883709:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172408704 00000100:00100000:2.0:1742903177.883726:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13480:x1827566172408576:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 130us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.883727:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17878 00000100:00100000:3.0:1742903177.883731:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13470:x1827566172408704:12345-192.168.203.29@tcp:37:rm.0 00000100:00100000:2.0:1742903177.883732:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77303 00000100:00100000:1.0:1742903177.884829:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.884871:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172408832 00000100:00100000:2.0:1742903177.884875:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172408832 00000100:00100000:2.0:1742903177.884907:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77304 00000100:00100000:2.0:1742903177.884912:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13480:x1827566172408832:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.884998:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13480:x1827566172408832:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 85us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.885004:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77304 00000100:00100000:0.0:1742903177.888680:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.888768:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172408960 00000100:00100000:1.0:1742903177.888775:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172408960 00000100:00100000:1.0:1742903177.888818:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77305 00000100:00100000:1.0:1742903177.888823:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13480:x1827566172408960:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.888942:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13480:x1827566172408960:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 117us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.888948:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77305 00000100:00100000:3.0:1742903177.889143:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13470:x1827566172408704:12345-192.168.203.29@tcp:37:rm.0 Request processed in 5409us (5574us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.889150:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17878 00000100:00100000:0.0:1742903177.891286:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.891405:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172409088 00000100:00100000:1.0:1742903177.891414:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172409088 00000100:00100000:0.0:1742903177.891572:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.891583:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77306 00000100:00100000:1.0:1742903177.891590:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13480:x1827566172409088:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.891668:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172409344 00000100:00100000:3.0:1742903177.891672:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172409344 00000100:00100000:3.0:1742903177.891691:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17879 00000100:00100000:3.0:1742903177.891695:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13470:x1827566172409344:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:1.0:1742903177.891781:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13480:x1827566172409088:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 190us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.891787:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77306 00000100:00100000:3.0:1742903177.891859:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13470:x1827566172409344:12345-192.168.203.29@tcp:35:rm.0 Request processed in 162us (287us total) trans 4295005302 rc 0/0 00000100:00100000:3.0:1742903177.891865:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17879 00000100:00100000:0.0:1742903177.892878:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.893018:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.893066:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172409728 00000100:00100000:2.0:1742903177.893067:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172409472 00000100:00100000:1.0:1742903177.893070:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172409728 00000100:00100000:2.0:1742903177.893071:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172409472 00000100:00100000:1.0:1742903177.893083:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77307 00000100:00100000:1.0:1742903177.893086:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13470:x1827566172409728:12345-192.168.203.29@tcp:36:rm.0 00000100:00100000:2.0:1742903177.893103:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77308 00000100:00100000:2.0:1742903177.893109:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+914:13480:x1827566172409472:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00010000:00010000:1.0:1742903177.893110:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.893127:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247e00/0x5d4000e30d83d41e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0322 expref: 914 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.893141:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f500c00/0x5d4000e30d7b4ee8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5775 expref: 913 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.893148:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009935f600/0x5d4000e30d79fb99 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be481 expref: 912 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.893155:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072039c00/0x5d4000e30d79faff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be449 expref: 911 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.893159:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff880099003600) 00010000:00010000:1.0:1742903177.893164:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.893177:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83d4f7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.893184:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83d4f7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903177.893185:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13480:x1827566172409472:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 75us (308us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903177.893190:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83d4f7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903177.893191:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77308 00010000:00010000:1.0:1742903177.893196:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83d4fe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.893199:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83d4fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.893202:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83d4fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.893247:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83d505 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.893256:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83d505 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.893261:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83d505 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:1.0:1742903177.893442:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8838, 176 off1549872 00000004:00200000:1.0:1742903177.893464:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7d3:0x0]: returning size 4096 00010000:00010000:1.0:1742903177.893472:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83d505 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.893476:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83d505 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.893480:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83d505 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.893482:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c129200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.893484:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83d505 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.893488:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83d505 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.893492:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x0 (ffff88009d24fa00) 00010000:00010000:1.0:1742903177.893493:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.893495:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83d505 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.893497:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129200/0x5d4000e30d83d505 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.893585:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83d4f7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.893589:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83d4f7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.893593:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83d4f7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.893597:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c129c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.893599:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83d4f7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.893603:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83d4f7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.893610:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:1.0:1742903177.893611:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.893614:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83d4f7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.893618:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129c00/0x5d4000e30d83d4f7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.893624:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800723faa00 reply state ffff880096b22000 transno 4295005303 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83d4fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.893632:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83d4fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.893636:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x5052ab9e (ffff88009d24f900) 00010000:00010000:1.0:1742903177.893638:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.893641:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.893678:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13470:x1827566172409728:12345-192.168.203.29@tcp:36:rm.0 Request processed in 590us (659us total) trans 4295005303 rc 0/0 00000100:00100000:1.0:1742903177.893686:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77307 00000100:00100000:0.0:1742903177.894296:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.894344:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172409856 00000100:00100000:1.0:1742903177.894347:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172409856 00000100:00100000:1.0:1742903177.894376:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77309 00000100:00100000:1.0:1742903177.894380:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13480:x1827566172409856:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.894448:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13480:x1827566172409856:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 67us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.894452:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77309 00000100:00100000:0.0:1742903177.895423:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.895457:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.895517:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172410112 00000100:00100000:1.0:1742903177.895521:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172410112 00000100:00100000:1.0:1742903177.895537:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77310 00000100:00100000:1.0:1742903177.895541:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13480:x1827566172410112:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.895613:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13480:x1827566172410112:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 71us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.895618:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77310 00000100:00100000:3.0:1742903177.895673:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172409984 00000100:00100000:3.0:1742903177.895676:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172409984 00000100:00100000:3.0:1742903177.895697:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17880 00000100:00100000:3.0:1742903177.895700:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13470:x1827566172409984:12345-192.168.203.29@tcp:37:rm.0 00000100:00100000:0.0:1742903177.896944:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.896989:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172410240 00000100:00100000:2.0:1742903177.896994:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172410240 00000100:00100000:2.0:1742903177.897022:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77311 00000100:00100000:2.0:1742903177.897027:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13480:x1827566172410240:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.897117:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13480:x1827566172410240:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 88us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.897123:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77311 00000100:00100000:3.0:1742903177.899210:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13470:x1827566172409984:12345-192.168.203.29@tcp:37:rm.0 Request processed in 3502us (3782us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.899220:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17880 00000100:00100000:3.0:1742903177.899344:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.899380:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172410368 00000100:00100000:0.0:1742903177.899386:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172410368 00000100:00100000:0.0:1742903177.899418:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77312 00000100:00100000:0.0:1742903177.899427:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13480:x1827566172410368:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1742903177.899533:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13480:x1827566172410368:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 109us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903177.899539:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77312 00000100:00100000:0.0:1742903177.901192:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.901822:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172410496 00000100:00100000:2.0:1742903177.901828:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172410496 00000100:00100000:2.0:1742903177.901854:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77313 00000100:00100000:2.0:1742903177.901858:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13480:x1827566172410496:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.901955:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13480:x1827566172410496:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 96us (764us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.901961:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77313 00000100:00100000:3.0:1742903177.901972:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.901991:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172410752 00000100:00100000:2.0:1742903177.901994:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172410752 00000100:00100000:2.0:1742903177.902013:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17881 00000100:00100000:2.0:1742903177.902017:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d4d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13470:x1827566172410752:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:2.0:1742903177.902192:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d4d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13470:x1827566172410752:12345-192.168.203.29@tcp:35:rm.0 Request processed in 173us (220us total) trans 4295005304 rc 0/0 00000100:00100000:2.0:1742903177.902200:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17881 00000100:00100000:0.0:1742903177.903223:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.903455:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.903468:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172410880 00000100:00100000:2.0:1742903177.903473:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172410880 00000100:00100000:2.0:1742903177.903491:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172411136 00000100:00100000:2.0:1742903177.903492:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172411136 00000100:00100000:2.0:1742903177.903502:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77314 00000100:00100000:2.0:1742903177.903507:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13480:x1827566172410880:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.903516:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77315 00000100:00100000:3.0:1742903177.903522:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+913:13470:x1827566172411136:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:3.0:1742903177.903549:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.903569:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099009600/0x5d4000e30d83d43a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0329 expref: 913 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.903584:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45be00/0x5d4000e30d7b3fd0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c52b3 expref: 912 pid: 18885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.903591:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18e00/0x5d4000e30d79f5d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be25f expref: 911 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903177.903592:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13480:x1827566172410880:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 79us (365us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903177.903598:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800867a0000/0x5d4000e30d79f533 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be227 expref: 910 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903177.903599:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77314 00010000:00010000:3.0:1742903177.903604:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158500) 00010000:00010000:3.0:1742903177.903610:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.903621:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d83d50c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.903628:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d83d50c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.903633:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d83d50c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.903639:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d83d513 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.903642:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d83d513 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.903645:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d83d513 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.903688:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d83d51a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.903691:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d83d51a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.903694:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d83d51a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:3.0:1742903177.904033:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8839, 176 off1550048 00000004:00200000:3.0:1742903177.904066:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7c5:0x0]: returning size 4096 00010000:00010000:3.0:1742903177.904076:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d83d51a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.904082:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d83d51a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.904087:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d83d51a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.904091:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c218c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.904094:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d83d51a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.904100:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d83d51a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.904106:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880099158300) 00010000:00010000:3.0:1742903177.904109:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.904111:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d83d51a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.904115:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218c00/0x5d4000e30d83d51a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.904433:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d83d50c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.904439:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d83d50c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.904443:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d83d50c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.904447:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c219800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.904449:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d83d50c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.904457:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d83d50c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.904463:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:3.0:1742903177.904465:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.904467:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d83d50c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.904471:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219800/0x5d4000e30d83d50c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:3.0:1742903177.904478:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff8800723f9880 reply state ffff88011eefd000 transno 4295005305 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d83d513 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.904484:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d83d513 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.904489:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x44524f57 (ffff880099158d00) 00010000:00010000:3.0:1742903177.904491:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.904493:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.904538:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13470:x1827566172411136:12345-192.168.203.29@tcp:36:rm.0 Request processed in 1014us (1082us total) trans 4295005305 rc 0/0 00000100:00100000:3.0:1742903177.904543:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77315 00000100:00100000:0.0:1742903177.904719:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.904755:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172411264 00000100:00100000:3.0:1742903177.904759:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172411264 00000100:00100000:3.0:1742903177.904777:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77316 00000100:00100000:3.0:1742903177.904780:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13480:x1827566172411264:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.904854:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13480:x1827566172411264:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 72us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.904862:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77316 00000100:00100000:0.0:1742903177.906101:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.906192:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172411392 00000100:00100000:3.0:1742903177.906196:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172411392 00000100:00100000:3.0:1742903177.906227:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77317 00000100:00100000:3.0:1742903177.906232:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13480:x1827566172411392:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.906678:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13480:x1827566172411392:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 444us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.906685:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77317 00000100:00100000:0.0:1742903177.907014:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.907079:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172411520 00000100:00100000:2.0:1742903177.907083:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172411520 00000100:00100000:2.0:1742903177.907112:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17882 00000100:00100000:2.0:1742903177.907116:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13470:x1827566172411520:12345-192.168.203.29@tcp:37:rm.0 00000100:00100000:0.0:1742903177.907913:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.907989:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172411648 00000100:00100000:3.0:1742903177.907992:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172411648 00000100:00100000:3.0:1742903177.908008:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77318 00000100:00100000:3.0:1742903177.908013:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13480:x1827566172411648:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.908091:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+912:13480:x1827566172411648:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 77us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.908097:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77318 00000100:00100000:2.0:1742903177.909187:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13470:x1827566172411520:12345-192.168.203.29@tcp:37:rm.0 Request processed in 2068us (2172us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.909194:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17882 00000100:00100000:0.0:1742903177.909212:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.909235:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172411776 00000100:00100000:2.0:1742903177.909239:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172411776 00000100:00100000:2.0:1742903177.909266:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77319 00000100:00100000:2.0:1742903177.909270:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a799500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13480:x1827566172411776:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.909374:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a799500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13480:x1827566172411776:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 103us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.909380:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77319 00000100:00100000:0.0:1742903177.910923:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.911189:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172411904 00000100:00100000:3.0:1742903177.911196:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172411904 00000100:00100000:3.0:1742903177.911341:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77320 00000100:00100000:0.0:1742903177.911342:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.911348:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13480:x1827566172411904:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.911439:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172412160 00000100:00100000:2.0:1742903177.911443:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172412160 00000100:00100000:2.0:1742903177.911461:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17883 00000100:00100000:2.0:1742903177.911464:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13470:x1827566172412160:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:3.0:1742903177.911566:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13480:x1827566172411904:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 217us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.911572:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77320 00000100:00100000:2.0:1742903177.911664:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13470:x1827566172412160:12345-192.168.203.29@tcp:35:rm.0 Request processed in 192us (316us total) trans 4295005306 rc 0/0 00000100:00100000:2.0:1742903177.911670:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17883 00000100:00100000:1.0:1742903177.912581:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1742903177.912597:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161337856:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1742903177.912636:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903177.912682:0:9555:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161337856 00000100:00100000:0.0:1742903177.912688:0:9555:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161337856 00000100:00080000:3.0:1742903177.912744:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1742903147 00000100:00100000:0.0:1742903177.912783:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:0.0:1742903177.912788:0:9555:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1827566161337856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1742903177.912809:0:9555:0:(ofd_obd.c:715:ofd_statfs()) blocks cached 1400832 granted 491510464 pending 0 free 3875799040 avail 3644276736 00000100:00100000:1.0:1742903177.912842:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.912846:0:9555:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1827566161337856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903177.912853:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:2.0:1742903177.912866:0:3765:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970523 gen 2 00000004:00080000:2.0:1742903177.912870:0:3765:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f0ddf80, transno 4294970518 00000004:00080000:2.0:1742903177.912876:0:3765:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f0ded80, transno 4294970519 00000004:00080000:2.0:1742903177.912878:0:3765:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f0dce00, transno 4294970520 00000004:00080000:2.0:1742903177.912880:0:3765:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f0dc700, transno 4294970521 00000004:00080000:2.0:1742903177.912881:0:3765:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f0dc380, transno 4294970522 00000004:00080000:2.0:1742903177.912883:0:3765:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f0dfb80, transno 4294970523 00000100:00100000:2.0:1742903177.912890:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161337856:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1742903177.912941:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172412288 00000100:00100000:3.0:1742903177.912945:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172412288 00000100:00100000:3.0:1742903177.912969:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77321 00000100:00100000:3.0:1742903177.912974:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13480:x1827566172412288:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000004:00080000:0.0:1742903177.913005:0:11576:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 72 changes, 0 in progress, 0 in flight, 6 done 00000100:00100000:3.0:1742903177.913216:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13480:x1827566172412288:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 240us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.913223:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77321 00000100:00100000:1.0:1742903177.913264:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.913394:0:7212:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172412544 00000100:00100000:3.0:1742903177.913398:0:7212:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172412544 00000100:00100000:3.0:1742903177.913413:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77322 00000100:00100000:3.0:1742903177.913418:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13470:x1827566172412544:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:3.0:1742903177.913448:0:7212:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.913474:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79d600/0x5d4000e30d83d456 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x835:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0330 expref: 911 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.913492:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099008000/0x5d4000e30d7bbb6f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x835:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c7711 expref: 910 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.913504:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d32a00/0x5d4000e30d7a1cee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x835:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf23b expref: 909 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.913514:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d33800/0x5d4000e30d7a1c31 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf1f5 expref: 908 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.913522:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x0 (ffff88012dd00b00) 00010000:00010000:3.0:1742903177.913529:0:7212:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.913546:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d521 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.913561:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d521 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.913569:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d521 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.913579:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fc00/0x5d4000e30d83d528 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b9:0x0].0x44454553 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.913584:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fc00/0x5d4000e30d83d528 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.913589:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fc00/0x5d4000e30d83d528 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903177.913644:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1827566161338240:0@lo:400:kworker.0 00010000:00010000:3.0:1742903177.913652:0:7212:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d52f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x835:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.913658:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d52f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x835:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.913663:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d52f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x835:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903177.913669:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903177.913684:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009390c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3763:1827566161338752:0@lo:400:kworker.0 00000100:00100000:2.0:1742903177.913698:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903177.913707:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009af83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3763:1827566161339264:0@lo:400:kworker.0 00000100:00100000:2.0:1742903177.913720:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903177.913730:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1742903177.913735:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3763:1827566161338112:0@lo:400:kworker.0 00000100:00100000:2.0:1742903177.913749:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903177.913760:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009390d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3763:1827566161338624:0@lo:400:kworker.0 00000100:00100000:2.0:1742903177.913774:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903177.913785:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009af80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3763:1827566161339136:0@lo:400:kworker.0 00000100:00100000:2.0:1742903177.913800:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903177.913814:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161338752 00000100:00100000:2.0:1742903177.913817:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161338752 00000040:00080000:3.0:1742903177.913822:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8840, 176 off1550224 00000100:00100000:2.0:1742903177.913841:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161339264 00000100:00100000:2.0:1742903177.913843:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161339264 00000100:00100000:2.0:1742903177.913851:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161338112 00000100:00100000:2.0:1742903177.913852:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161338112 00000100:00080000:3.0:1742903177.913858:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1742903147 00000100:00100000:2.0:1742903177.913859:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161338624 00000100:00100000:2.0:1742903177.913861:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161338624 00000100:00100000:2.0:1742903177.913867:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161339136 00000100:00080000:3.0:1742903177.913881:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1742903147 00000004:00200000:3.0:1742903177.913917:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x835:0x0]: returning size 4096 00010000:00010000:3.0:1742903177.913929:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d52f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x835:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.913936:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d52f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x835:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.913946:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d52f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x835:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.913951:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a97f200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.913954:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d52f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x835:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.913959:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d52f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x835:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.913966:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x0 (ffff880099158900) 00000100:00100000:2.0:1742903177.913966:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161339136 00010000:00010000:3.0:1742903177.913969:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.913971:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d52f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x835:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.913977:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d52f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x835:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903177.913987:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1742903177.913991:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3763:x1827566161338752:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1742903177.914007:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1742903147 00000100:00100000:2.0:1742903177.914019:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3763:x1827566161338752:12345-0@lo:400:kworker.0 Request processed in 28us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.914024:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1742903177.914033:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1742903177.914036:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3763:x1827566161339264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1742903177.914052:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3763:x1827566161339264:12345-0@lo:400:kworker.0 Request processed in 15us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.914056:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1742903177.914064:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:2.0:1742903177.914067:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3763:x1827566161338112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1742903177.914083:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3763:x1827566161338112:12345-0@lo:400:kworker.0 Request processed in 16us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.914087:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:2.0:1742903177.914094:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1742903177.914097:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3763:x1827566161338624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1742903177.914112:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3763:x1827566161338624:12345-0@lo:400:kworker.0 Request processed in 14us (337us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903177.914117:0:7212:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d521 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.914123:0:7212:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d521 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903177.914126:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00010000:00010000:3.0:1742903177.914128:0:7212:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d521 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.914132:0:7212:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a97f000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.914134:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d521 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903177.914135:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1742903177.914138:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3763:x1827566161339136:12345-0@lo:400:kworker.0 00010000:00010000:3.0:1742903177.914139:0:7212:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d521 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.914147:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:3.0:1742903177.914149:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.914151:0:7212:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d521 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903177.914155:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3763:x1827566161339136:12345-0@lo:400:kworker.0 Request processed in 16us (354us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903177.914156:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f000/0x5d4000e30d83d521 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903177.914159:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000004:00010000:3.0:1742903177.914164:0:7212:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88011ed20700 reply state ffff88011eef9000 transno 4295005307 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fc00/0x5d4000e30d83d528 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.914170:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fc00/0x5d4000e30d83d528 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903177.914175:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x44454553 (ffff880099158200) 00010000:00010000:3.0:1742903177.914177:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.914179:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.914187:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3763:1827566161338112:0@lo:400:kworker.0 00000100:00100000:2.0:1742903177.914194:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009390d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3763:1827566161338624:0@lo:400:kworker.0 00000100:00100000:2.0:1742903177.914201:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009af80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3763:1827566161339136:0@lo:400:kworker.0 00010000:00080000:2.0:1742903177.914209:0:3763:0:(ldlm_request.c:1538:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009390c380 x1827566161338752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1742903193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1742903177.914210:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13470:x1827566172412544:12345-192.168.203.29@tcp:36:rm.0 Request processed in 790us (944us total) trans 4295005307 rc 0/0 00000100:00100000:3.0:1742903177.914215:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77322 00000100:00100000:2.0:1742903177.914217:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009390c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3763:1827566161338752:0@lo:400:kworker.0 00010000:00080000:2.0:1742903177.914223:0:3763:0:(ldlm_request.c:1538:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88009af83b80 x1827566161339264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1742903193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1742903177.914230:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009af83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3763:1827566161339264:0@lo:400:kworker.0 00000100:00100000:2.0:1742903177.914248:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800999ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42e811c5-13b3-487b-9169-a00abe8637c3:3765:1827566161337984:0@lo:400:kworker.0 00000100:00100000:0.0:1742903177.914340:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1827566161339648:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1742903177.914449:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009390f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3764:1827566161338368:0@lo:400:kworker.0 00000100:00100000:2.0:1742903177.914536:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903177.914543:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903177.914554:0:7207:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161337984 00000100:00100000:2.0:1742903177.914556:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009390c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161338496:0@lo:400:kworker.0 00000100:00100000:3.0:1742903177.914558:0:7207:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161337984 00000100:00100000:2.0:1742903177.914571:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903177.914583:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009af81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161339008:0@lo:400:kworker.0 00000100:00100000:0.0:1742903177.914584:0:9555:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161339648 00000100:00100000:0.0:1742903177.914587:0:9555:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161339648 00000100:00100000:0.0:1742903177.914603:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:0.0:1742903177.914607:0:9555:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3762:x1827566161339648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1742903177.914617:0:9555:0:(ofd_obd.c:715:ofd_statfs()) blocks cached 1400832 granted 491510464 pending 0 free 3875799040 avail 3644276736 00000100:00100000:3.0:1742903177.914735:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1742903177.914739:0:7207:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a331450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42e811c5-13b3-487b-9169-a00abe8637c3+23:3765:x1827566161337984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1742903177.914774:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903177.914792:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161339520:0@lo:400:kworker.0 00000100:00100000:1.0:1742903177.914821:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903177.914830:0:7207:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a331450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42e811c5-13b3-487b-9169-a00abe8637c3+23:3765:x1827566161337984:12345-0@lo:400:kworker.0 Request processed in 89us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903177.914830:0:9555:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3762:x1827566161339648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 221us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903177.914835:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:3.0:1742903177.914836:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1742903177.914840:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009390e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1827566161338880:0@lo:400:kworker.0 00000100:00100000:0.0:1742903177.914856:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1827566161339648:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1742903177.914860:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1742903177.914871:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd MGS older than 1742903147 00000100:00100000:1.0:1742903177.914873:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1827566161339392:0@lo:400:kworker.0 00000100:00100000:1.0:1742903177.914888:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1742903177.914892:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1742903147 00000100:00100000:0.0:1742903177.914911:0:18856:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161339008 00000100:00100000:2.0:1742903177.914912:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903177.914914:0:18856:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161339008 00000100:00100000:1.0:1742903177.914922:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161338880 00000100:00100000:1.0:1742903177.914925:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161338880 00000100:00100000:0.0:1742903177.914931:0:18856:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161339392 00000100:00100000:2.0:1742903177.914933:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800999ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42e811c5-13b3-487b-9169-a00abe8637c3:3765:1827566161337984:0@lo:400:kworker.0 00000100:00100000:0.0:1742903177.914933:0:18856:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161339392 00000100:00100000:1.0:1742903177.914944:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161339520 00000100:00100000:1.0:1742903177.914946:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161339520 00000100:00100000:0.0:1742903177.914947:0:18856:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1742903177.914951:0:8724:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161338240 00000100:00100000:0.0:1742903177.914951:0:18856:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3765:x1827566161339008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1742903177.914954:0:8724:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161338240 00000100:00100000:1.0:1742903177.914959:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:1.0:1742903177.914963:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1827566161338880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1742903177.914968:0:8724:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161338496 00000100:00100000:2.0:1742903177.914970:0:8724:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161338496 00000100:00100000:2.0:1742903177.914977:0:8724:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1742903177.914977:0:18856:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3765:x1827566161339008:12345-0@lo:400:kworker.0 Request processed in 26us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.914981:0:8724:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3763:x1827566161338240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1742903177.914983:0:18856:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:1.0:1742903177.914991:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1827566161338880:12345-0@lo:400:kworker.0 Request processed in 27us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903177.914992:0:18856:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:0.0:1742903177.914995:0:18856:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:3764:x1827566161339392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1742903177.914997:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:2.0:1742903177.915005:0:8724:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3763:x1827566161338240:12345-0@lo:400:kworker.0 Request processed in 23us (1334us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.915006:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:1.0:1742903177.915009:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1827566161339520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1742903177.915010:0:8724:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1742903177.915014:0:18856:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:3764:x1827566161339392:12345-0@lo:400:kworker.0 Request processed in 18us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.915017:0:8724:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:0.0:1742903177.915018:0:18856:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:2.0:1742903177.915020:0:8724:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1827566161338496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1742903177.915030:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1827566161339520:12345-0@lo:400:kworker.0 Request processed in 20us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.915035:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:2.0:1742903177.915038:0:8724:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1827566161338496:12345-0@lo:400:kworker.0 Request processed in 17us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903177.915040:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009af81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161339008:0@lo:400:kworker.0 00000100:00100000:2.0:1742903177.915043:0:8724:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1742903177.915054:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009390e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1827566161338880:0@lo:400:kworker.0 00000100:00100000:1.0:1742903177.915061:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1827566161339392:0@lo:400:kworker.0 00000100:00100000:1.0:1742903177.915075:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161338368 00000100:00100000:1.0:1742903177.915077:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161338368 00000100:00100000:1.0:1742903177.915090:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:1.0:1742903177.915093:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1827566161338368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1742903177.915102:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161339520:0@lo:400:kworker.0 00000100:00100000:1.0:1742903177.915113:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1827566161338368:12345-0@lo:400:kworker.0 Request processed in 19us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903177.915115:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009390c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161338496:0@lo:400:kworker.0 00000100:00100000:1.0:1742903177.915117:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:1.0:1742903177.915130:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009390f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3764:1827566161338368:0@lo:400:kworker.0 00000100:00100000:3.0:1742903177.915138:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1827566161338240:0@lo:400:kworker.0 00000100:00100000:0.0:1742903177.915151:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.915164:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172412672 00000100:00100000:1.0:1742903177.915166:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172412672 00000100:00100000:1.0:1742903177.915182:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77323 00000100:00100000:1.0:1742903177.915186:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172412672:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.915277:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172412672:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 90us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.915284:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77323 00000100:00100000:0.0:1742903177.916166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.916193:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.916202:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172412928 00000100:00100000:1.0:1742903177.916206:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172412928 00000100:00100000:1.0:1742903177.916231:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77324 00000100:00100000:1.0:1742903177.916236:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172412928:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.916259:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172412800 00000100:00100000:2.0:1742903177.916263:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172412800 00000100:00100000:2.0:1742903177.916334:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17884 00000100:00100000:2.0:1742903177.916339:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13470:x1827566172412800:12345-192.168.203.29@tcp:37:rm.0 00000100:00100000:1.0:1742903177.916423:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13480:x1827566172412928:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 185us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.916429:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77324 00000100:00100000:0.0:1742903177.917098:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.917154:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172413056 00000100:00100000:1.0:1742903177.917157:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172413056 00000100:00100000:1.0:1742903177.917182:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77325 00000100:00100000:1.0:1742903177.917186:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13480:x1827566172413056:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.917241:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+911:13480:x1827566172413056:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 53us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.917248:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77325 00000100:00100000:0.0:1742903177.918088:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.918116:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172413184 00000100:00100000:3.0:1742903177.918120:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172413184 00000100:00100000:3.0:1742903177.918139:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77326 00000100:00100000:3.0:1742903177.918143:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099026d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13480:x1827566172413184:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.918194:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099026d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13480:x1827566172413184:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 51us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.918199:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77326 00000100:00100000:2.0:1742903177.918581:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13470:x1827566172412800:12345-192.168.203.29@tcp:37:rm.0 Request processed in 2240us (2385us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.918588:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17884 00000100:00100000:0.0:1742903177.919524:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.919634:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172413312 00000100:00100000:3.0:1742903177.919639:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172413312 00000100:00100000:3.0:1742903177.919666:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77327 00000100:00100000:3.0:1742903177.919669:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099024380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172413312:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.919751:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099024380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172413312:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 79us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.919756:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77327 00000100:00100000:0.0:1742903177.920408:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.920507:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172413440 00000100:00100000:3.0:1742903177.920510:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172413440 00000100:00100000:3.0:1742903177.920538:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77328 00000100:00100000:3.0:1742903177.920542:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099027b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172413440:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.920607:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099027b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172413440:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 63us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.920612:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77328 00000100:00100000:0.0:1742903177.920762:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.920777:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172413696 00000100:00100000:2.0:1742903177.920781:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172413696 00000100:00100000:2.0:1742903177.920799:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17885 00000100:00100000:2.0:1742903177.920803:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099024000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13470:x1827566172413696:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:2.0:1742903177.921001:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099024000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13470:x1827566172413696:12345-192.168.203.29@tcp:35:rm.0 Request processed in 195us (239us total) trans 4295005308 rc 0/0 00000100:00100000:2.0:1742903177.921007:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17885 00000100:00100000:0.0:1742903177.921388:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.921483:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172413824 00000100:00100000:3.0:1742903177.921487:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172413824 00000100:00100000:3.0:1742903177.921514:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77329 00000100:00100000:3.0:1742903177.921522:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099027480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13480:x1827566172413824:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.921599:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099027480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13480:x1827566172413824:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 75us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.921604:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77329 00000100:00100000:0.0:1742903177.921758:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.921796:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172414080 00000100:00100000:3.0:1742903177.921799:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172414080 00000100:00100000:3.0:1742903177.921825:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77330 00000100:00100000:3.0:1742903177.921829:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099026680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13470:x1827566172414080:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:3.0:1742903177.921856:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.921881:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79da00/0x5d4000e30d83d472 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0337 expref: 910 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.921900:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86b400/0x5d4000e30d7b5d6d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5c14 expref: 909 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.921912:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099101000/0x5d4000e30d79ffe4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7de:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be633 expref: 908 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.921922:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddf400/0x5d4000e30d79ff35 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be5fb expref: 907 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.921930:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff8800722cf200) 00010000:00010000:3.0:1742903177.921938:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.921953:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072277800/0x5d4000e30d83d536 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.921965:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072277800/0x5d4000e30d83d536 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.921976:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072277800/0x5d4000e30d83d536 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.922093:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072277c00/0x5d4000e30d83d53d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.922103:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072277c00/0x5d4000e30d83d53d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.922114:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072277c00/0x5d4000e30d83d53d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.922183:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072277a00/0x5d4000e30d83d544 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.922189:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072277a00/0x5d4000e30d83d544 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.922194:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072277a00/0x5d4000e30d83d544 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000040:00080000:3.0:1742903177.922429:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8841, 176 off1550400 00000004:00200000:3.0:1742903177.922463:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7de:0x0]: returning size 4096 00010000:00010000:3.0:1742903177.922475:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072277a00/0x5d4000e30d83d544 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.922481:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072277a00/0x5d4000e30d83d544 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.922486:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072277a00/0x5d4000e30d83d544 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.922491:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072277a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.922495:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072277a00/0x5d4000e30d83d544 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.922501:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072277a00/0x5d4000e30d83d544 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903177.922506:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903177.922510:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff880099158300) 00010000:00010000:3.0:1742903177.922512:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.922515:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072277a00/0x5d4000e30d83d544 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.922519:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072277a00/0x5d4000e30d83d544 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.922640:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072277800/0x5d4000e30d83d536 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.922645:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072277800/0x5d4000e30d83d536 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.922650:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072277800/0x5d4000e30d83d536 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.922654:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072277800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.922656:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072277800/0x5d4000e30d83d536 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.922660:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072277800/0x5d4000e30d83d536 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.922667:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:3.0:1742903177.922668:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903177.922671:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072277800/0x5d4000e30d83d536 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.922675:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072277800/0x5d4000e30d83d536 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:1.0:1742903177.922681:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172414208 00000100:00100000:1.0:1742903177.922685:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172414208 00000004:00010000:3.0:1742903177.922688:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880099026680 reply state ffff880136622000 transno 4295005309 ns: mdt-lustre-MDT0000_UUID lock: ffff880072277c00/0x5d4000e30d83d53d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.922695:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072277c00/0x5d4000e30d83d53d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903177.922700:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x45524f8f (ffff88009931b600) 00010000:00010000:3.0:1742903177.922702:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903177.922704:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.922714:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77331 00000100:00100000:1.0:1742903177.922718:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099026300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172414208:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.922802:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099026300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172414208:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 82us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.922808:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77331 00000100:00100000:3.0:1742903177.922855:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099026680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13470:x1827566172414080:12345-192.168.203.29@tcp:36:rm.0 Request processed in 1021us (1094us total) trans 4295005309 rc 0/0 00000100:00100000:3.0:1742903177.922863:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77330 00000100:00100000:0.0:1742903177.923674:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.923724:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172414336 00000100:00100000:3.0:1742903177.923727:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172414336 00000100:00100000:3.0:1742903177.923742:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77332 00000100:00100000:3.0:1742903177.923745:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099025880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172414336:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.923813:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099025880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172414336:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 67us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.923818:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77332 00000100:00100000:0.0:1742903177.924281:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.924346:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172414464 00000100:00100000:2.0:1742903177.924350:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172414464 00000100:00100000:2.0:1742903177.924384:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17886 00000100:00100000:2.0:1742903177.924388:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d4d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13470:x1827566172414464:12345-192.168.203.29@tcp:37:rm.0 00000100:00100000:0.0:1742903177.924644:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.924678:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172414592 00000100:00100000:3.0:1742903177.924681:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172414592 00000100:00100000:3.0:1742903177.924695:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77333 00000100:00100000:3.0:1742903177.924699:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172414592:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.924757:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172414592:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 57us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.924763:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77333 00000100:00100000:0.0:1742903177.926444:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.926492:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172414720 00000100:00100000:3.0:1742903177.926497:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172414720 00000100:00100000:3.0:1742903177.926515:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77334 00000100:00100000:3.0:1742903177.926519:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172414720:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.926591:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172414720:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 70us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.926596:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77334 00000100:00100000:2.0:1742903177.926893:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d4d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13470:x1827566172414464:12345-192.168.203.29@tcp:37:rm.0 Request processed in 2503us (2612us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.926901:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17886 00000100:00100000:0.0:1742903177.928461:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.928499:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172414848 00000100:00100000:3.0:1742903177.928503:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172414848 00000100:00100000:3.0:1742903177.928521:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77335 00000100:00100000:3.0:1742903177.928525:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172414848:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.928603:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172414848:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 76us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.928609:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77335 00000100:00100000:0.0:1742903177.929033:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.929079:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172415104 00000100:00100000:2.0:1742903177.929083:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172415104 00000100:00100000:2.0:1742903177.929103:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17887 00000100:00100000:2.0:1742903177.929107:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13470:x1827566172415104:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:2.0:1742903177.929285:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13470:x1827566172415104:12345-192.168.203.29@tcp:35:rm.0 Request processed in 177us (252us total) trans 4295005310 rc 0/0 00000100:00100000:2.0:1742903177.929292:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17887 00000100:00100000:0.0:1742903177.929763:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.929817:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172415232 00000100:00100000:3.0:1742903177.929820:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172415232 00000100:00100000:3.0:1742903177.929836:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77336 00000100:00100000:3.0:1742903177.929839:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172415232:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.929915:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172415232:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 74us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.929921:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77336 00000100:00100000:0.0:1742903177.931106:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.931145:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.931206:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172415488 00000100:00100000:3.0:1742903177.931211:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172415616 00000100:00100000:2.0:1742903177.931212:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172415488 00000100:00100000:3.0:1742903177.931215:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172415616 00000100:00100000:2.0:1742903177.931245:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77337 00000100:00100000:3.0:1742903177.931250:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77338 00000100:00100000:2.0:1742903177.931250:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13470:x1827566172415488:12345-192.168.203.29@tcp:36:rm.0 00000100:00100000:3.0:1742903177.931254:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+910:13480:x1827566172415616:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00010000:00010000:2.0:1742903177.931291:0:18840:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.931314:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f400/0x5d4000e30d83d48e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x831:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f033e expref: 910 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.931367:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed74a00/0x5d4000e30d7bb8c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x831:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c768c expref: 909 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.931382:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072044600/0x5d4000e30d7b1d0f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x831:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c46ff expref: 908 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.931395:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141a800/0x5d4000e30d7a1a8d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x831:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf169 expref: 907 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903177.931402:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13480:x1827566172415616:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 146us (256us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903177.931405:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x831:0x0].0x0 (ffff88008408cc00) 00000100:00100000:3.0:1742903177.931407:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77338 00010000:00010000:2.0:1742903177.931411:0:18840:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.931426:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099801400/0x5d4000e30d83d54b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.931437:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099801400/0x5d4000e30d83d54b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.931448:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099801400/0x5d4000e30d83d54b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.931459:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099800c00/0x5d4000e30d83d552 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.931464:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099800c00/0x5d4000e30d83d552 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.931469:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099800c00/0x5d4000e30d83d552 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.931532:0:18840:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099800600/0x5d4000e30d83d559 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x831:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.931538:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099800600/0x5d4000e30d83d559 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x831:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.931543:0:18840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099800600/0x5d4000e30d83d559 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x831:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00000040:00080000:2.0:1742903177.931802:0:18840:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8842, 176 off1550576 00000004:00200000:2.0:1742903177.931837:0:18840:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x831:0x0]: returning size 4096 00010000:00010000:2.0:1742903177.931848:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099800600/0x5d4000e30d83d559 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x831:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.931854:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099800600/0x5d4000e30d83d559 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x831:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.931859:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099800600/0x5d4000e30d83d559 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x831:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.931863:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099800600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.931866:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099800600/0x5d4000e30d83d559 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x831:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.931872:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099800600/0x5d4000e30d83d559 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x831:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.931879:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x831:0x0].0x0 (ffff8800722cf700) 00010000:00010000:2.0:1742903177.931881:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.931884:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099800600/0x5d4000e30d83d559 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x831:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.931887:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099800600/0x5d4000e30d83d559 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x831:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.932013:0:18840:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099801400/0x5d4000e30d83d54b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.932018:0:18840:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099801400/0x5d4000e30d83d54b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.932022:0:18840:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099801400/0x5d4000e30d83d54b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.932026:0:18840:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099801400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.932028:0:18840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099801400/0x5d4000e30d83d54b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.932032:0:18840:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099801400/0x5d4000e30d83d54b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.932038:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:2.0:1742903177.932040:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.932042:0:18840:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099801400/0x5d4000e30d83d54b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.932045:0:18840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099801400/0x5d4000e30d83d54b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000004:00010000:2.0:1742903177.932052:0:18840:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88008a2ad180 reply state ffff880072307000 transno 4295005311 ns: mdt-lustre-MDT0000_UUID lock: ffff880099800c00/0x5d4000e30d83d552 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.932059:0:18840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099800c00/0x5d4000e30d83d552 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903177.932064:0:18840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x45439694 (ffff8800722cfb00) 00010000:00010000:2.0:1742903177.932065:0:18840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.932068:0:18840:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1742903177.932083:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.932114:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13470:x1827566172415488:12345-192.168.203.29@tcp:36:rm.0 Request processed in 863us (1010us total) trans 4295005311 rc 0/0 00000100:00100000:2.0:1742903177.932120:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77337 00000100:00100000:3.0:1742903177.932128:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172415744 00000100:00100000:3.0:1742903177.932131:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172415744 00000100:00100000:3.0:1742903177.932147:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77339 00000100:00100000:3.0:1742903177.932151:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172415744:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.932209:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172415744:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 58us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.932213:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77339 00000100:00100000:0.0:1742903177.933067:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.933113:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172415872 00000100:00100000:3.0:1742903177.933121:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172415872 00000100:00100000:3.0:1742903177.933158:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77340 00000100:00100000:3.0:1742903177.933165:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172415872:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.933298:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172415872:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 133us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.933304:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77340 00000100:00100000:0.0:1742903177.933891:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.933963:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172416000 00000100:00100000:2.0:1742903177.933969:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172416000 00000100:00100000:2.0:1742903177.933990:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17888 00000100:00100000:2.0:1742903177.933994:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13470:x1827566172416000:12345-192.168.203.29@tcp:37:rm.0 00000100:00100000:1.0:1742903177.934176:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.934219:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172416128 00000100:00100000:3.0:1742903177.934223:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172416128 00000100:00100000:3.0:1742903177.934249:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77341 00000100:00100000:3.0:1742903177.934253:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172416128:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.934350:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172416128:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 94us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.934372:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77341 00000100:00100000:0.0:1742903177.935173:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.935219:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172416256 00000100:00100000:2.0:1742903177.935224:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172416256 00000100:00100000:2.0:1742903177.935247:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77342 00000100:00100000:2.0:1742903177.935250:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172416256:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.935340:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+909:13480:x1827566172416256:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 89us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.935345:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77342 00000100:00100000:3.0:1742903177.935969:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13470:x1827566172416000:12345-192.168.203.29@tcp:37:rm.0 Request processed in 1973us (2077us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.935978:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17888 00000100:00100000:0.0:1742903177.936064:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.936091:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172416384 00000100:00100000:3.0:1742903177.936094:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172416384 00000100:00100000:3.0:1742903177.936114:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77343 00000100:00100000:3.0:1742903177.936118:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172416384:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.936299:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172416384:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 178us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.936306:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77343 00000100:00100000:0.0:1742903177.936957:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.937018:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172416512 00000100:00100000:3.0:1742903177.937022:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172416512 00000100:00100000:3.0:1742903177.937037:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77344 00000100:00100000:3.0:1742903177.937041:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172416512:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.937116:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172416512:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 73us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.937122:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77344 00000100:00100000:0.0:1742903177.937641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.937789:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172416768 00000100:00100000:3.0:1742903177.937792:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172416768 00000100:00100000:3.0:1742903177.937808:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17889 00000100:00100000:3.0:1742903177.937812:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13470:x1827566172416768:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:3.0:1742903177.937991:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13470:x1827566172416768:12345-192.168.203.29@tcp:35:rm.0 Request processed in 178us (350us total) trans 4295005312 rc 0/0 00000100:00100000:3.0:1742903177.937997:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17889 00000100:00100000:2.0:1742903177.938348:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.938383:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172416896 00000100:00100000:0.0:1742903177.938387:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172416896 00000100:00100000:0.0:1742903177.938407:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77345 00000100:00100000:0.0:1742903177.938411:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172416896:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1742903177.938494:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172416896:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 81us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903177.938500:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77345 00000100:00100000:0.0:1742903177.939169:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.939208:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172417152 00000100:00100000:2.0:1742903177.939214:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172417152 00000100:00100000:2.0:1742903177.939250:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77346 00000100:00100000:2.0:1742903177.939255:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13470:x1827566172417152:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:2.0:1742903177.939297:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.939337:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f200/0x5d4000e30d83d4aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7cc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0345 expref: 908 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.939367:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00e00/0x5d4000e30d7b476a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7cc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c5529 expref: 907 pid: 18840 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903177.939367:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903177.939383:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ede2200/0x5d4000e30d79f900 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7cc:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be393 expref: 906 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.939392:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e1200/0x5d4000e30d79f858 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be354 expref: 905 pid: 18840 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903177.939397:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172417280 00000100:00100000:1.0:1742903177.939401:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172417280 00000100:00100000:1.0:1742903177.939425:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77347 00000100:00100000:1.0:1742903177.939430:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13480:x1827566172417280:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00010000:00010000:2.0:1742903177.939471:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cc:0x0].0x0 (ffff8800916eb300) 00010000:00010000:2.0:1742903177.939479:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.939495:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d83d560 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.939507:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d83d560 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.939515:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d83d560 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.939528:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099800400/0x5d4000e30d83d567 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.939536:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099800400/0x5d4000e30d83d567 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.939541:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099800400/0x5d4000e30d83d567 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:1.0:1742903177.939578:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13480:x1827566172417280:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 146us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.939584:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77347 00010000:00010000:2.0:1742903177.939613:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c2600/0x5d4000e30d83d56e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.939618:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c2600/0x5d4000e30d83d56e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.939626:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c2600/0x5d4000e30d83d56e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000040:00080000:2.0:1742903177.939790:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8843, 176 off1550752 00000004:00200000:2.0:1742903177.940207:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7cc:0x0]: returning size 4096 00010000:00010000:2.0:1742903177.940218:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c2600/0x5d4000e30d83d56e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.940224:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c2600/0x5d4000e30d83d56e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.940229:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c2600/0x5d4000e30d83d56e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.940234:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991c2600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.940237:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c2600/0x5d4000e30d83d56e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.940243:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c2600/0x5d4000e30d83d56e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.940250:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cc:0x0].0x0 (ffff8800722cfd00) 00010000:00010000:2.0:1742903177.940252:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.940254:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c2600/0x5d4000e30d83d56e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.940258:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991c2600/0x5d4000e30d83d56e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.940403:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d83d560 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.940408:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d83d560 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.940413:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d83d560 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.940417:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099801800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.940419:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d83d560 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.940423:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d83d560 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.940429:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:2.0:1742903177.940431:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.940433:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d83d560 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.940437:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d83d560 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000004:00010000:2.0:1742903177.940444:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88012d341180 reply state ffff880099150000 transno 4295005313 ns: mdt-lustre-MDT0000_UUID lock: ffff880099800400/0x5d4000e30d83d567 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.940451:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099800400/0x5d4000e30d83d567 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.940455:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x45435891 (ffff8800722cfe00) 00010000:00010000:2.0:1742903177.940457:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.940459:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.940514:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13470:x1827566172417152:12345-192.168.203.29@tcp:36:rm.0 Request processed in 1258us (1345us total) trans 4295005313 rc 0/0 00000100:00100000:2.0:1742903177.940520:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77346 00000100:00100000:0.0:1742903177.940554:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.940569:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172417408 00000100:00100000:2.0:1742903177.940572:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172417408 00000100:00100000:2.0:1742903177.940587:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77348 00000100:00100000:2.0:1742903177.940591:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13480:x1827566172417408:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.940671:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13480:x1827566172417408:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 79us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.940677:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77348 00000100:00100000:0.0:1742903177.942519:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.942560:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.942565:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172417536 00000100:00100000:2.0:1742903177.942570:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172417536 00000100:00100000:2.0:1742903177.942588:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77349 00000100:00100000:2.0:1742903177.942591:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13480:x1827566172417536:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.942651:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172417664 00000100:00100000:1.0:1742903177.942660:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172417664 00000100:00100000:2.0:1742903177.942677:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172417536:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 85us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.942682:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77349 00000100:00100000:1.0:1742903177.942700:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17890 00000100:00100000:1.0:1742903177.942889:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13470:x1827566172417664:12345-192.168.203.29@tcp:37:rm.0 00000100:00100000:0.0:1742903177.943675:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.943716:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172417792 00000100:00100000:2.0:1742903177.943720:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172417792 00000100:00100000:2.0:1742903177.943755:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77350 00000100:00100000:2.0:1742903177.943759:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172417792:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.943849:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+908:13480:x1827566172417792:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 88us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.943855:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77350 00000100:00100000:0.0:1742903177.945013:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.945078:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172417920 00000100:00100000:2.0:1742903177.945083:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172417920 00000100:00100000:2.0:1742903177.945114:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77351 00000100:00100000:2.0:1742903177.945118:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172417920:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.945460:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172417920:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 340us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.945468:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77351 00000100:00100000:1.0:1742903177.945728:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13470:x1827566172417664:12345-192.168.203.29@tcp:37:rm.0 Request processed in 3019us (3165us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.945736:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17890 00000100:00100000:0.0:1742903177.946798:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.946851:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172418048 00000100:00100000:2.0:1742903177.946856:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172418048 00000100:00100000:2.0:1742903177.946886:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77352 00000100:00100000:2.0:1742903177.946891:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13480:x1827566172418048:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.946978:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13480:x1827566172418048:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 85us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.946984:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77352 00000100:00100000:0.0:1742903177.947394:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.947451:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172418304 00000100:00100000:1.0:1742903177.947455:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172418304 00000100:00100000:1.0:1742903177.947475:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17891 00000100:00100000:1.0:1742903177.947480:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d4cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13470:x1827566172418304:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:1.0:1742903177.947655:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d4cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13470:x1827566172418304:12345-192.168.203.29@tcp:35:rm.0 Request processed in 174us (261us total) trans 4295005314 rc 0/0 00000100:00100000:1.0:1742903177.947665:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17891 00000100:00100000:0.0:1742903177.947757:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.947809:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172418432 00000100:00100000:2.0:1742903177.947812:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172418432 00000100:00100000:2.0:1742903177.947835:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77353 00000100:00100000:2.0:1742903177.947840:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172418432:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.947894:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172418432:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 54us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.947898:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77353 00000100:00100000:0.0:1742903177.948519:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.948572:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172418688 00000100:00100000:2.0:1742903177.948575:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172418688 00000100:00100000:2.0:1742903177.948599:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77354 00000100:00100000:2.0:1742903177.948603:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13470:x1827566172418688:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:2.0:1742903177.948634:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.948659:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e600/0x5d4000e30d83d4c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f034c expref: 907 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.948677:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091420600/0x5d4000e30d7b7b03 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c657c expref: 906 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.948694:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4800/0x5d4000e30d7a07bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f6:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be982 expref: 905 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.948706:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b70200/0x5d4000e30d7a0715 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7f6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be94a expref: 904 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.948715:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f6:0x0].0x0 (ffff88008408c400) 00010000:00010000:2.0:1742903177.948724:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.948741:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099100000/0x5d4000e30d83d575 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.948754:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099100000/0x5d4000e30d83d575 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.948762:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099100000/0x5d4000e30d83d575 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.948773:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099100400/0x5d4000e30d83d57c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.948778:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099100400/0x5d4000e30d83d57c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903177.948781:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903177.948784:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099100400/0x5d4000e30d83d57c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:1.0:1742903177.948839:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172418816 00000100:00100000:1.0:1742903177.948842:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172418816 00010000:00010000:2.0:1742903177.948848:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099101800/0x5d4000e30d83d583 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.948854:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099101800/0x5d4000e30d83d583 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.948862:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099101800/0x5d4000e30d83d583 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00100000:1.0:1742903177.948870:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77355 00000100:00100000:1.0:1742903177.948876:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172418816:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.948947:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172418816:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 71us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.948953:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77355 00000040:00080000:2.0:1742903177.949025:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8844, 176 off1550928 00000004:00200000:2.0:1742903177.949049:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7f6:0x0]: returning size 4096 00010000:00010000:2.0:1742903177.949059:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099101800/0x5d4000e30d83d583 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.949064:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099101800/0x5d4000e30d83d583 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.949069:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099101800/0x5d4000e30d83d583 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.949075:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099101800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.949078:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099101800/0x5d4000e30d83d583 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.949084:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099101800/0x5d4000e30d83d583 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.949091:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f6:0x0].0x0 (ffff8800722cf700) 00010000:00010000:2.0:1742903177.949093:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.949096:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099101800/0x5d4000e30d83d583 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.949101:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099101800/0x5d4000e30d83d583 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.949227:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099100000/0x5d4000e30d83d575 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.949232:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099100000/0x5d4000e30d83d575 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.949237:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099100000/0x5d4000e30d83d575 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.949241:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099100000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.949243:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099100000/0x5d4000e30d83d575 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.949248:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099100000/0x5d4000e30d83d575 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.949254:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:2.0:1742903177.949255:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.949259:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099100000/0x5d4000e30d83d575 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.949263:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099100000/0x5d4000e30d83d575 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:2.0:1742903177.949269:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880131a7a300 reply state ffff880099151000 transno 4295005315 ns: mdt-lustre-MDT0000_UUID lock: ffff880099100400/0x5d4000e30d83d57c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.949275:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099100400/0x5d4000e30d83d57c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.949279:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x44a1a1a7 (ffff8800722cfc00) 00010000:00010000:2.0:1742903177.949281:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.949283:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.949337:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13470:x1827566172418688:12345-192.168.203.29@tcp:36:rm.0 Request processed in 733us (819us total) trans 4295005315 rc 0/0 00000100:00100000:2.0:1742903177.949341:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77354 00000100:00100000:0.0:1742903177.949874:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.949906:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172418944 00000100:00100000:2.0:1742903177.949910:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172418944 00000100:00100000:2.0:1742903177.949934:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77356 00000100:00100000:2.0:1742903177.949938:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13480:x1827566172418944:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.950014:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13480:x1827566172418944:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 75us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.950019:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77356 00000100:00100000:0.0:1742903177.950218:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.950280:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172419200 00000100:00100000:3.0:1742903177.950290:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172419200 00000100:00100000:3.0:1742903177.950363:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17892 00000100:00100000:3.0:1742903177.950371:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13470:x1827566172419200:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:0.0:1742903177.950607:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.950646:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172419328 00000100:00100000:2.0:1742903177.950650:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172419328 00000100:00100000:2.0:1742903177.950672:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77357 00000100:00100000:2.0:1742903177.950676:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172419328:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.950736:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172419328:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 59us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.950741:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77357 00000100:00100000:3.0:1742903177.950991:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13470:x1827566172419200:12345-192.168.203.29@tcp:35:rm.0 Request processed in 619us (771us total) trans 4295005316 rc 0/0 00000100:00100000:3.0:1742903177.950999:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17892 00000100:00100000:0.0:1742903177.951565:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.951653:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.951655:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172419456 00000100:00100000:2.0:1742903177.951660:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172419456 00000100:00100000:1.0:1742903177.951697:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172419712 00000100:00100000:1.0:1742903177.951702:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172419712 00000100:00100000:2.0:1742903177.951703:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77358 00000100:00100000:2.0:1742903177.951708:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13480:x1827566172419456:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.951722:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77359 00000100:00100000:1.0:1742903177.951727:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+907:13470:x1827566172419712:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:1.0:1742903177.951761:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1742903177.951785:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11ba00/0x5d4000e30d79f9ee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be3f5 expref: 907 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.951803:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c095a00/0x5d4000e30d7b3025 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c4d73 expref: 906 pid: 7210 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903177.951805:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13480:x1827566172419456:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 94us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.951811:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77358 00010000:00010000:1.0:1742903177.951818:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18000/0x5d4000e30d79f45a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be1e1 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.951828:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff8800a736ed00) 00010000:00010000:1.0:1742903177.951844:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219a00/0x5d4000e30d83d3a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02ff expref: 903 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.951856:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x0 (ffff88012bd49700) 00010000:00010000:1.0:1742903177.951859:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.951874:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d58a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.951885:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d58a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.951894:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d58a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.951905:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e200/0x5d4000e30d83d591 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b7:0x0].0x746dd4eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.951910:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e200/0x5d4000e30d83d591 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.951914:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e200/0x5d4000e30d83d591 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.951978:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d598 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.951984:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d598 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.951989:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d598 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000040:00080000:1.0:1742903177.952166:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8845, 176 off1551104 00000004:00200000:1.0:1742903177.952195:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7b9:0x0]: returning size 4096 00010000:00010000:1.0:1742903177.952206:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d598 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.952213:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d598 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.952218:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d598 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.952224:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a96fe00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.952227:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d598 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.952234:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d598 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.952241:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff88009d24fd00) 00010000:00010000:1.0:1742903177.952243:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.952246:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d598 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.952250:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d598 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903177.953154:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.953207:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172419840 00000100:00100000:3.0:1742903177.953214:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172419840 00010000:00010000:1.0:1742903177.953240:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d58a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.953248:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d58a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903177.953252:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77360 00010000:00010000:1.0:1742903177.953253:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d58a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903177.953257:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172419840:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00010000:00010000:1.0:1742903177.953257:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a96fa00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.953260:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d58a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.953268:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d58a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.953276:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x0 (ffff88012bd49700) 00010000:00010000:1.0:1742903177.953278:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.953281:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d58a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.953285:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d58a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000004:00010000:1.0:1742903177.953293:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880131a79500 reply state ffff88012cfd6000 transno 4295005317 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e200/0x5d4000e30d83d591 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.953301:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e200/0x5d4000e30d83d591 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903177.953307:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x746dd4eb (ffff88009d24f000) 00010000:00010000:1.0:1742903177.953309:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.953312:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.953395:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13470:x1827566172419712:12345-192.168.203.29@tcp:36:rm.0 Request processed in 1667us (1741us total) trans 4295005317 rc 0/0 00000100:00100000:3.0:1742903177.953400:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13480:x1827566172419840:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 142us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.953402:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77359 00000100:00100000:3.0:1742903177.953406:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77360 00000100:00100000:0.0:1742903177.957456:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.957517:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.957531:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172420224 00000100:00100000:3.0:1742903177.957541:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172420224 00000100:00100000:2.0:1742903177.957586:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172419968 00000100:00100000:3.0:1742903177.957589:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17893 00000100:00100000:2.0:1742903177.957590:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172419968 00000100:00100000:3.0:1742903177.957595:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13470:x1827566172420224:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:2.0:1742903177.957616:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77361 00000100:00100000:2.0:1742903177.957620:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13480:x1827566172419968:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.957757:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13480:x1827566172419968:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 134us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.957764:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77361 00000100:00100000:3.0:1742903177.957828:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13470:x1827566172420224:12345-192.168.203.29@tcp:35:rm.0 Request processed in 232us (381us total) trans 4295005318 rc 0/0 00000100:00100000:3.0:1742903177.957834:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17893 00000100:00100000:0.0:1742903177.958972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.959044:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.959117:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172420480 00000100:00100000:1.0:1742903177.959118:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172420608 00000100:00100000:1.0:1742903177.959123:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172420608 00000100:00100000:2.0:1742903177.959125:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172420480 00000100:00100000:1.0:1742903177.959159:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77362 00000100:00100000:2.0:1742903177.959164:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77363 00000100:00100000:1.0:1742903177.959164:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13480:x1827566172420608:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.959168:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13470:x1827566172420480:12345-192.168.203.29@tcp:36:rm.0 00000100:00100000:1.0:1742903177.959347:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13480:x1827566172420608:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 182us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.959367:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77362 00010000:00010000:2.0:1742903177.959373:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1742903177.959507:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915f1a00/0x5d4000e30d7b2eea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c4cfc expref: 905 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.959526:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d800/0x5d4000e30d79f040 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b7:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be036 expref: 904 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.959538:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009924de00/0x5d4000e30d79ef67 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bdffe expref: 903 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.959548:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x0 (ffff88012bd49700) 00010000:00010000:2.0:1742903177.959562:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639c00/0x5d4000e30d83d3ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0306 expref: 902 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.959569:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff880099003e00) 00010000:00010000:2.0:1742903177.959571:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.959586:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099101600/0x5d4000e30d83d59f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.959596:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099101600/0x5d4000e30d83d59f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.959602:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099101600/0x5d4000e30d83d59f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.959611:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099100800/0x5d4000e30d83d5a6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b5:0x0].0x659ae0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.959616:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099100800/0x5d4000e30d83d5a6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b5:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.959620:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099100800/0x5d4000e30d83d5a6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b5:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.959682:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d83d5ad lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.959688:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d83d5ad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.959694:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d83d5ad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:2.0:1742903177.959902:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8846, 176 off1551280 00000004:00200000:2.0:1742903177.959931:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7b7:0x0]: returning size 4096 00010000:00010000:2.0:1742903177.959943:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d83d5ad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.959948:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d83d5ad lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.959954:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d83d5ad lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.959959:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099801800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.959962:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d83d5ad lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.959968:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d83d5ad lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.959975:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x0 (ffff8800722cf200) 00010000:00010000:2.0:1742903177.959978:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.959981:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d83d5ad lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.959985:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099801800/0x5d4000e30d83d5ad lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.960108:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099101600/0x5d4000e30d83d59f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.960113:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099101600/0x5d4000e30d83d59f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.960117:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099101600/0x5d4000e30d83d59f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.960121:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099101600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.960123:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099101600/0x5d4000e30d83d59f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.960127:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099101600/0x5d4000e30d83d59f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.960132:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff880099003e00) 00010000:00010000:2.0:1742903177.960134:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.960136:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099101600/0x5d4000e30d83d59f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.960140:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099101600/0x5d4000e30d83d59f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:2.0:1742903177.960146:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff880131a79c00 reply state ffff880099157000 transno 4295005319 ns: mdt-lustre-MDT0000_UUID lock: ffff880099100800/0x5d4000e30d83d5a6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b5:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.960154:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099100800/0x5d4000e30d83d5a6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b5:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.960159:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x659ae0d1 (ffff8800722cff00) 00010000:00010000:2.0:1742903177.960161:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.960163:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.960204:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13470:x1827566172420480:12345-192.168.203.29@tcp:36:rm.0 Request processed in 1034us (1234us total) trans 4295005319 rc 0/0 00000100:00100000:2.0:1742903177.960209:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77363 00000100:00100000:0.0:1742903177.960268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.960279:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172420736 00000100:00100000:2.0:1742903177.960282:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172420736 00000100:00100000:2.0:1742903177.960302:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77364 00000100:00100000:2.0:1742903177.960306:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13480:x1827566172420736:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.960404:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13480:x1827566172420736:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 96us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.960410:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77364 00000100:00100000:0.0:1742903177.961558:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.961605:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172420864 00000100:00100000:1.0:1742903177.961611:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172420864 00000100:00100000:1.0:1742903177.961645:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77365 00000100:00100000:1.0:1742903177.961650:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13480:x1827566172420864:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.961756:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13480:x1827566172420864:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 104us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.961763:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77365 00000100:00100000:2.0:1742903177.962838:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.963513:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172420992 00000100:00100000:0.0:1742903177.963519:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172420992 00000100:00100000:2.0:1742903177.963544:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.963556:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172421120 00000100:00100000:0.0:1742903177.963559:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172421120 00000100:00100000:0.0:1742903177.963577:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77366 00000100:00100000:0.0:1742903177.963582:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13470:x1827566172420992:12345-192.168.203.29@tcp:101:rm.0 00000100:00100000:1.0:1742903177.963585:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77367 00000100:00100000:1.0:1742903177.963589:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172421120:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00010000:00010000:0.0:1742903177.963593:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1742903177.963610:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072286c00/0x5d4000e30d83d5b4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0353 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.963667:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072287200/0x5d4000e30d83d5bb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00000100:00100000:1.0:1742903177.963671:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13480:x1827566172421120:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 80us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.963676:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77367 00010000:00010000:0.0:1742903177.963679:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072287200/0x5d4000e30d83d5bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.963688:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072287200/0x5d4000e30d83d5bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.963698:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072287600/0x5d4000e30d83d5c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.963703:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072287600/0x5d4000e30d83d5c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.963708:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072287600/0x5d4000e30d83d5c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.963766:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4800/0x5d4000e30d83d5c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.963773:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4800/0x5d4000e30d83d5c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.963778:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4800/0x5d4000e30d83d5c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:0.0:1742903177.963808:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7b5:0x0]: returning size 4096 00000004:00200000:0.0:1742903177.963811:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1742903177.963826:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4800/0x5d4000e30d83d5c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.963834:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072287200/0x5d4000e30d83d5bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.963840:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072287200/0x5d4000e30d83d5bb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.963845:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072287200/0x5d4000e30d83d5bb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.963851:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072287200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.963854:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072287200/0x5d4000e30d83d5bb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.963860:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072287200/0x5d4000e30d83d5bb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.963869:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:0.0:1742903177.963872:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.963875:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072287200/0x5d4000e30d83d5bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.963880:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072287200/0x5d4000e30d83d5bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.963907:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072287600/0x5d4000e30d83d5c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.963913:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072287600/0x5d4000e30d83d5c2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.963918:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072287600/0x5d4000e30d83d5c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.963922:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072287600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903177.963924:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072287600/0x5d4000e30d83d5c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.963937:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072287600/0x5d4000e30d83d5c2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.963944:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x65dce0d1 (ffff8800b1a19d00) 00010000:00010000:0.0:1742903177.963946:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.963948:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072287600/0x5d4000e30d83d5c2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.963954:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072287600/0x5d4000e30d83d5c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.963976:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072286c00/0x5d4000e30d83d5b4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0353 expref: 905 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.963987:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4800/0x5d4000e30d83d5c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0353 expref: 904 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903177.963993:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff880099003e00) 00010000:00010000:0.0:1742903177.963995:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1742903177.963997:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997e4800, rc 0) 00000100:00100000:0.0:1742903177.964032:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13470:x1827566172420992:12345-192.168.203.29@tcp:101:rm.0 Request processed in 449us (1195us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903177.964038:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77366 00000100:00100000:0.0:1742903177.965896:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.965953:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172421248 00000100:00100000:2.0:1742903177.965960:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172421248 00000100:00100000:2.0:1742903177.966001:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77368 00000100:00100000:2.0:1742903177.966007:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172421248:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.966119:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172421248:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 108us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.966126:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77368 00000100:00100000:0.0:1742903177.966416:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.966480:0:18839:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172421504 00000100:00100000:3.0:1742903177.966484:0:18839:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172421504 00000100:00100000:3.0:1742903177.966514:0:18839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17894 00000100:00100000:3.0:1742903177.966519:0:18839:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13470:x1827566172421504:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:3.0:1742903177.966654:0:18839:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13470:x1827566172421504:12345-192.168.203.29@tcp:35:rm.0 Request processed in 133us (238us total) trans 4295005320 rc 0/0 00000100:00100000:3.0:1742903177.966661:0:18839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17894 00000100:00100000:0.0:1742903177.967268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.967310:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172421632 00000100:00100000:2.0:1742903177.967313:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172421632 00000100:00100000:2.0:1742903177.967361:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77369 00000100:00100000:2.0:1742903177.967366:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13480:x1827566172421632:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.967449:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13480:x1827566172421632:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 81us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.967455:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77369 00000100:00100000:0.0:1742903177.968128:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.968183:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172421888 00000100:00100000:2.0:1742903177.968188:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172421888 00000100:00100000:2.0:1742903177.968213:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77370 00000100:00100000:2.0:1742903177.968217:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13470:x1827566172421888:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:2.0:1742903177.968248:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1742903177.968270:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4800/0x5d4000e30d83d5c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0353 expref: 905 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.968286:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e00800/0x5d4000e30d83d177 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f02ab expref: 904 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.968294:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff880099003e00) 00000100:00100000:0.0:1742903177.968303:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903177.968305:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247800/0x5d4000e30d83cf01 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f01d9 expref: 903 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.968310:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff880096bc7900) 00010000:00010000:2.0:1742903177.968332:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.968349:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099800e00/0x5d4000e30d83d5d0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.968373:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099800e00/0x5d4000e30d83d5d0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.968385:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099800e00/0x5d4000e30d83d5d0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:1.0:1742903177.968389:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172422016 00000100:00100000:1.0:1742903177.968393:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172422016 00010000:00010000:2.0:1742903177.968397:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099100000/0x5d4000e30d83d5d7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.968402:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099100000/0x5d4000e30d83d5d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.968407:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099100000/0x5d4000e30d83d5d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:1.0:1742903177.968409:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77371 00000100:00100000:1.0:1742903177.968413:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13480:x1827566172422016:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00010000:00010000:2.0:1742903177.968470:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099101800/0x5d4000e30d83d5de lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.968476:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099101800/0x5d4000e30d83d5de lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.968481:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099101800/0x5d4000e30d83d5de lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:1.0:1742903177.968485:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13480:x1827566172422016:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 71us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.968491:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77371 00000040:00080000:2.0:1742903177.968655:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8847, 176 off1551456 00000004:00200000:2.0:1742903177.968682:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7b5:0x0]: returning size 4096 00010000:00010000:2.0:1742903177.968693:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099101800/0x5d4000e30d83d5de lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.968699:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099101800/0x5d4000e30d83d5de lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.968704:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099101800/0x5d4000e30d83d5de lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.968709:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099101800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.968712:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099101800/0x5d4000e30d83d5de lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.968719:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099101800/0x5d4000e30d83d5de lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.968725:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff8800722cf300) 00010000:00010000:2.0:1742903177.968728:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.968731:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099101800/0x5d4000e30d83d5de lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.968735:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099101800/0x5d4000e30d83d5de lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.968855:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099800e00/0x5d4000e30d83d5d0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.968860:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099800e00/0x5d4000e30d83d5d0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.968865:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099800e00/0x5d4000e30d83d5d0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.968869:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099800e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.968871:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099800e00/0x5d4000e30d83d5d0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.968876:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099800e00/0x5d4000e30d83d5d0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.968882:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff8800722cf600) 00010000:00010000:2.0:1742903177.968884:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.968886:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099800e00/0x5d4000e30d83d5d0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.968890:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099800e00/0x5d4000e30d83d5d0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000004:00010000:2.0:1742903177.968898:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88012cfdbb80 reply state ffff88009c0c4000 transno 4295005321 ns: mdt-lustre-MDT0000_UUID lock: ffff880099100000/0x5d4000e30d83d5d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.968906:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099100000/0x5d4000e30d83d5d7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.968910:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x65dce0d1 (ffff8800722cfd00) 00010000:00010000:2.0:1742903177.968912:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.968914:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1742903177.968952:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13470:x1827566172421888:12345-192.168.203.29@tcp:36:rm.0 Request processed in 733us (823us total) trans 4295005321 rc 0/0 00000100:00100000:2.0:1742903177.968958:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77370 00000100:00100000:0.0:1742903177.970026:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903177.970692:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.970753:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172422144 00000100:00100000:2.0:1742903177.970758:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172422144 00000100:00100000:1.0:1742903177.970758:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172422400 00000100:00100000:1.0:1742903177.970762:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172422400 00000100:00100000:1.0:1742903177.970794:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77372 00000100:00100000:1.0:1742903177.970800:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13470:x1827566172422400:12345-192.168.203.29@tcp:36:rm.0 00000100:00100000:2.0:1742903177.970814:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77373 00000100:00100000:2.0:1742903177.970819:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13480:x1827566172422144:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00010000:00010000:1.0:1742903177.970829:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1742903177.970846:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072286400/0x5d4000e30d7b1c59 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c46c0 expref: 905 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.970864:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61800/0x5d4000e30d79e7e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bdd65 expref: 904 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903177.970873:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff8800996fb200) 00010000:00010000:1.0:1742903177.970879:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903177.970891:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d5e5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.970898:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d5e5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.970905:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d5e5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.970913:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d5ec lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0xa6575bd4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.970918:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d5ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.970923:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d5ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.970967:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d5f3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.970973:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d5f3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.970982:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d5f3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:1.0:1742903177.971116:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1797, 64 off123264 00000040:00080000:1.0:1742903177.971133:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8848, 184 off1551640 00010000:00010000:1.0:1742903177.971163:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d5fa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.971170:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d5fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903177.971173:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172422144:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 352us (1147us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903177.971176:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d5fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903177.971179:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77373 00010000:00010000:1.0:1742903177.971182:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d5fa lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.971187:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d5fa lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.971191:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d5fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.971204:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.971211:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903177.971214:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d5f3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.971217:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d5fa lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.971218:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d5f3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.971221:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d5f3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.971223:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a96f600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903177.971226:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d5fa lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.971226:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a96fe00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.971228:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d5f3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.971231:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d5fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.971233:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d5f3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.971240:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88009d24f400) 00010000:00010000:2.0:1742903177.971242:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1742903177.971244:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d5fa lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.971248:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d5fa lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.971249:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88009d24f400) 00010000:00010000:1.0:1742903177.971252:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903177.971254:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d5f3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903177.971256:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.971257:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903177.971258:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903177.971259:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fe00/0x5d4000e30d83d5f3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.971364:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d5e5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.971370:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d5e5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.971374:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d5e5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.971379:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a96e000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903177.971381:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d5e5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.971385:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d5e5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.971391:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff88009d24f200) 00010000:00010000:1.0:1742903177.971393:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903177.971395:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d5e5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.971404:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d5e5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:1.0:1742903177.971411:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88009140ea00 reply state ffff88012cfd0000 transno 4295005322 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d5ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.971429:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d5ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7ae:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903177.971434:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0xa6575bd4 (ffff88009d24fc00) 00010000:00010000:1.0:1742903177.971436:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903177.971439:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903177.971472:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13470:x1827566172422400:12345-192.168.203.29@tcp:36:rm.0 Request processed in 671us (780us total) trans 4295005322 rc 0/0 00000100:00100000:1.0:1742903177.971476:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77372 00000100:00100000:0.0:1742903177.972476:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.972531:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172422528 00000100:00100000:1.0:1742903177.972535:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172422528 00000100:00100000:1.0:1742903177.972564:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77374 00000100:00100000:1.0:1742903177.972569:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172422528:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.972646:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172422528:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 76us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.972652:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77374 00000100:00100000:0.0:1742903177.974070:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.974180:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172422656 00000100:00100000:1.0:1742903177.974185:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172422656 00000100:00100000:1.0:1742903177.974219:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77375 00000100:00100000:1.0:1742903177.974224:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172422656:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.974335:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172422656:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 88us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.974343:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77375 00000100:00100000:0.0:1742903177.975091:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.975156:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172422784 00000100:00100000:2.0:1742903177.975160:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172422784 00000100:00100000:2.0:1742903177.975190:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77376 00000100:00100000:2.0:1742903177.975195:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172422784:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.975277:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172422784:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 80us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.975282:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77376 00000100:00100000:0.0:1742903177.976161:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.976205:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172422912 00000100:00100000:2.0:1742903177.976209:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172422912 00000100:00100000:2.0:1742903177.976347:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77377 00000100:00100000:2.0:1742903177.976362:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172422912:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.976430:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172422912:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 77us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.976436:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77377 00000100:00100000:0.0:1742903177.977141:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.977175:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172423040 00000100:00100000:2.0:1742903177.977178:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172423040 00000100:00100000:2.0:1742903177.977206:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77378 00000100:00100000:2.0:1742903177.977210:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a76b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172423040:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.977283:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a76b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172423040:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 72us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.977289:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77378 00000100:00100000:0.0:1742903177.978527:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.978621:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172423168 00000100:00100000:2.0:1742903177.978626:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172423168 00000100:00100000:2.0:1742903177.978684:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77379 00000100:00100000:2.0:1742903177.978688:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a768e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172423168:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.978780:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a768e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172423168:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 90us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.978787:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77379 00000100:00100000:0.0:1742903177.980248:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.980335:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172423296 00000100:00100000:1.0:1742903177.980341:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172423296 00000100:00100000:1.0:1742903177.980388:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77380 00000100:00100000:1.0:1742903177.980393:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a769f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172423296:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.980487:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a769f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172423296:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 93us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.980494:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77380 00000100:00100000:0.0:1742903177.981380:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.981427:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172423424 00000100:00100000:1.0:1742903177.981430:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172423424 00000100:00100000:1.0:1742903177.981448:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77381 00000100:00100000:1.0:1742903177.981451:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a76b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172423424:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.981502:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a76b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172423424:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 50us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.981506:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77381 00000100:00100000:0.0:1742903177.982368:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.982430:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172423552 00000100:00100000:1.0:1742903177.982434:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172423552 00000100:00100000:1.0:1742903177.982455:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77382 00000100:00100000:1.0:1742903177.982459:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a76a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172423552:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.982573:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a76a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172423552:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 113us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.982578:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77382 00000100:00100000:2.0:1742903177.983605:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.983643:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172423680 00000100:00100000:1.0:1742903177.983647:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172423680 00000100:00100000:1.0:1742903177.983674:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77383 00000100:00100000:1.0:1742903177.983679:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172423680:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.983760:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172423680:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 79us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.983765:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77383 00000100:00100000:0.0:1742903177.984896:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.984944:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172423808 00000100:00100000:2.0:1742903177.984948:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172423808 00000100:00100000:2.0:1742903177.984982:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77384 00000100:00100000:2.0:1742903177.984987:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a769500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172423808:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.985238:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a769500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172423808:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 249us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.985244:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77384 00000100:00100000:0.0:1742903177.986127:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.986164:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172423936 00000100:00100000:2.0:1742903177.986168:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172423936 00000100:00100000:2.0:1742903177.986199:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77385 00000100:00100000:2.0:1742903177.986203:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a769c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172423936:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.986287:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a769c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172423936:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 82us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.986293:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77385 00000100:00100000:0.0:1742903177.986983:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.987049:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172424064 00000100:00100000:2.0:1742903177.987052:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172424064 00000100:00100000:2.0:1742903177.987078:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77386 00000100:00100000:2.0:1742903177.987082:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a768700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172424064:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.987156:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a768700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172424064:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 72us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.987162:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77386 00000100:00100000:0.0:1742903177.991129:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.991258:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172424192 00000100:00100000:2.0:1742903177.991267:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172424192 00000100:00100000:1.0:1742903177.991376:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77387 00000100:00100000:1.0:1742903177.991383:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172424192:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.991512:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172424192:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 128us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.991518:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77387 00000100:00100000:0.0:1742903177.993373:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.993435:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172424320 00000100:00100000:1.0:1742903177.993441:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172424320 00000100:00100000:1.0:1742903177.993476:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77388 00000100:00100000:1.0:1742903177.993481:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172424320:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.993574:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172424320:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 92us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.993580:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77388 00000100:00100000:0.0:1742903177.994525:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.994615:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172424448 00000100:00100000:1.0:1742903177.994620:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172424448 00000100:00100000:1.0:1742903177.994645:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77389 00000100:00100000:1.0:1742903177.994649:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172424448:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903177.994740:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172424448:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 89us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903177.994746:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77389 00000100:00100000:0.0:1742903177.995373:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903177.995437:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172424704 00000100:00100000:1.0:1742903177.995442:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172424704 00000100:00100000:1.0:1742903177.995514:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17895 00000100:00100000:1.0:1742903177.995519:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13470:x1827566172424704:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:0.0:1742903177.995573:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903177.995645:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172424832 00000100:00100000:3.0:1742903177.995649:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172424832 00000100:00100000:3.0:1742903177.995678:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77390 00000100:00100000:3.0:1742903177.995683:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13480:x1827566172424832:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903177.995773:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+906:13480:x1827566172424832:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 89us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.995787:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77390 00000100:00100000:1.0:1742903177.995842:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13470:x1827566172424704:12345-192.168.203.29@tcp:35:rm.0 Request processed in 322us (470us total) trans 4295005323 rc 0/0 00000100:00100000:1.0:1742903177.995848:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17895 00000100:00100000:0.0:1742903177.996555:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.996586:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172424960 00000100:00100000:2.0:1742903177.996590:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172424960 00000100:00100000:2.0:1742903177.996614:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77391 00000100:00100000:2.0:1742903177.996621:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13480:x1827566172424960:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.996697:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13480:x1827566172424960:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 78us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.996703:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77391 00000100:00100000:0.0:1742903177.996861:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.996902:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172425216 00000100:00100000:2.0:1742903177.996906:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172425216 00000100:00100000:2.0:1742903177.996933:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77392 00000100:00100000:2.0:1742903177.996938:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+905:13470:x1827566172425216:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:2.0:1742903177.996968:0:7211:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1742903177.996994:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009953b800/0x5d4000e30d79e9cc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bde1b expref: 905 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.997030:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099714a00/0x5d4000e30d79ec5e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bdee6 expref: 904 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.997040:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d382400/0x5d4000e30d79e8f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bddc7 expref: 903 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903177.997050:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b0:0x0].0x0 (ffff88012bd49500) 00010000:00010000:2.0:1742903177.997059:0:7211:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903177.997078:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d601 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997089:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d601 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997097:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d601 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997106:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68aa00/0x5d4000e30d83d608 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ae:0x0].0x6e65cac7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997111:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68aa00/0x5d4000e30d83d608 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997116:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68aa00/0x5d4000e30d83d608 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997176:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a000/0x5d4000e30d83d60f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997182:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a000/0x5d4000e30d83d60f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997190:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a000/0x5d4000e30d83d60f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000040:00080000:2.0:1742903177.997381:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1798, 64 off123328 00000040:00080000:2.0:1742903177.997407:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8849, 176 off1551816 00010000:00010000:2.0:1742903177.997434:0:7211:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a800/0x5d4000e30d83d616 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997441:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a800/0x5d4000e30d83d616 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997447:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a800/0x5d4000e30d83d616 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997452:0:7211:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a800/0x5d4000e30d83d616 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997457:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a800/0x5d4000e30d83d616 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997462:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a800/0x5d4000e30d83d616 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997479:0:7211:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903177.997491:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a000/0x5d4000e30d83d60f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997496:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a000/0x5d4000e30d83d60f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997501:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a000/0x5d4000e30d83d60f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997505:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b68a000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.997509:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a000/0x5d4000e30d83d60f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997514:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a000/0x5d4000e30d83d60f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997521:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b0:0x0].0x0 (ffff8800722cf700) 00010000:00010000:2.0:1742903177.997523:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1742903177.997526:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a000/0x5d4000e30d83d60f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997530:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a000/0x5d4000e30d83d60f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.997532:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903177.997538:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a800/0x5d4000e30d83d616 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.997543:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b68a800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.997546:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a800/0x5d4000e30d83d616 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.997552:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a800/0x5d4000e30d83d616 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7211 initiator: MDT0 00000100:00100000:1.0:1742903177.997558:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903177.997560:0:9569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b0:0x0].0x0 (ffff8800722cf700) 00010000:00010000:0.0:1742903177.997563:0:9569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.997565:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a800/0x5d4000e30d83d616 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903177.997569:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a800/0x5d4000e30d83d616 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903177.997587:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172425344 00000100:00100000:3.0:1742903177.997590:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172425344 00010000:00010000:0.0:1742903177.997590:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.997592:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.997593:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1742903177.997606:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77393 00000100:00100000:3.0:1742903177.997610:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172425344:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00010000:00010000:2.0:1742903177.997622:0:7211:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d601 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997627:0:7211:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d601 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997631:0:7211:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d601 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997635:0:7211:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b68a200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903177.997637:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d601 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997642:0:7211:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d601 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997648:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff8800722cf300) 00010000:00010000:2.0:1742903177.997649:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903177.997651:0:7211:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d601 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997658:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d601 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000004:00010000:2.0:1742903177.997667:0:7211:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88008f4ced80 reply state ffff88009c0c2000 transno 4295005324 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68aa00/0x5d4000e30d83d608 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ae:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997674:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68aa00/0x5d4000e30d83d608 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7ae:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903177.997679:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x6e65cac7 (ffff8800722cf200) 00010000:00010000:2.0:1742903177.997681:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903177.997683:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903177.997684:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172425344:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 72us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903177.997689:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77393 00000100:00100000:2.0:1742903177.997724:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13470:x1827566172425216:12345-192.168.203.29@tcp:36:rm.0 Request processed in 785us (863us total) trans 4295005324 rc 0/0 00000100:00100000:2.0:1742903177.997731:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77392 00000100:00100000:0.0:1742903177.998551:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.998576:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172425472 00000100:00100000:2.0:1742903177.998579:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172425472 00000100:00100000:2.0:1742903177.998600:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77394 00000100:00100000:2.0:1742903177.998603:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172425472:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903177.998665:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13480:x1827566172425472:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 61us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903177.998669:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77394 00000100:00100000:0.0:1742903177.999261:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903177.999290:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172425728 00000100:00100000:2.0:1742903177.999299:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172425728 00000100:00100000:3.0:1742903177.999361:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77395 00000100:00100000:3.0:1742903177.999369:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+904:13470:x1827566172425728:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:3.0:1742903177.999431:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1742903177.999447:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d61200/0x5d4000e30d79ed5a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bdf33 expref: 904 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.999474:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099956800/0x5d4000e30d79eaf9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bde76 expref: 903 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.999491:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009953aa00/0x5d4000e30d79eae4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bde6f expref: 902 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.999500:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b2:0x0].0x0 (ffff88009910c500) 00010000:00010000:3.0:1742903177.999509:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d296c00/0x5d4000e30d7b29db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335c4b43 expref: 901 pid: 18840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903177.999515:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff88009910c600) 00010000:00010000:3.0:1742903177.999517:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903177.999527:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072277200/0x5d4000e30d83d61d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999536:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072277200/0x5d4000e30d83d61d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999542:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072277200/0x5d4000e30d83d61d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999552:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072277800/0x5d4000e30d83d624 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b1:0x0].0xc5bc182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999557:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072277800/0x5d4000e30d83d624 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999561:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072277800/0x5d4000e30d83d624 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999603:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072277a00/0x5d4000e30d83d62b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999609:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072277a00/0x5d4000e30d83d62b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999615:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072277a00/0x5d4000e30d83d62b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:3.0:1742903177.999737:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1798, 64 off123328 00000040:00080000:3.0:1742903177.999756:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8850, 184 off1552000 00010000:00010000:3.0:1742903177.999785:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072277600/0x5d4000e30d83d632 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999792:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072277600/0x5d4000e30d83d632 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999799:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072277600/0x5d4000e30d83d632 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999804:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072277600/0x5d4000e30d83d632 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999808:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072277600/0x5d4000e30d83d632 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999812:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072277600/0x5d4000e30d83d632 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999827:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903177.999838:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072277a00/0x5d4000e30d83d62b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999842:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072277a00/0x5d4000e30d83d62b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999847:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072277a00/0x5d4000e30d83d62b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999851:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072277a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.999853:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072277a00/0x5d4000e30d83d62b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999861:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072277a00/0x5d4000e30d83d62b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999868:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b2:0x0].0x0 (ffff880099158900) 00010000:00010000:3.0:1742903177.999870:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903177.999873:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072277a00/0x5d4000e30d83d62b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999878:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072277a00/0x5d4000e30d83d62b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999943:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072277200/0x5d4000e30d83d61d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999949:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072277200/0x5d4000e30d83d61d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.999953:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903177.999954:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072277200/0x5d4000e30d83d61d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.999957:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072277600/0x5d4000e30d83d632 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999958:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072277200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903177.999960:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072277200/0x5d4000e30d83d61d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.999962:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072277600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903177.999964:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072277600/0x5d4000e30d83d632 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999965:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072277200/0x5d4000e30d83d61d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.999969:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072277600/0x5d4000e30d83d632 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999971:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff88009910c600) 00010000:00010000:3.0:1742903177.999973:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903177.999974:0:9568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b2:0x0].0x0 (ffff880099158900) 00010000:00010000:3.0:1742903177.999975:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072277200/0x5d4000e30d83d61d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.999976:0:9568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903177.999978:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072277600/0x5d4000e30d83d632 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999979:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072277200/0x5d4000e30d83d61d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.999982:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072277600/0x5d4000e30d83d632 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00000004:00010000:3.0:1742903177.999987:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88008f4ce300 reply state ffff88011eeff000 transno 4295005325 ns: mdt-lustre-MDT0000_UUID lock: ffff880072277800/0x5d4000e30d83d624 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903177.999993:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072277800/0x5d4000e30d83d624 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b1:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903177.999994:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.999995:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903177.999996:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903177.999998:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0xc5bc182a (ffff880099158500) 00010000:00010000:3.0:1742903178.000000:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903178.000002:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903178.000037:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13470:x1827566172425728:12345-192.168.203.29@tcp:36:rm.0 Request processed in 667us (775us total) trans 4295005325 rc 0/0 00000100:00100000:3.0:1742903178.000043:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77395 00000100:00100000:0.0:1742903178.000066:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.000079:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172425856 00000100:00100000:3.0:1742903178.000082:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172425856 00000100:00100000:3.0:1742903178.000106:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77396 00000100:00100000:3.0:1742903178.000110:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172425856:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.000257:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172425856:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 145us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.000263:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77396 00000100:00100000:0.0:1742903178.001560:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.001600:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172426112 00000100:00100000:3.0:1742903178.001605:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172426112 00000100:00100000:0.0:1742903178.001610:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.001735:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172426240 00000100:00100000:3.0:1742903178.001738:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172426240 00000100:00100000:3.0:1742903178.001758:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77397 00000100:00100000:3.0:1742903178.001764:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13470:x1827566172426112:12345-192.168.203.29@tcp:36:rm.0 00000100:00100000:1.0:1742903178.001775:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77398 00000100:00100000:1.0:1742903178.001779:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13480:x1827566172426240:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00010000:00010000:3.0:1742903178.001794:0:9576:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1742903178.001812:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072287400/0x5d4000e30d79ed92 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bdf72 expref: 903 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903178.001828:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007228e200/0x5d4000e30d79eb54 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bde92 expref: 902 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903178.001838:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007228fa00/0x5d4000e30d79eb3f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bde8b expref: 901 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903178.001845:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b3:0x0].0x0 (ffff88009910c000) 00010000:00010000:3.0:1742903178.001850:0:9576:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903178.001852:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+900:13480:x1827566172426240:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 72us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903178.001856:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77398 00010000:00010000:3.0:1742903178.001862:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072276c00/0x5d4000e30d83d639 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.001871:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072276c00/0x5d4000e30d83d639 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.001877:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072276c00/0x5d4000e30d83d639 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000100:00080000:2.0:1742903178.002007:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1742903148 00010000:00010000:3.0:1742903178.002208:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072276200/0x5d4000e30d83d640 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b1:0x0].0x2060c1a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.002215:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072276200/0x5d4000e30d83d640 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.002225:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072276200/0x5d4000e30d83d640 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.002276:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072276600/0x5d4000e30d83d647 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.002281:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072276600/0x5d4000e30d83d647 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.002290:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072276600/0x5d4000e30d83d647 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000040:00080000:3.0:1742903178.002759:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].1799, 64 off123392 00000040:00080000:3.0:1742903178.002785:0:9576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8851, 184 off1552184 00000100:00100000:0.0:1742903178.002913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.002983:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172426368 00000100:00100000:1.0:1742903178.002988:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172426368 00000100:00100000:1.0:1742903178.003008:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77399 00000100:00100000:1.0:1742903178.003012:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172426368:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903178.003085:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172426368:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 72us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903178.003091:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77399 00010000:00010000:3.0:1742903178.003187:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d64e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.003195:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d64e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.003201:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d64e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.003208:0:9576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d64e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.003212:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d64e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.003217:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d64e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.003229:0:9576:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903178.003242:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880072276600/0x5d4000e30d83d647 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.003246:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072276600/0x5d4000e30d83d647 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.003251:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072276600/0x5d4000e30d83d647 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.003256:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072276600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903178.003260:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072276600/0x5d4000e30d83d647 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.003265:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072276600/0x5d4000e30d83d647 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.003273:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b3:0x0].0x0 (ffff880099158300) 00010000:00010000:3.0:1742903178.003275:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1742903178.003278:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072276600/0x5d4000e30d83d647 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.003282:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072276600/0x5d4000e30d83d647 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.003383:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072276c00/0x5d4000e30d83d639 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.003388:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072276c00/0x5d4000e30d83d639 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.003392:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072276c00/0x5d4000e30d83d639 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.003395:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072276c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903178.003397:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072276c00/0x5d4000e30d83d639 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.003402:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072276c00/0x5d4000e30d83d639 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.003409:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff88009910c600) 00010000:00010000:3.0:1742903178.003410:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903178.003412:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072276c00/0x5d4000e30d83d639 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.003419:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072276c00/0x5d4000e30d83d639 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00010000:3.0:1742903178.003426:0:9576:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88008f4cd880 reply state ffff880072133000 transno 4295005326 ns: mdt-lustre-MDT0000_UUID lock: ffff880072276200/0x5d4000e30d83d640 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.003433:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072276200/0x5d4000e30d83d640 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b1:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.003437:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x2060c1a3 (ffff880099158100) 00010000:00010000:3.0:1742903178.003439:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903178.003441:0:9576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1742903178.003472:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13470:x1827566172426112:12345-192.168.203.29@tcp:36:rm.0 Request processed in 1708us (1914us total) trans 4295005326 rc 0/0 00000100:00100000:3.0:1742903178.003478:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77397 00010000:00010000:1.0:1742903178.003605:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903178.003609:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d64e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903178.003614:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a97f200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903178.003617:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d64e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903178.003622:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d64e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903178.003630:0:7201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b3:0x0].0x0 (ffff880099158300) 00010000:00010000:1.0:1742903178.003632:0:7201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1742903178.003634:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d64e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903178.003638:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f200/0x5d4000e30d83d64e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903178.003665:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903178.003666:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903178.003668:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903178.003837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.003904:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172426496 00000100:00100000:2.0:1742903178.003908:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172426496 00000100:00100000:2.0:1742903178.003925:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77400 00000100:00100000:2.0:1742903178.003928:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172426496:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.003990:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172426496:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 61us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.003994:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77400 00000100:00100000:0.0:1742903178.005104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.005175:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172426624 00000100:00100000:3.0:1742903178.005180:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172426624 00000100:00100000:3.0:1742903178.005208:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77401 00000100:00100000:3.0:1742903178.005212:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172426624:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.005301:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172426624:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 87us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.005307:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77401 00000100:00100000:0.0:1742903178.006193:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.006252:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172426752 00000100:00100000:3.0:1742903178.006256:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172426752 00000100:00100000:3.0:1742903178.006312:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77402 00000100:00100000:3.0:1742903178.006345:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172426752:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.006462:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172426752:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 117us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.006470:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77402 00000100:00100000:0.0:1742903178.007022:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.007176:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172427008 00000100:00100000:3.0:1742903178.007180:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172427008 00000100:00100000:0.0:1742903178.007306:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.007547:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172427136 00000100:00100000:3.0:1742903178.007550:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172427136 00000100:00100000:1.0:1742903178.007552:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77403 00000100:00100000:1.0:1742903178.007556:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13470:x1827566172427008:12345-192.168.203.29@tcp:36:rm.0 00000100:00100000:3.0:1742903178.007574:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77404 00000100:00100000:3.0:1742903178.007579:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172427136:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00010000:00010000:1.0:1742903178.007590:0:7210:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1742903178.007615:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099715200/0x5d4000e30d79ec7a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bdeed expref: 902 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903178.007632:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009953a600/0x5d4000e30d79ebaf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bdeae expref: 901 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903178.007643:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009953ac00/0x5d4000e30d79eb9a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bdea7 expref: 900 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903178.007651:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b4:0x0].0x0 (ffff88012bffb200) 00010000:00010000:1.0:1742903178.007659:0:7210:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903178.007677:0:7210:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d655 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7210 initiator: MDT0 00000100:00100000:3.0:1742903178.007679:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+899:13480:x1827566172427136:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 98us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.007686:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77404 00010000:00010000:1.0:1742903178.007688:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d655 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.007697:0:7210:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d655 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.007707:0:7210:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d83d65c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b1:0x0].0x11854626 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.007712:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d83d65c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.007717:0:7210:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d83d65c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.007777:0:7210:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d663 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.007783:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d663 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.007789:0:7210:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d663 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7210 initiator: MDT0 00000040:00080000:1.0:1742903178.007955:0:7210:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].1799, 64 off123392 00000040:00080000:1.0:1742903178.007993:0:7210:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xb:0x0].8852, 192 off1552376 00010000:00010000:1.0:1742903178.008034:0:7210:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4800/0x5d4000e30d83d66a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.008041:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4800/0x5d4000e30d83d66a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.008048:0:7210:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4800/0x5d4000e30d83d66a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.008057:0:7210:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4800/0x5d4000e30d83d66a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.008062:0:7210:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4800/0x5d4000e30d83d66a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.008068:0:7210:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4800/0x5d4000e30d83d66a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.008090:0:7210:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903178.008104:0:7210:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d663 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.008109:0:7210:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d663 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.008114:0:7210:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d663 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.008118:0:7210:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a96f600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903178.008121:0:7210:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d663 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7210 initiator: MDT0 00010000:00010000:0.0:1742903178.008122:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903178.008126:0:7210:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d663 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7210 initiator: MDT0 00010000:00010000:0.0:1742903178.008127:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4800/0x5d4000e30d83d66a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.008131:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b4:0x0].0x0 (ffff88009d24fb00) 00010000:00010000:1.0:1742903178.008133:0:7210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1742903178.008135:0:7210:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d663 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7210 initiator: MDT0 00010000:00010000:0.0:1742903178.008138:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997e4800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903178.008139:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96f600/0x5d4000e30d83d663 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7210 initiator: MDT0 00010000:00010000:0.0:1742903178.008141:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4800/0x5d4000e30d83d66a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7210 initiator: MDT0 00010000:00010000:0.0:1742903178.008146:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4800/0x5d4000e30d83d66a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7210 initiator: MDT0 00010000:00010000:0.0:1742903178.008154:0:8358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b4:0x0].0x0 (ffff88009d24fb00) 00010000:00010000:0.0:1742903178.008156:0:8358:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1742903178.008158:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4800/0x5d4000e30d83d66a lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7210 initiator: MDT0 00010000:00010000:0.0:1742903178.008163:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4800/0x5d4000e30d83d66a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7210 initiator: MDT0 00010000:00010000:0.0:1742903178.008179:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903178.008180:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903178.008181:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903178.008217:0:7210:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d655 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.008223:0:7210:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d655 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.008227:0:7210:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d655 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.008231:0:7210:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a96e000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903178.008233:0:7210:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d655 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.008238:0:7210:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d655 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.008243:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff88009910c600) 00010000:00010000:1.0:1742903178.008244:0:7210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903178.008246:0:7210:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d655 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.008251:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e000/0x5d4000e30d83d655 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7210 initiator: MDT0 00000004:00010000:1.0:1742903178.008257:0:7210:0:(mdt_handler.c:4433:mdt_save_lock()) ### save lock request ffff88012ef96a00 reply state ffff88009b8a0000 transno 4295005327 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d83d65c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.008264:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d83d65c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b1:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903178.008268:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x11854626 (ffff88009d24f600) 00010000:00010000:1.0:1742903178.008270:0:7210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1742903178.008272:0:7210:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1742903178.008306:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+900:13470:x1827566172427008:12345-192.168.203.29@tcp:36:rm.0 Request processed in 749us (1285us total) trans 4295005327 rc 0/0 00000100:00100000:1.0:1742903178.008311:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77403 00000100:00100000:0.0:1742903178.008438:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.008577:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172427264 00000100:00100000:1.0:1742903178.008581:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172427264 00000100:00100000:1.0:1742903178.008610:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77405 00000100:00100000:1.0:1742903178.008614:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+900:13480:x1827566172427264:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903178.008687:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+900:13480:x1827566172427264:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 71us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903178.008693:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77405 00000100:00100000:0.0:1742903178.010003:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.010055:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172427392 00000100:00100000:3.0:1742903178.010060:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172427392 00000100:00100000:3.0:1742903178.010091:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77406 00000100:00100000:3.0:1742903178.010097:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+900:13480:x1827566172427392:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.010194:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+900:13480:x1827566172427392:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 96us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.010200:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77406 00000100:00100000:0.0:1742903178.010531:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.010612:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172427520 00000100:00100000:3.0:1742903178.010616:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172427520 00000100:00100000:3.0:1742903178.010645:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77407 00000100:00100000:3.0:1742903178.010649:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+900:13270:x1827566172427520:12345-192.168.203.29@tcp:101:bash.0 00010000:00010000:3.0:1742903178.010658:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1742903178.010672:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012efa0800/0x5d4000e30d83d671 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f035a expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903178.010719:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c200/0x5d4000e30d83d678 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.010730:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c200/0x5d4000e30d83d678 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.010738:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c200/0x5d4000e30d83d678 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.010748:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d600/0x5d4000e30d83d67f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.010754:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d600/0x5d4000e30d83d67f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.010758:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d600/0x5d4000e30d83d67f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.010812:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5dc00/0x5d4000e30d83d686 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.010819:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5dc00/0x5d4000e30d83d686 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.010824:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5dc00/0x5d4000e30d83d686 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:3.0:1742903178.010854:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7ae:0x0]: returning size 4096 00000004:00200000:3.0:1742903178.010857:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1742903178.010871:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5dc00/0x5d4000e30d83d686 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.010879:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c200/0x5d4000e30d83d678 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.010885:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c200/0x5d4000e30d83d678 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.010890:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c200/0x5d4000e30d83d678 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.010894:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e5c200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903178.010897:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c200/0x5d4000e30d83d678 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.010902:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c200/0x5d4000e30d83d678 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.010911:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d39be00) 00010000:00010000:3.0:1742903178.010913:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903178.010916:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c200/0x5d4000e30d83d678 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.010920:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c200/0x5d4000e30d83d678 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.010928:0:9576:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d600/0x5d4000e30d83d67f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.010932:0:9576:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d600/0x5d4000e30d83d67f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903178.010934:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903178.010936:0:9576:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d600/0x5d4000e30d83d67f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.010939:0:9576:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e5d600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903178.010941:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d600/0x5d4000e30d83d67f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.010949:0:9576:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d600/0x5d4000e30d83d67f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903178.010950:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172427648 00000100:00100000:0.0:1742903178.010953:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172427648 00010000:00010000:3.0:1742903178.010954:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7bcb6391 (ffff88012bd63500) 00010000:00010000:3.0:1742903178.010956:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903178.010957:0:9576:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d600/0x5d4000e30d83d67f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903178.010961:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d600/0x5d4000e30d83d67f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903178.010969:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77408 00000100:00100000:0.0:1742903178.010973:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+903:13480:x1827566172427648:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00010000:00010000:3.0:1742903178.010979:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012efa0800/0x5d4000e30d83d671 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f035a expref: 903 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903178.010988:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5dc00/0x5d4000e30d83d686 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ae:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f035a expref: 902 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903178.010993:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x0 (ffff88012bd63a00) 00010000:00010000:3.0:1742903178.010995:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1742903178.010997:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099e5dc00, rc 0) 00000100:00100000:3.0:1742903178.011019:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13270:x1827566172427520:12345-192.168.203.29@tcp:101:bash.0 Request processed in 368us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.011024:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77407 00000100:00100000:0.0:1742903178.011038:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172427648:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 64us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903178.011044:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77408 00000100:00100000:0.0:1742903178.011941:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.012009:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172427776 00000100:00100000:1.0:1742903178.012013:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172427776 00000100:00100000:1.0:1742903178.012047:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77409 00000100:00100000:1.0:1742903178.012052:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172427776:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903178.012164:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172427776:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 110us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903178.012170:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77409 00000100:00100000:0.0:1742903178.013205:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.013265:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172427904 00000100:00100000:1.0:1742903178.013270:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172427904 00000100:00100000:1.0:1742903178.013298:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77410 00000100:00100000:1.0:1742903178.013304:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172427904:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903178.013421:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172427904:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 115us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903178.013427:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77410 00000100:00100000:0.0:1742903178.015432:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.015624:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172428032 00000100:00100000:2.0:1742903178.015631:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172428032 00000100:00100000:2.0:1742903178.015679:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77411 00000100:00100000:2.0:1742903178.015685:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172428032:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.015808:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172428032:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 122us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.015815:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77411 00000100:00100000:0.0:1742903178.016793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.017487:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172428160 00000100:00100000:2.0:1742903178.017494:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172428160 00000100:00100000:2.0:1742903178.017528:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77412 00000100:00100000:2.0:1742903178.017533:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172428160:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.017647:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172428160:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 112us (854us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.017654:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77412 00000100:00100000:0.0:1742903178.019135:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.019230:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172428288 00000100:00100000:1.0:1742903178.019236:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172428288 00000100:00100000:1.0:1742903178.019294:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77413 00000100:00100000:1.0:1742903178.019300:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172428288:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903178.019514:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172428288:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 213us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903178.019520:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77413 00000100:00100000:0.0:1742903178.020661:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.020735:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172428416 00000100:00100000:1.0:1742903178.020740:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172428416 00000100:00100000:1.0:1742903178.020768:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77414 00000100:00100000:1.0:1742903178.020771:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172428416:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903178.020865:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172428416:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 91us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903178.020871:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77414 00000100:00100000:2.0:1742903178.022522:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.022627:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172428544 00000100:00100000:3.0:1742903178.022633:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172428544 00000100:00100000:3.0:1742903178.022695:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77415 00000100:00100000:3.0:1742903178.022701:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099024000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172428544:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.022892:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099024000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172428544:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 189us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.022898:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77415 00000100:00100000:0.0:1742903178.024255:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.024338:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172428672 00000100:00100000:3.0:1742903178.024346:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172428672 00000100:00100000:3.0:1742903178.024393:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77416 00000100:00100000:3.0:1742903178.024399:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172428672:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.024524:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172428672:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 124us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.024531:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77416 00000100:00100000:0.0:1742903178.026645:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.026762:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172428800 00000100:00100000:3.0:1742903178.026771:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172428800 00000100:00100000:3.0:1742903178.026812:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77417 00000100:00100000:3.0:1742903178.026819:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172428800:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.026930:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172428800:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 111us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.026935:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77417 00000100:00100000:0.0:1742903178.029180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.029276:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172428928 00000100:00100000:3.0:1742903178.029283:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172428928 00000100:00100000:3.0:1742903178.029341:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77418 00000100:00100000:3.0:1742903178.029347:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172428928:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.029475:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172428928:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 127us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.029481:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77418 00000100:00100000:0.0:1742903178.031834:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.031897:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172429056 00000100:00100000:2.0:1742903178.031904:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172429056 00000100:00100000:2.0:1742903178.031942:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77419 00000100:00100000:2.0:1742903178.031947:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172429056:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.032050:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172429056:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 101us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.032061:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77419 00000100:00100000:0.0:1742903178.033531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.033577:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172429184 00000100:00100000:2.0:1742903178.033583:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172429184 00000100:00100000:2.0:1742903178.033617:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77420 00000100:00100000:2.0:1742903178.033622:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172429184:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.033720:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172429184:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 96us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.033726:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77420 00000100:00100000:0.0:1742903178.034381:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.034423:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172429312 00000100:00100000:3.0:1742903178.034428:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172429312 00000100:00100000:3.0:1742903178.034456:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77421 00000100:00100000:3.0:1742903178.034460:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172429312:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.034538:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172429312:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 76us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.034543:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77421 00000100:00100000:0.0:1742903178.036295:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.036349:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172429440 00000100:00100000:2.0:1742903178.036364:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172429440 00000100:00100000:2.0:1742903178.036401:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77422 00000100:00100000:2.0:1742903178.036406:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172429440:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.036512:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172429440:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 104us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.036518:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77422 00000100:00100000:0.0:1742903178.039793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.039892:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172429568 00000100:00100000:3.0:1742903178.039900:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172429568 00000100:00100000:3.0:1742903178.039947:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77423 00000100:00100000:3.0:1742903178.039953:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172429568:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.040081:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172429568:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 127us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.040087:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77423 00000100:00100000:0.0:1742903178.043874:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.043938:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172429696 00000100:00100000:2.0:1742903178.043949:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172429696 00000100:00100000:2.0:1742903178.044532:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77424 00000100:00100000:2.0:1742903178.044544:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172429696:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.044697:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172429696:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 154us (829us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.044704:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77424 00000100:00100000:0.0:1742903178.046400:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.046468:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172429824 00000100:00100000:2.0:1742903178.046473:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172429824 00000100:00100000:2.0:1742903178.046538:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77425 00000100:00100000:2.0:1742903178.046543:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172429824:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.046731:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172429824:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 186us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.046737:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77425 00000100:00100000:0.0:1742903178.047497:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.047581:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172429952 00000100:00100000:2.0:1742903178.047585:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172429952 00000100:00100000:2.0:1742903178.047610:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77426 00000100:00100000:2.0:1742903178.047614:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172429952:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.047693:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172429952:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 77us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.047699:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77426 00000100:00100000:0.0:1742903178.048494:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.048571:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172430080 00000100:00100000:3.0:1742903178.048589:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172430080 00000100:00100000:3.0:1742903178.048665:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77427 00000100:00100000:3.0:1742903178.048670:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172430080:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.048925:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172430080:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 254us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.048947:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77427 00000100:00100000:0.0:1742903178.051491:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.051582:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172430208 00000100:00100000:3.0:1742903178.051589:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172430208 00000100:00100000:3.0:1742903178.051634:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77428 00000100:00100000:3.0:1742903178.051641:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172430208:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.051751:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172430208:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 110us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.051761:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77428 00000100:00100000:0.0:1742903178.057017:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.057079:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172430336 00000100:00100000:2.0:1742903178.057088:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172430336 00000100:00100000:2.0:1742903178.057140:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77429 00000100:00100000:2.0:1742903178.057146:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172430336:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.057298:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172430336:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 151us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.057305:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77429 00000100:00100000:0.0:1742903178.058251:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.058332:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172430464 00000100:00100000:2.0:1742903178.058337:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172430464 00000100:00100000:2.0:1742903178.058379:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77430 00000100:00100000:2.0:1742903178.058384:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172430464:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.058468:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172430464:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 83us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.058478:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77430 00000100:00100000:0.0:1742903178.059383:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.059448:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172430592 00000100:00100000:3.0:1742903178.059453:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172430592 00000100:00100000:3.0:1742903178.059479:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77431 00000100:00100000:3.0:1742903178.059483:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172430592:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.059551:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172430592:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 66us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.059556:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77431 00000100:00100000:0.0:1742903178.060432:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.060548:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172430720 00000100:00100000:2.0:1742903178.060551:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172430720 00000100:00100000:2.0:1742903178.060601:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77432 00000100:00100000:2.0:1742903178.060605:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172430720:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.060669:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172430720:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 62us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.060674:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77432 00000100:00100000:0.0:1742903178.061444:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.061481:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172430848 00000100:00100000:3.0:1742903178.061484:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172430848 00000100:00100000:3.0:1742903178.061506:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77433 00000100:00100000:3.0:1742903178.061510:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172430848:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.061576:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172430848:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 64us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.061581:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77433 00000100:00100000:0.0:1742903178.063109:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.063202:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172430976 00000100:00100000:2.0:1742903178.063207:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172430976 00000100:00100000:2.0:1742903178.063273:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77434 00000100:00100000:2.0:1742903178.063277:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172430976:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.063523:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172430976:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 244us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.063530:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77434 00000100:00100000:0.0:1742903178.064792:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.064839:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172431104 00000100:00100000:2.0:1742903178.064844:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172431104 00000100:00100000:2.0:1742903178.065152:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77435 00000100:00100000:2.0:1742903178.065157:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172431104:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.065252:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172431104:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 94us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.065258:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77435 00000100:00100000:0.0:1742903178.066083:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.066140:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172431232 00000100:00100000:3.0:1742903178.066145:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172431232 00000100:00100000:3.0:1742903178.066270:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77436 00000100:00100000:3.0:1742903178.066275:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172431232:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.066387:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172431232:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 111us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.066393:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77436 00000100:00100000:0.0:1742903178.067230:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.067279:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172431360 00000100:00100000:3.0:1742903178.067282:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172431360 00000100:00100000:3.0:1742903178.067362:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77437 00000100:00100000:3.0:1742903178.067367:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172431360:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.067444:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172431360:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 76us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.067450:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77437 00000100:00100000:0.0:1742903178.068191:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.068267:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172431488 00000100:00100000:3.0:1742903178.068270:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172431488 00000100:00100000:3.0:1742903178.068297:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77438 00000100:00100000:3.0:1742903178.068302:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172431488:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.068413:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172431488:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 109us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.068419:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77438 00000100:00100000:0.0:1742903178.069465:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.069583:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172431616 00000100:00100000:3.0:1742903178.069587:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172431616 00000100:00100000:3.0:1742903178.069613:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77439 00000100:00100000:3.0:1742903178.069617:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172431616:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.069692:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172431616:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 73us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.069697:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77439 00000100:00100000:0.0:1742903178.070692:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.070748:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172431744 00000100:00100000:2.0:1742903178.070753:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172431744 00000100:00100000:2.0:1742903178.070783:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77440 00000100:00100000:2.0:1742903178.070787:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172431744:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.070865:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172431744:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 76us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.070871:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77440 00000100:00100000:0.0:1742903178.071803:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.071863:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172431872 00000100:00100000:3.0:1742903178.071867:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172431872 00000100:00100000:3.0:1742903178.071893:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77441 00000100:00100000:3.0:1742903178.071898:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172431872:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.071976:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172431872:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 77us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.071984:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77441 00000100:00100000:0.0:1742903178.073275:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.073444:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172432000 00000100:00100000:2.0:1742903178.073449:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172432000 00000100:00100000:2.0:1742903178.073484:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77442 00000100:00100000:2.0:1742903178.073488:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172432000:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.073580:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172432000:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 91us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.073586:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77442 00000100:00100000:0.0:1742903178.075543:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.075605:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172432128 00000100:00100000:3.0:1742903178.075611:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172432128 00000100:00100000:3.0:1742903178.075645:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77443 00000100:00100000:3.0:1742903178.075651:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172432128:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.075740:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172432128:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 89us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.075747:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77443 00000100:00100000:0.0:1742903178.076761:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.076811:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172432256 00000100:00100000:2.0:1742903178.076818:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172432256 00000100:00100000:2.0:1742903178.077443:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77444 00000100:00100000:2.0:1742903178.077449:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172432256:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.077550:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172432256:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 101us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.077556:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77444 00000100:00100000:0.0:1742903178.078456:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.078489:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172432384 00000100:00100000:3.0:1742903178.078494:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172432384 00000100:00100000:3.0:1742903178.078522:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77445 00000100:00100000:3.0:1742903178.078526:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172432384:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.078600:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172432384:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 72us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.078605:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77445 00000100:00100000:0.0:1742903178.080050:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.080110:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172432512 00000100:00100000:3.0:1742903178.080114:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172432512 00000100:00100000:3.0:1742903178.080138:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77446 00000100:00100000:3.0:1742903178.080143:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172432512:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.080835:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172432512:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 689us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.080842:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77446 00000100:00100000:0.0:1742903178.081801:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.081842:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172432640 00000100:00100000:3.0:1742903178.081845:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172432640 00000100:00100000:3.0:1742903178.081876:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77447 00000100:00100000:3.0:1742903178.081880:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172432640:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.081959:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172432640:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 78us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.081965:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77447 00000100:00100000:0.0:1742903178.082692:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.082728:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172432768 00000100:00100000:3.0:1742903178.082731:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172432768 00000100:00100000:3.0:1742903178.082755:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77448 00000100:00100000:3.0:1742903178.082759:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172432768:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.082823:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172432768:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 63us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.082829:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77448 00000100:00100000:0.0:1742903178.083548:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.083587:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172432896 00000100:00100000:2.0:1742903178.083591:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172432896 00000100:00100000:2.0:1742903178.083622:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77449 00000100:00100000:2.0:1742903178.083626:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172432896:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.083707:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172432896:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 79us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.083720:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77449 00000100:00100000:0.0:1742903178.084703:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.084761:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172433024 00000100:00100000:2.0:1742903178.084765:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172433024 00000100:00100000:2.0:1742903178.084783:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77450 00000100:00100000:2.0:1742903178.084787:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172433024:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.084841:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172433024:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 53us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.084845:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77450 00000100:00100000:0.0:1742903178.085845:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.086041:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172433152 00000100:00100000:3.0:1742903178.086045:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172433152 00000100:00100000:3.0:1742903178.086074:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77451 00000100:00100000:3.0:1742903178.086079:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172433152:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.086150:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172433152:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 70us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.086156:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77451 00000100:00100000:0.0:1742903178.087661:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.087705:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172433280 00000100:00100000:2.0:1742903178.087709:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172433280 00000100:00100000:2.0:1742903178.087738:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77452 00000100:00100000:2.0:1742903178.087741:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172433280:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.087811:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172433280:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 69us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.087815:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77452 00000100:00100000:0.0:1742903178.088954:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.088992:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172433408 00000100:00100000:3.0:1742903178.088996:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172433408 00000100:00100000:3.0:1742903178.089019:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77453 00000100:00100000:3.0:1742903178.089024:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ec28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172433408:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.089193:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ec28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172433408:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 168us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.089203:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77453 00000100:00100000:0.0:1742903178.090143:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.090185:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172433536 00000100:00100000:3.0:1742903178.090189:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172433536 00000100:00100000:3.0:1742903178.090216:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77454 00000100:00100000:3.0:1742903178.090220:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ec28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172433536:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.090293:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ec28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172433536:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 71us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.090298:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77454 00000100:00100000:0.0:1742903178.092116:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.092179:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172433664 00000100:00100000:2.0:1742903178.092185:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172433664 00000100:00100000:2.0:1742903178.092219:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77455 00000100:00100000:2.0:1742903178.092224:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ec28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172433664:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.092364:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ec28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172433664:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 124us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.092371:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77455 00000100:00100000:0.0:1742903178.093061:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.093131:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172433792 00000100:00100000:3.0:1742903178.093134:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172433792 00000100:00100000:3.0:1742903178.093157:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77456 00000100:00100000:3.0:1742903178.093161:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ec28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172433792:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.093228:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ec28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172433792:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 65us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.093234:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77456 00000100:00100000:0.0:1742903178.093851:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.093888:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172433920 00000100:00100000:3.0:1742903178.093891:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172433920 00000100:00100000:3.0:1742903178.093918:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77457 00000100:00100000:3.0:1742903178.093922:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ec28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172433920:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.093994:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ec28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172433920:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 70us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.094000:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77457 00000100:00100000:0.0:1742903178.094755:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.094818:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172434048 00000100:00100000:2.0:1742903178.094822:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172434048 00000100:00100000:2.0:1742903178.094851:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77458 00000100:00100000:2.0:1742903178.094855:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ec29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172434048:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.095078:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ec29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172434048:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 221us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.095086:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77458 00000100:00100000:0.0:1742903178.095892:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.095940:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172434176 00000100:00100000:2.0:1742903178.095945:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172434176 00000100:00100000:2.0:1742903178.095971:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77459 00000100:00100000:2.0:1742903178.095976:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ec29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172434176:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.096060:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ec29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172434176:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 83us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.096066:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77459 00000100:00100000:0.0:1742903178.097054:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.097093:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172434304 00000100:00100000:2.0:1742903178.097097:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172434304 00000100:00100000:2.0:1742903178.097125:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77460 00000100:00100000:2.0:1742903178.097130:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ec29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172434304:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.097213:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ec29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172434304:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 81us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.097219:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77460 00000100:00100000:0.0:1742903178.099037:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.099227:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172434432 00000100:00100000:2.0:1742903178.099234:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172434432 00000100:00100000:2.0:1742903178.099273:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77461 00000100:00100000:2.0:1742903178.099278:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ec29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172434432:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.099433:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ec29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172434432:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 153us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.099443:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77461 00000100:00100000:0.0:1742903178.100462:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.100527:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172434560 00000100:00100000:3.0:1742903178.100533:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172434560 00000100:00100000:3.0:1742903178.100566:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77462 00000100:00100000:3.0:1742903178.100570:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ec29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172434560:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.100665:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ec29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172434560:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 92us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.100671:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77462 00000100:00100000:0.0:1742903178.101285:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.101393:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172434688 00000100:00100000:3.0:1742903178.101396:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172434688 00000100:00100000:3.0:1742903178.101413:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77463 00000100:00100000:3.0:1742903178.101416:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ec2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172434688:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.101476:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ec2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172434688:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 58us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.101482:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77463 00000100:00100000:0.0:1742903178.102371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.102404:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172434816 00000100:00100000:3.0:1742903178.102407:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172434816 00000100:00100000:3.0:1742903178.102430:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77464 00000100:00100000:3.0:1742903178.102434:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ec2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172434816:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.102503:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ec2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172434816:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 66us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.102508:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77464 00000100:00100000:0.0:1742903178.103725:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.103779:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172434944 00000100:00100000:3.0:1742903178.103783:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172434944 00000100:00100000:3.0:1742903178.103803:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77465 00000100:00100000:3.0:1742903178.103806:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ec2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172434944:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.103870:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ec2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172434944:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 63us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.103877:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77465 00000100:00100000:0.0:1742903178.104917:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.104951:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172435072 00000100:00100000:3.0:1742903178.104955:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172435072 00000100:00100000:3.0:1742903178.104977:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77466 00000100:00100000:3.0:1742903178.104980:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ec2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172435072:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.105053:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ec2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172435072:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 72us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.105058:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77466 00000100:00100000:0.0:1742903178.105952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.106047:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172435200 00000100:00100000:3.0:1742903178.106055:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172435200 00000100:00100000:3.0:1742903178.106095:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77467 00000100:00100000:3.0:1742903178.106100:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ec2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172435200:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.106217:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ec2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172435200:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 116us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.106224:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77467 00000100:00100000:0.0:1742903178.107519:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.107593:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172435328 00000100:00100000:2.0:1742903178.107602:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172435328 00000100:00100000:2.0:1742903178.107647:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77468 00000100:00100000:2.0:1742903178.107652:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ec2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172435328:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.107771:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ec2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172435328:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 117us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.107778:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77468 00000100:00100000:0.0:1742903178.108570:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.108634:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172435456 00000100:00100000:3.0:1742903178.108639:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172435456 00000100:00100000:3.0:1742903178.108671:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77469 00000100:00100000:3.0:1742903178.108676:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ec2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172435456:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.108749:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ec2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172435456:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 72us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.108756:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77469 00000100:00100000:0.0:1742903178.109653:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.109727:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172435584 00000100:00100000:3.0:1742903178.109737:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172435584 00000100:00100000:3.0:1742903178.109781:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77470 00000100:00100000:3.0:1742903178.109787:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ec2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172435584:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.109912:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ec2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172435584:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 123us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.109918:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77470 00000100:00100000:0.0:1742903178.110849:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.110885:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172435712 00000100:00100000:3.0:1742903178.110888:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172435712 00000100:00100000:3.0:1742903178.110915:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77471 00000100:00100000:3.0:1742903178.110919:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e028000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172435712:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.110994:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e028000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172435712:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 73us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.111000:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77471 00000100:00100000:0.0:1742903178.112544:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.112611:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172435840 00000100:00100000:2.0:1742903178.112617:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172435840 00000100:00100000:2.0:1742903178.112659:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77472 00000100:00100000:2.0:1742903178.112664:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e028380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172435840:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.112768:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e028380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172435840:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 102us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.112773:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77472 00000100:00100000:0.0:1742903178.114577:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903178.114642:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.114685:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172435968 00000100:00100000:3.0:1742903178.114690:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172435968 00000100:00100000:3.0:1742903178.114712:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172436096 00000100:00100000:3.0:1742903178.114714:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172436096 00000100:00100000:3.0:1742903178.114730:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77473 00000100:00100000:3.0:1742903178.114735:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e028700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172435968:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.114838:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77474 00000100:00100000:2.0:1742903178.114844:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e028a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13477:x1827566172436096:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000100:00100000:3.0:1742903178.114846:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e028700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172435968:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 109us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.114852:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77473 00000004:00000080:2.0:1742903178.114858:0:7211:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xda0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.114924:0:7211:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xda0:0x0]: rc = -2 00000100:00100000:2.0:1742903178.114946:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e028a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172436096:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 101us (303us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.114951:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77474 00000100:00100000:0.0:1742903178.116497:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.116588:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172436224 00000100:00100000:2.0:1742903178.116594:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172436224 00000100:00100000:2.0:1742903178.116620:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77475 00000100:00100000:2.0:1742903178.116625:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e028e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172436224:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.116959:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e028e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172436224:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 332us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.116965:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77475 00000100:00100000:0.0:1742903178.118247:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.118377:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172436352 00000100:00100000:2.0:1742903178.118384:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172436352 00000100:00100000:2.0:1742903178.118418:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77476 00000100:00100000:2.0:1742903178.118423:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e029180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172436352:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.118445:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xda1:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.118503:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xda1:0x0]: rc = -2 00000100:00100000:2.0:1742903178.118531:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e029180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172436352:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 107us (286us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.118537:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77476 00000100:00100000:1.0:1742903178.118897:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.119000:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172436480 00000100:00100000:2.0:1742903178.119004:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172436480 00000100:00100000:2.0:1742903178.119426:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77477 00000100:00100000:2.0:1742903178.119431:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172436480:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.119536:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172436480:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 104us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.119542:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77477 00000100:00100000:0.0:1742903178.119999:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.120072:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172436608 00000100:00100000:1.0:1742903178.120076:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172436608 00000100:00100000:1.0:1742903178.120105:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77478 00000100:00100000:1.0:1742903178.120110:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e029500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172436608:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.120123:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x830:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.120199:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x830:0x0]: rc = -2 00000100:00100000:1.0:1742903178.120220:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e029500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172436608:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 109us (221us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.120226:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77478 00000100:00100000:0.0:1742903178.120539:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.120574:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172436736 00000100:00100000:2.0:1742903178.120577:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172436736 00000100:00100000:2.0:1742903178.120599:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77479 00000100:00100000:2.0:1742903178.120602:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e029880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172436736:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.120664:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e029880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172436736:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 60us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.120669:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77479 00000100:00100000:1.0:1742903178.121843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.121879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.121934:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172436864 00000100:00100000:2.0:1742903178.121938:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172436864 00000100:00100000:2.0:1742903178.121963:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172436992 00000100:00100000:2.0:1742903178.121965:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172436992 00000100:00100000:2.0:1742903178.121977:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77480 00000100:00100000:2.0:1742903178.121981:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13477:x1827566172436864:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.121992:0:7211:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x830:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.122024:0:7211:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x830:0x0]: rc = -2 00000100:00100000:2.0:1742903178.122047:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13477:x1827566172436864:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 65us (206us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.122053:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77480 00000100:00100000:2.0:1742903178.122063:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77481 00000100:00100000:2.0:1742903178.122066:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172436992:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.122128:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172436992:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 60us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.122133:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77481 00000100:00100000:0.0:1742903178.122966:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903178.123006:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.123027:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172437120 00000100:00100000:3.0:1742903178.123031:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172437120 00000100:00100000:3.0:1742903178.123060:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172437248 00000100:00100000:3.0:1742903178.123063:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172437248 00000100:00100000:1.0:1742903178.123074:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77482 00000100:00100000:1.0:1742903178.123082:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e029c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13477:x1827566172437120:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000100:00100000:3.0:1742903178.123087:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77483 00000100:00100000:3.0:1742903178.123092:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e029f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172437248:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000004:00000080:1.0:1742903178.123109:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x831:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.123162:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x831:0x0]: rc = -2 00000100:00100000:3.0:1742903178.123170:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e029f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172437248:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 77us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.123175:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77483 00000100:00100000:1.0:1742903178.123193:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e029c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172437120:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 111us (233us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.123200:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77482 00000100:00100000:0.0:1742903178.124066:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.124217:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172437376 00000100:00100000:2.0:1742903178.124222:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172437376 00000100:00100000:2.0:1742903178.124259:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77484 00000100:00100000:2.0:1742903178.124264:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e02a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172437376:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.124279:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x831:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.124337:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x831:0x0]: rc = -2 00000100:00100000:2.0:1742903178.124381:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e02a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172437376:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 116us (316us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.124387:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77484 00000100:00100000:0.0:1742903178.124469:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.124485:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172437504 00000100:00100000:1.0:1742903178.124489:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172437504 00000100:00100000:1.0:1742903178.124547:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77485 00000100:00100000:1.0:1742903178.124551:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e02a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172437504:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903178.124625:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e02a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172437504:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 72us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903178.124630:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77485 00000100:00100000:0.0:1742903178.125747:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.126017:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172437632 00000100:00100000:3.0:1742903178.126024:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172437632 00000100:00100000:3.0:1742903178.126167:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77486 00000100:00100000:3.0:1742903178.126173:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e02aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172437632:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.126195:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xda2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.126260:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xda2:0x0]: rc = -2 00000100:00100000:3.0:1742903178.126489:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e02aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172437632:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 314us (742us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.126496:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77486 00000100:00100000:1.0:1742903178.126561:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.126596:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172437760 00000100:00100000:3.0:1742903178.126599:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172437760 00000100:00100000:3.0:1742903178.126623:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77487 00000100:00100000:3.0:1742903178.126627:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172437760:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.126753:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172437760:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 124us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.126759:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77487 00000100:00100000:0.0:1742903178.127704:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.127759:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172437888 00000100:00100000:3.0:1742903178.127763:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172437888 00000100:00100000:3.0:1742903178.127780:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77488 00000100:00100000:3.0:1742903178.127784:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e02ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172437888:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.127797:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xda3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.127830:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xda3:0x0]: rc = -2 00000100:00100000:3.0:1742903178.127866:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e02ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172437888:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 81us (164us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.127871:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77488 00000100:00100000:0.0:1742903178.129117:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.129663:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172438016 00000100:00100000:3.0:1742903178.129673:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172438016 00000100:00100000:3.0:1742903178.129721:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77489 00000100:00100000:3.0:1742903178.129727:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e02b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172438016:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.129872:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e02b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172438016:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 143us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.129878:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77489 00000100:00100000:3.0:1742903178.130697:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903178.130759:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172438144 00000100:00100000:0.0:1742903178.130763:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172438144 00000100:00100000:0.0:1742903178.130780:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77490 00000100:00100000:0.0:1742903178.130785:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172438144:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903178.130800:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xda4:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903178.131052:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xda4:0x0]: rc = -2 00000100:00100000:0.0:1742903178.131114:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172438144:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 328us (418us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903178.131120:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77490 00000100:00100000:0.0:1742903178.131476:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.131518:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172438272 00000100:00100000:2.0:1742903178.131522:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172438272 00000100:00100000:2.0:1742903178.131552:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77491 00000100:00100000:2.0:1742903178.131557:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e02b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172438272:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.131640:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e02b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172438272:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 82us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.131646:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77491 00000100:00100000:0.0:1742903178.132563:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.132619:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172438400 00000100:00100000:3.0:1742903178.132623:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172438400 00000100:00100000:3.0:1742903178.132651:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77492 00000100:00100000:3.0:1742903178.132656:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e02b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172438400:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.132670:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xda5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.132706:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xda5:0x0]: rc = -2 00000100:00100000:3.0:1742903178.132734:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e02b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172438400:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 71us (166us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.132739:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77492 00000100:00100000:1.0:1742903178.133674:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.133746:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172438528 00000100:00100000:2.0:1742903178.133753:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172438528 00000100:00100000:2.0:1742903178.133784:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77493 00000100:00100000:1.0:1742903178.133784:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.133790:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172438528:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.133801:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172438656 00000100:00100000:3.0:1742903178.133805:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172438656 00000100:00100000:3.0:1742903178.133819:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77494 00000100:00100000:3.0:1742903178.133822:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13477:x1827566172438656:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.133832:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x831:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.133863:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x831:0x0]: rc = -2 00000100:00100000:2.0:1742903178.133889:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172438528:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 99us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.133892:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13477:x1827566172438656:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 68us (109us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.133895:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77493 00000100:00100000:3.0:1742903178.133898:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77494 00000100:00100000:0.0:1742903178.134963:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903178.135008:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.135062:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172438784 00000100:00100000:2.0:1742903178.135068:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172438784 00000100:00100000:2.0:1742903178.135096:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172438912 00000100:00100000:2.0:1742903178.135099:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172438912 00000100:00100000:2.0:1742903178.135111:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77495 00000100:00100000:2.0:1742903178.135116:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e02bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172438784:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.135275:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77496 00000100:00100000:3.0:1742903178.135282:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ece0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13477:x1827566172438912:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.135298:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x831:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1742903178.135344:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e02bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172438784:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 226us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.135364:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77495 00000004:00000080:3.0:1742903178.135376:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x831:0x0]: rc = -2 00000100:00100000:3.0:1742903178.135394:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ece0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172438912:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 112us (386us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.135400:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77496 00000100:00100000:0.0:1742903178.136496:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903178.136536:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.136554:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172439040 00000100:00100000:2.0:1742903178.136559:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172439040 00000100:00100000:2.0:1742903178.136586:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172439168 00000100:00100000:2.0:1742903178.136588:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172439168 00000100:00100000:2.0:1742903178.136602:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77497 00000100:00100000:2.0:1742903178.136606:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ece0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13477:x1827566172439040:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000100:00100000:0.0:1742903178.136613:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77498 00000004:00000080:2.0:1742903178.136619:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x830:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1742903178.136619:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ece0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172439168:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000004:00000080:2.0:1742903178.136664:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x830:0x0]: rc = -2 00000100:00100000:2.0:1742903178.136700:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ece0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13477:x1827566172439040:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 92us (205us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903178.136700:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ece0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172439168:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 80us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.136706:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77497 00000100:00100000:0.0:1742903178.136709:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77498 00000100:00100000:0.0:1742903178.138529:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903178.138573:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.138630:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172439296 00000100:00100000:3.0:1742903178.138636:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172439296 00000100:00100000:2.0:1742903178.138644:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172439424 00000100:00100000:2.0:1742903178.138648:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172439424 00000100:00100000:3.0:1742903178.138662:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77499 00000100:00100000:3.0:1742903178.138667:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ece0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172439296:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.138676:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77500 00000100:00100000:2.0:1742903178.138680:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ece0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13477:x1827566172439424:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.138697:0:7211:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x830:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.138738:0:7211:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x830:0x0]: rc = -2 00000100:00100000:2.0:1742903178.138764:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ece0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13477:x1827566172439424:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 83us (191us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.138769:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77500 00000100:00100000:3.0:1742903178.138774:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ece0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172439296:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 106us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.138781:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77499 00000100:00100000:0.0:1742903178.140400:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903178.140432:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.140433:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172439552 00000100:00100000:1.0:1742903178.140438:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172439552 00000100:00100000:2.0:1742903178.140467:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172439680 00000100:00100000:2.0:1742903178.140470:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172439680 00000100:00100000:2.0:1742903178.140499:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77501 00000100:00100000:2.0:1742903178.140503:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ece1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13477:x1827566172439680:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000100:00100000:1.0:1742903178.140510:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77502 00000100:00100000:1.0:1742903178.140514:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ece1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172439552:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000004:00000080:2.0:1742903178.140519:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xda6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.140557:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xda6:0x0]: rc = -2 00000100:00100000:2.0:1742903178.140648:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ece1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13477:x1827566172439680:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 143us (215us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.140648:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ece1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172439552:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 132us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903178.140654:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77502 00000100:00100000:2.0:1742903178.140660:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77501 00000100:00100000:0.0:1742903178.142189:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903178.142222:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.142280:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172439808 00000100:00100000:1.0:1742903178.142284:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172439936 00000100:00100000:2.0:1742903178.142285:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172439808 00000100:00100000:1.0:1742903178.142293:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172439936 00000100:00100000:2.0:1742903178.142340:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77503 00000100:00100000:2.0:1742903178.142345:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ece1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13477:x1827566172439808:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000100:00100000:3.0:1742903178.142364:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77504 00000100:00100000:3.0:1742903178.142371:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ece1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172439936:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000004:00000080:2.0:1742903178.142385:0:7211:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xda7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.142420:0:7211:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xda7:0x0]: rc = -2 00000100:00100000:2.0:1742903178.142468:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ece1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13477:x1827566172439808:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 121us (280us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.142474:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77503 00000100:00100000:3.0:1742903178.142520:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ece1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172439936:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 148us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.142526:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77504 00000100:00100000:0.0:1742903178.143694:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903178.143733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.143779:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172440064 00000100:00100000:2.0:1742903178.143784:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172440064 00000100:00100000:3.0:1742903178.143794:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172440192 00000100:00100000:3.0:1742903178.143799:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172440192 00000100:00100000:2.0:1742903178.143825:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77505 00000100:00100000:3.0:1742903178.143830:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77506 00000100:00100000:2.0:1742903178.143830:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ece1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13477:x1827566172440064:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000100:00100000:3.0:1742903178.143835:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ece2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172440192:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000004:00000080:2.0:1742903178.143847:0:7211:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xda8:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1742903178.143928:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ece2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172440192:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 92us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.143935:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77506 00000004:00000080:2.0:1742903178.143968:0:7211:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xda8:0x0]: rc = -2 00000100:00100000:2.0:1742903178.143987:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ece1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172440064:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 156us (297us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.143993:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77505 00000100:00100000:0.0:1742903178.145233:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903178.145278:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.145386:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172440320 00000100:00100000:2.0:1742903178.145391:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172440320 00000100:00100000:3.0:1742903178.145401:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172440448 00000100:00100000:3.0:1742903178.145405:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172440448 00000100:00100000:2.0:1742903178.145422:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77507 00000100:00100000:2.0:1742903178.145426:0:7211:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ece2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172440320:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.145429:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77508 00000100:00100000:3.0:1742903178.145433:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ece2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13477:x1827566172440448:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.145446:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xda9:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.145480:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xda9:0x0]: rc = -2 00000100:00100000:3.0:1742903178.145585:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ece2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13477:x1827566172440448:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 150us (307us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.145592:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77508 00000100:00100000:2.0:1742903178.145697:0:7211:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ece2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172440320:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 269us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.145706:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77507 00000100:00100000:0.0:1742903178.147019:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903178.147055:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.147218:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172440576 00000100:00100000:2.0:1742903178.147218:0:7211:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172440704 00000100:00100000:3.0:1742903178.147222:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172440576 00000100:00100000:2.0:1742903178.147222:0:7211:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172440704 00000100:00100000:3.0:1742903178.147266:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77509 00000100:00100000:3.0:1742903178.147270:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ece3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172440704:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1742903178.147288:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77510 00000100:00100000:0.0:1742903178.147293:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ece2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13477:x1827566172440576:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903178.147309:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x831:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1742903178.147377:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ece3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172440704:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 105us (321us total) trans 0 rc 0/0 00000004:00000080:0.0:1742903178.147381:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x831:0x0]: rc = -2 00000100:00100000:3.0:1742903178.147383:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77509 00000100:00100000:1.0:1742903178.147435:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ece2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172440576:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 140us (417us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.147442:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77510 00000100:00100000:2.0:1742903178.148823:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.148863:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.148878:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172440832 00000100:00100000:1.0:1742903178.148883:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172440832 00000100:00100000:3.0:1742903178.148892:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172440960 00000100:00100000:3.0:1742903178.148895:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172440960 00000100:00100000:1.0:1742903178.148919:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77511 00000100:00100000:3.0:1742903178.148923:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77512 00000100:00100000:1.0:1742903178.148924:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172440832:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1742903178.148928:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13477:x1827566172440960:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.148942:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x831:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.148977:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x831:0x0]: rc = -2 00000100:00100000:3.0:1742903178.149003:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13477:x1827566172440960:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 74us (140us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.149005:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+902:13480:x1827566172440832:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 80us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903178.149009:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77512 00000100:00100000:1.0:1742903178.149012:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77511 00000100:00100000:0.0:1742903178.150236:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.150404:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172441088 00000100:00100000:2.0:1742903178.150409:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172441088 00000100:00100000:2.0:1742903178.150447:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77513 00000100:00100000:2.0:1742903178.150452:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ece3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172441088:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.150468:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x830:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.150507:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x830:0x0]: rc = -2 00000100:00100000:2.0:1742903178.150546:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ece3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172441088:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 93us (311us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.150552:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77513 00000100:00100000:0.0:1742903178.150855:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.151242:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172441216 00000100:00100000:2.0:1742903178.151246:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172441216 00000100:00100000:2.0:1742903178.151271:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77514 00000100:00100000:2.0:1742903178.151275:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ece3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172441216:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903178.151681:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ece3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172441216:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 404us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903178.151687:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77514 00000100:00100000:0.0:1742903178.152469:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.152528:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172441344 00000100:00100000:2.0:1742903178.152532:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172441344 00000100:00100000:2.0:1742903178.152561:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77515 00000100:00100000:2.0:1742903178.152565:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ece3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172441344:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.152581:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x830:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.152624:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x830:0x0]: rc = -2 00000100:00100000:2.0:1742903178.152656:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ece3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172441344:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 89us (187us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.152661:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77515 00000100:00100000:0.0:1742903178.153602:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.153644:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172441472 00000100:00100000:1.0:1742903178.153649:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172441472 00000100:00100000:1.0:1742903178.153680:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77516 00000100:00100000:1.0:1742903178.153684:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e05c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172441472:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903178.153778:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e05c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13480:x1827566172441472:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 92us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903178.153784:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77516 00000100:00100000:0.0:1742903178.153922:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.153982:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172441600 00000100:00100000:2.0:1742903178.153985:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172441600 00000100:00100000:2.0:1742903178.154015:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77517 00000100:00100000:2.0:1742903178.154019:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e05c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172441600:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.154033:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdaa:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.154065:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdaa:0x0]: rc = -2 00000100:00100000:2.0:1742903178.154095:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e05c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172441600:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 75us (173us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.154101:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77517 00000100:00100000:0.0:1742903178.155444:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.155497:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172441728 00000100:00100000:1.0:1742903178.155502:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172441728 00000100:00100000:1.0:1742903178.155529:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77518 00000100:00100000:1.0:1742903178.155534:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e05c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172441728:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.155548:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdab:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.155586:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdab:0x0]: rc = -2 00000100:00100000:1.0:1742903178.155609:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e05c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172441728:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 74us (168us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.155615:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77518 00000100:00100000:0.0:1742903178.156520:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.156572:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172441856 00000100:00100000:1.0:1742903178.156575:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172441856 00000100:00100000:1.0:1742903178.156705:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77519 00000100:00100000:1.0:1742903178.156710:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e05ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172441856:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.156724:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x830:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.156748:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x830:0x0]: rc = -2 00000100:00100000:1.0:1742903178.156857:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e05ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172441856:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 64us (255us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.156864:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77519 00000100:00100000:0.0:1742903178.157827:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.157869:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172441984 00000100:00100000:1.0:1742903178.157873:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172441984 00000100:00100000:1.0:1742903178.157898:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77520 00000100:00100000:1.0:1742903178.157902:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e05ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172441984:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.157915:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x830:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.157943:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x830:0x0]: rc = -2 00000100:00100000:1.0:1742903178.157972:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e05ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172441984:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 69us (147us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.157978:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77520 00000100:00100000:0.0:1742903178.158875:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.158926:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172442112 00000100:00100000:1.0:1742903178.158929:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172442112 00000100:00100000:1.0:1742903178.158955:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77521 00000100:00100000:1.0:1742903178.158959:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e05d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172442112:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.158972:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x831:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.158997:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x831:0x0]: rc = -2 00000100:00100000:1.0:1742903178.159015:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e05d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172442112:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 55us (141us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.159024:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77521 00000100:00100000:0.0:1742903178.160531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.160565:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172442240 00000100:00100000:1.0:1742903178.160570:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172442240 00000100:00100000:1.0:1742903178.160646:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77522 00000100:00100000:1.0:1742903178.160652:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e05d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172442240:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.160668:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x831:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.160700:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x831:0x0]: rc = -2 00000100:00100000:1.0:1742903178.160730:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e05d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172442240:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 78us (201us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.160734:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77522 00000100:00100000:0.0:1742903178.161496:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.161636:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172442368 00000100:00100000:1.0:1742903178.161640:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172442368 00000100:00100000:1.0:1742903178.161664:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77523 00000100:00100000:1.0:1742903178.161669:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e05d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172442368:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.161681:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdac:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.161705:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdac:0x0]: rc = -2 00000100:00100000:1.0:1742903178.161723:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e05d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172442368:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 54us (227us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.161729:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77523 00000100:00100000:0.0:1742903178.162809:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.162889:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172442496 00000100:00100000:1.0:1742903178.162895:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172442496 00000100:00100000:1.0:1742903178.162980:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77524 00000100:00100000:1.0:1742903178.162986:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e05dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172442496:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.163015:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdad:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.163074:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdad:0x0]: rc = -2 00000100:00100000:1.0:1742903178.163291:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e05dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172442496:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 303us (486us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.163297:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77524 00000100:00100000:0.0:1742903178.164706:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.164776:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172442624 00000100:00100000:1.0:1742903178.164782:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172442624 00000100:00100000:1.0:1742903178.164940:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77525 00000100:00100000:1.0:1742903178.164945:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e05df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172442624:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.164968:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.165018:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:1.0:1742903178.165298:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e05df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172442624:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 350us (595us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.165304:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77525 00000100:00100000:0.0:1742903178.166623:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.167666:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172442752 00000100:00100000:3.0:1742903178.167674:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172442752 00000100:00100000:3.0:1742903178.167716:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77526 00000100:00100000:3.0:1742903178.167723:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e05e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172442752:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.167753:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.167830:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903178.167874:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e05e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172442752:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 151us (1256us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.167880:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77526 00000100:00100000:0.0:1742903178.168969:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.169160:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172442880 00000100:00100000:3.0:1742903178.169164:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172442880 00000100:00100000:3.0:1742903178.169186:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77527 00000100:00100000:3.0:1742903178.169189:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e05e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172442880:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.169200:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.169225:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903178.169243:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e05e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172442880:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 54us (276us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.169247:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77527 00000100:00100000:0.0:1742903178.170708:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.171032:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172443008 00000100:00100000:3.0:1742903178.171038:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172443008 00000100:00100000:3.0:1742903178.171074:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77528 00000100:00100000:3.0:1742903178.171079:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e05ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172443008:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.171098:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.171137:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903178.171176:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e05ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172443008:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 95us (473us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.171181:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77528 00000100:00100000:0.0:1742903178.172230:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.172301:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172443136 00000100:00100000:1.0:1742903178.172307:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172443136 00000100:00100000:1.0:1742903178.172371:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77529 00000100:00100000:1.0:1742903178.172376:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e05ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172443136:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.172402:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdaf:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.172453:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdaf:0x0]: rc = -2 00000100:00100000:1.0:1742903178.172878:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e05ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172443136:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 497us (646us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.172885:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77529 00000100:00100000:0.0:1742903178.173826:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.173871:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172443264 00000100:00100000:1.0:1742903178.173876:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172443264 00000100:00100000:1.0:1742903178.173910:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77530 00000100:00100000:1.0:1742903178.173914:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e05f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172443264:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.173931:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdae:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.173976:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdae:0x0]: rc = -2 00000100:00100000:1.0:1742903178.174017:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e05f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172443264:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 101us (195us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.174023:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77530 00000100:00100000:0.0:1742903178.175088:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.175220:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172443392 00000100:00100000:1.0:1742903178.175225:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172443392 00000100:00100000:1.0:1742903178.175259:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77531 00000100:00100000:1.0:1742903178.175264:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e05f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172443392:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.175293:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.175373:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:1.0:1742903178.175397:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e05f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172443392:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 131us (310us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.175402:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77531 00000100:00100000:0.0:1742903178.176401:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.176444:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172443520 00000100:00100000:1.0:1742903178.176449:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172443520 00000100:00100000:1.0:1742903178.176478:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77532 00000100:00100000:1.0:1742903178.176483:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e05f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172443520:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.176499:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.176531:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:1.0:1742903178.176569:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e05f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172443520:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 85us (171us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.176575:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77532 00000100:00100000:0.0:1742903178.177392:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.177458:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172443648 00000100:00100000:1.0:1742903178.177463:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172443648 00000100:00100000:1.0:1742903178.177493:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77533 00000100:00100000:1.0:1742903178.177498:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e05fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172443648:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.177520:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.177555:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:1.0:1742903178.177590:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e05fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172443648:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 90us (198us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.177595:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77533 00000100:00100000:0.0:1742903178.178671:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.178742:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172443776 00000100:00100000:3.0:1742903178.178747:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172443776 00000100:00100000:3.0:1742903178.178776:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77534 00000100:00100000:3.0:1742903178.178780:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121cf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172443776:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.178796:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.178830:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903178.178853:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121cf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172443776:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 72us (185us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.178859:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77534 00000100:00100000:0.0:1742903178.179934:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.180042:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172443904 00000100:00100000:3.0:1742903178.180051:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172443904 00000100:00100000:3.0:1742903178.180100:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77535 00000100:00100000:3.0:1742903178.180107:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121cf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172443904:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.180147:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdb0:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.180203:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdb0:0x0]: rc = -2 00000100:00100000:3.0:1742903178.180260:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121cf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172443904:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 153us (329us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.180266:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77535 00000100:00100000:0.0:1742903178.181268:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.181347:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172444032 00000100:00100000:1.0:1742903178.181366:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172444032 00000100:00100000:1.0:1742903178.181402:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77536 00000100:00100000:1.0:1742903178.181408:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121cf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172444032:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.181428:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdb1:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.181475:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdb1:0x0]: rc = -2 00000100:00100000:1.0:1742903178.181506:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121cf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172444032:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 98us (241us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.181512:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77536 00000100:00100000:0.0:1742903178.183846:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.184361:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172444160 00000100:00100000:1.0:1742903178.184369:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172444160 00000100:00100000:1.0:1742903178.184414:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77537 00000100:00100000:1.0:1742903178.184421:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121cf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172444160:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.184462:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.184526:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:1.0:1742903178.184572:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121cf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172444160:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 151us (732us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.184580:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77537 00000100:00100000:0.0:1742903178.187667:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.187748:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172444288 00000100:00100000:1.0:1742903178.187757:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172444288 00000100:00100000:1.0:1742903178.187801:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77538 00000100:00100000:1.0:1742903178.187809:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121cf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172444288:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.187836:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.187896:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:1.0:1742903178.189060:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121cf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172444288:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 1247us (1396us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.189068:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77538 00000100:00100000:0.0:1742903178.192227:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.192422:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172444416 00000100:00100000:1.0:1742903178.192431:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172444416 00000100:00100000:1.0:1742903178.192710:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77539 00000100:00100000:1.0:1742903178.192720:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121cf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172444416:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.192752:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.192822:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:1.0:1742903178.192881:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121cf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172444416:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 161us (660us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.192888:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77539 00000100:00100000:0.0:1742903178.194604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.194688:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172444544 00000100:00100000:1.0:1742903178.194695:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172444544 00000100:00100000:1.0:1742903178.194728:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77540 00000100:00100000:1.0:1742903178.194734:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121cf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172444544:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.194757:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.194812:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:1.0:1742903178.194901:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121cf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172444544:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 166us (300us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.194908:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77540 00000100:00100000:0.0:1742903178.196129:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.196265:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172444672 00000100:00100000:1.0:1742903178.196269:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172444672 00000100:00100000:1.0:1742903178.196301:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77541 00000100:00100000:1.0:1742903178.196305:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121cf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172444672:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.196367:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdb2:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.196403:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdb2:0x0]: rc = -2 00000100:00100000:1.0:1742903178.196428:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121cf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172444672:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 121us (301us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.196434:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77541 00000100:00100000:0.0:1742903178.197239:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.197276:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172444800 00000100:00100000:1.0:1742903178.197280:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172444800 00000100:00100000:1.0:1742903178.197306:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77542 00000100:00100000:1.0:1742903178.197311:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121cf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172444800:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.197438:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdb3:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.197492:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdb3:0x0]: rc = -2 00000100:00100000:1.0:1742903178.197541:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121cf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172444800:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 227us (301us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.197548:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77542 00000100:00100000:0.0:1742903178.198821:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.198893:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172444928 00000100:00100000:1.0:1742903178.198898:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172444928 00000100:00100000:1.0:1742903178.198929:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77543 00000100:00100000:1.0:1742903178.198935:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121cf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172444928:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.198951:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.198993:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:1.0:1742903178.199018:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121cf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172444928:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 83us (199us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.199024:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77543 00000100:00100000:0.0:1742903178.199996:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.200036:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172445056 00000100:00100000:3.0:1742903178.200041:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172445056 00000100:00100000:3.0:1742903178.200073:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77544 00000100:00100000:3.0:1742903178.200078:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121cf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172445056:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.200092:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.200139:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903178.200162:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121cf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172445056:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 83us (168us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.200167:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77544 00000100:00100000:0.0:1742903178.201197:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.201301:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172445184 00000100:00100000:1.0:1742903178.201309:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172445184 00000100:00100000:1.0:1742903178.201385:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77545 00000100:00100000:1.0:1742903178.201390:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121cf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172445184:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.201413:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.201465:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:1.0:1742903178.201506:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121cf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172445184:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 115us (310us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.201513:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77545 00000100:00100000:0.0:1742903178.202365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.202402:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172445312 00000100:00100000:1.0:1742903178.202406:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172445312 00000100:00100000:1.0:1742903178.202434:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77546 00000100:00100000:1.0:1742903178.202439:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121cf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172445312:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.202473:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.202611:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:1.0:1742903178.202648:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121cf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172445312:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 207us (284us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.202657:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77546 00000100:00100000:0.0:1742903178.203437:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.203503:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172445440 00000100:00100000:1.0:1742903178.203507:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172445440 00000100:00100000:1.0:1742903178.203538:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77547 00000100:00100000:1.0:1742903178.203545:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121cf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172445440:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.203559:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdb4:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.203582:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdb4:0x0]: rc = -2 00000100:00100000:1.0:1742903178.203617:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121cf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172445440:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 73us (181us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.203623:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77547 00000100:00100000:0.0:1742903178.204561:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.204598:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172445568 00000100:00100000:1.0:1742903178.204602:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172445568 00000100:00100000:1.0:1742903178.204653:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77548 00000100:00100000:1.0:1742903178.204656:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121cf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172445568:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.204668:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdb5:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.204690:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdb5:0x0]: rc = -2 00000100:00100000:1.0:1742903178.204713:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121cf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172445568:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 56us (153us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.204716:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77548 00000100:00100000:0.0:1742903178.205999:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.206045:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172445696 00000100:00100000:3.0:1742903178.206048:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172445696 00000100:00100000:3.0:1742903178.206068:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77549 00000100:00100000:3.0:1742903178.206073:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121cf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172445696:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.206091:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.206123:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903178.206147:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121cf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172445696:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 74us (149us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.206151:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77549 00000100:00100000:0.0:1742903178.206839:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.206875:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172445824 00000100:00100000:3.0:1742903178.206878:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172445824 00000100:00100000:3.0:1742903178.206897:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77550 00000100:00100000:3.0:1742903178.206901:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121cf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172445824:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.206913:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.206934:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903178.206959:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121cf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172445824:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 58us (127us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.206963:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77550 00000100:00100000:0.0:1742903178.207830:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.207882:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172445952 00000100:00100000:3.0:1742903178.207886:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172445952 00000100:00100000:3.0:1742903178.207905:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77551 00000100:00100000:3.0:1742903178.207909:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121cf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172445952:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.207936:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.207959:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903178.207998:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121cf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172445952:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 87us (169us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.208004:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77551 00000100:00100000:0.0:1742903178.208940:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.209004:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172446080 00000100:00100000:3.0:1742903178.209007:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172446080 00000100:00100000:3.0:1742903178.209038:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77552 00000100:00100000:3.0:1742903178.209043:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172446080:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.209056:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.209081:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903178.209109:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172446080:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 65us (170us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.209114:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77552 00000100:00100000:0.0:1742903178.210133:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.210162:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172446208 00000100:00100000:3.0:1742903178.210166:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172446208 00000100:00100000:3.0:1742903178.210187:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77553 00000100:00100000:3.0:1742903178.210191:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172446208:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.210204:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdb6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.210233:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdb6:0x0]: rc = -2 00000100:00100000:3.0:1742903178.210255:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172446208:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 64us (124us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.210259:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77553 00000100:00100000:0.0:1742903178.211285:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.211343:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172446336 00000100:00100000:3.0:1742903178.211348:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172446336 00000100:00100000:3.0:1742903178.211407:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77554 00000100:00100000:3.0:1742903178.211411:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172446336:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.211425:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdb7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.211449:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdb7:0x0]: rc = -2 00000100:00100000:3.0:1742903178.211477:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172446336:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 64us (193us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.211482:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77554 00000100:00100000:0.0:1742903178.212333:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.212366:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172446464 00000100:00100000:3.0:1742903178.212369:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172446464 00000100:00100000:3.0:1742903178.212390:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77555 00000100:00100000:3.0:1742903178.212394:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172446464:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.212418:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.212441:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903178.212469:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172446464:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 74us (158us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.212475:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77555 00000100:00100000:0.0:1742903178.213311:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.213388:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172446592 00000100:00100000:3.0:1742903178.213392:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172446592 00000100:00100000:3.0:1742903178.213418:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77556 00000100:00100000:3.0:1742903178.213423:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172446592:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.213436:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.213458:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903178.213491:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172446592:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 67us (179us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.213500:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77556 00000100:00100000:0.0:1742903178.214946:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.215018:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172446720 00000100:00100000:3.0:1742903178.215023:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172446720 00000100:00100000:3.0:1742903178.215051:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77557 00000100:00100000:3.0:1742903178.215055:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172446720:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.215071:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.215101:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903178.215133:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172446720:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 76us (189us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.215138:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77557 00000100:00100000:0.0:1742903178.216177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.216258:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172446848 00000100:00100000:3.0:1742903178.216264:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172446848 00000100:00100000:3.0:1742903178.216297:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77558 00000100:00100000:3.0:1742903178.216303:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172446848:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.216371:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.216496:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:2.0:1742903178.216546:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172446848:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 241us (372us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.216553:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77558 00000100:00100000:0.0:1742903178.217385:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.217419:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172446976 00000100:00100000:2.0:1742903178.217425:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172446976 00000100:00100000:2.0:1742903178.217459:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77559 00000100:00100000:2.0:1742903178.217463:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172446976:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.217484:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdb8:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.217511:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdb8:0x0]: rc = -2 00000100:00100000:2.0:1742903178.217544:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172446976:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 80us (160us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.217553:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77559 00000100:00100000:0.0:1742903178.218431:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.218486:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172447104 00000100:00100000:2.0:1742903178.218896:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172447104 00000100:00100000:2.0:1742903178.218927:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77560 00000100:00100000:2.0:1742903178.218932:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172447104:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.218955:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdb9:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.218994:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdb9:0x0]: rc = -2 00000100:00100000:2.0:1742903178.219028:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172447104:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 94us (596us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.219034:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77560 00000100:00100000:0.0:1742903178.219887:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.219935:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172447232 00000100:00100000:2.0:1742903178.219939:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172447232 00000100:00100000:2.0:1742903178.219961:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77561 00000100:00100000:2.0:1742903178.219965:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172447232:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.219976:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.220001:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:2.0:1742903178.220029:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172447232:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 63us (147us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.220034:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77561 00000100:00100000:0.0:1742903178.221393:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.221453:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172447360 00000100:00100000:2.0:1742903178.221458:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172447360 00000100:00100000:2.0:1742903178.221487:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77562 00000100:00100000:2.0:1742903178.221491:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172447360:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.221509:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.221536:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:2.0:1742903178.221566:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172447360:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 74us (179us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.221572:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77562 00000100:00100000:0.0:1742903178.222393:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.222449:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172447488 00000100:00100000:2.0:1742903178.222456:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172447488 00000100:00100000:2.0:1742903178.222487:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77563 00000100:00100000:2.0:1742903178.222491:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172447488:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.222513:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.222565:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:2.0:1742903178.222609:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172447488:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 115us (220us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.222616:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77563 00000100:00100000:0.0:1742903178.223381:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.223619:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172447616 00000100:00100000:3.0:1742903178.223626:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172447616 00000100:00100000:3.0:1742903178.223659:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77564 00000100:00100000:3.0:1742903178.223666:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172447616:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.223699:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.223743:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903178.223774:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172447616:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 109us (398us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.223780:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77564 00000100:00100000:0.0:1742903178.224529:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.224598:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172447744 00000100:00100000:3.0:1742903178.224602:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172447744 00000100:00100000:3.0:1742903178.224619:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77565 00000100:00100000:3.0:1742903178.224623:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172447744:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.224636:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdba:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.224664:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdba:0x0]: rc = -2 00000100:00100000:3.0:1742903178.224698:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172447744:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 73us (169us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.224704:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77565 00000100:00100000:0.0:1742903178.225473:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.225553:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172447872 00000100:00100000:2.0:1742903178.225560:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172447872 00000100:00100000:2.0:1742903178.225593:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77566 00000100:00100000:2.0:1742903178.225598:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172447872:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.225635:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdbb:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.225685:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdbb:0x0]: rc = -2 00000100:00100000:2.0:1742903178.225724:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172447872:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 124us (254us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.225730:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77566 00000100:00100000:1.0:1742903178.226673:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.226720:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172448000 00000100:00100000:3.0:1742903178.226727:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172448000 00000100:00100000:3.0:1742903178.226760:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77567 00000100:00100000:3.0:1742903178.226765:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172448000:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.226782:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.226820:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903178.227489:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172448000:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 720us (815us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.227497:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77567 00000100:00100000:0.0:1742903178.228760:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.228832:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172448128 00000100:00100000:3.0:1742903178.228839:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172448128 00000100:00100000:3.0:1742903178.228874:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77568 00000100:00100000:3.0:1742903178.228880:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172448128:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.228903:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.228957:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903178.229005:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172448128:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 124us (246us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.229011:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77568 00000100:00100000:0.0:1742903178.230094:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.230141:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172448256 00000100:00100000:3.0:1742903178.230147:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172448256 00000100:00100000:3.0:1742903178.230181:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77569 00000100:00100000:3.0:1742903178.230186:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172448256:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.230217:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.230252:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903178.230286:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172448256:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 98us (192us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.230291:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77569 00000100:00100000:0.0:1742903178.231270:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.231346:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172448384 00000100:00100000:3.0:1742903178.231361:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172448384 00000100:00100000:3.0:1742903178.231391:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77570 00000100:00100000:3.0:1742903178.231395:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172448384:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.231411:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.231441:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903178.231476:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172448384:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 79us (207us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.231482:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77570 00000100:00100000:0.0:1742903178.232443:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.232534:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172448512 00000100:00100000:3.0:1742903178.232544:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172448512 00000100:00100000:3.0:1742903178.232590:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77571 00000100:00100000:3.0:1742903178.232596:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172448512:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.232619:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdbc:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.232675:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdbc:0x0]: rc = -2 00000100:00100000:3.0:1742903178.232725:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172448512:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 129us (283us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.232735:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77571 00000100:00100000:0.0:1742903178.233654:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.233704:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172448640 00000100:00100000:2.0:1742903178.233709:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172448640 00000100:00100000:2.0:1742903178.233740:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77572 00000100:00100000:2.0:1742903178.233745:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172448640:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.233764:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdbd:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.233808:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdbd:0x0]: rc = -2 00000100:00100000:2.0:1742903178.233846:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172448640:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 100us (192us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.233852:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77572 00000100:00100000:0.0:1742903178.234771:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.234817:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172448768 00000100:00100000:2.0:1742903178.234821:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172448768 00000100:00100000:2.0:1742903178.234988:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77573 00000100:00100000:2.0:1742903178.234993:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172448768:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.235010:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.235041:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:2.0:1742903178.235073:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172448768:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 78us (302us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.235079:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77573 00000100:00100000:0.0:1742903178.235762:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.235797:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172448896 00000100:00100000:2.0:1742903178.235800:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172448896 00000100:00100000:2.0:1742903178.235825:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77574 00000100:00100000:2.0:1742903178.235829:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172448896:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.235841:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.235861:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:2.0:1742903178.235890:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172448896:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 60us (129us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.235896:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77574 00000100:00100000:0.0:1742903178.236771:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.236832:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172449024 00000100:00100000:2.0:1742903178.236837:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172449024 00000100:00100000:2.0:1742903178.236862:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77575 00000100:00100000:2.0:1742903178.236866:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172449024:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.236893:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.236922:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:2.0:1742903178.236942:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172449024:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 75us (174us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.236948:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77575 00000100:00100000:0.0:1742903178.237826:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.237863:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172449152 00000100:00100000:3.0:1742903178.237867:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172449152 00000100:00100000:3.0:1742903178.237890:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77576 00000100:00100000:3.0:1742903178.237895:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172449152:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.237907:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.237933:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903178.237959:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172449152:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 63us (136us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.237962:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77576 00000100:00100000:0.0:1742903178.238669:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.238732:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172449280 00000100:00100000:3.0:1742903178.238735:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172449280 00000100:00100000:3.0:1742903178.238763:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77577 00000100:00100000:3.0:1742903178.238767:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172449280:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.238791:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdbe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.238817:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdbe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.238838:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172449280:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 70us (170us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.238845:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77577 00000100:00100000:0.0:1742903178.239829:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.239969:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172449408 00000100:00100000:3.0:1742903178.239978:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172449408 00000100:00100000:3.0:1742903178.240018:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77578 00000100:00100000:3.0:1742903178.240024:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172449408:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.240049:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdbf:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.240105:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdbf:0x0]: rc = -2 00000100:00100000:3.0:1742903178.240229:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172449408:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 204us (406us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.240237:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77578 00000100:00100000:0.0:1742903178.241420:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.241489:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172449536 00000100:00100000:3.0:1742903178.241494:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172449536 00000100:00100000:3.0:1742903178.241528:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77579 00000100:00100000:3.0:1742903178.241532:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172449536:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.241545:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.241576:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903178.241611:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172449536:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 78us (191us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.241617:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77579 00000100:00100000:0.0:1742903178.242854:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.242929:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172449664 00000100:00100000:2.0:1742903178.242937:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172449664 00000100:00100000:2.0:1742903178.243028:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77580 00000100:00100000:2.0:1742903178.243034:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172449664:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.243058:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.243106:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:2.0:1742903178.243146:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172449664:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 108us (295us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.243152:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77580 00000100:00100000:0.0:1742903178.244269:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.244345:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172449792 00000100:00100000:2.0:1742903178.244362:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172449792 00000100:00100000:2.0:1742903178.244390:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77581 00000100:00100000:2.0:1742903178.244394:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172449792:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.244409:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.244442:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:2.0:1742903178.244472:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172449792:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 76us (203us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.244478:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77581 00000100:00100000:0.0:1742903178.245467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.245530:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172449920 00000100:00100000:2.0:1742903178.245535:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172449920 00000100:00100000:2.0:1742903178.245557:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77582 00000100:00100000:2.0:1742903178.245563:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172449920:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.245577:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.245605:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:2.0:1742903178.245632:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172449920:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 69us (167us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.245638:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77582 00000100:00100000:0.0:1742903178.246698:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.246783:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172450048 00000100:00100000:2.0:1742903178.246789:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172450048 00000100:00100000:2.0:1742903178.246822:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77583 00000100:00100000:2.0:1742903178.246827:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172450048:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.246856:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdc0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.246886:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdc0:0x0]: rc = -2 00000100:00100000:2.0:1742903178.246966:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172450048:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 137us (268us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.246973:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77583 00000100:00100000:0.0:1742903178.247742:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.247799:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172450176 00000100:00100000:2.0:1742903178.247803:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172450176 00000100:00100000:2.0:1742903178.247828:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77584 00000100:00100000:2.0:1742903178.247832:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172450176:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.247844:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdc1:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.247867:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdc1:0x0]: rc = -2 00000100:00100000:2.0:1742903178.247894:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172450176:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 60us (153us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.247900:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77584 00000100:00100000:0.0:1742903178.248879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.248978:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172450304 00000100:00100000:2.0:1742903178.248982:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172450304 00000100:00100000:2.0:1742903178.249008:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77585 00000100:00100000:2.0:1742903178.249013:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172450304:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.249028:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.249066:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:2.0:1742903178.249096:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172450304:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 82us (219us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.249102:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77585 00000100:00100000:0.0:1742903178.250190:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.250259:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172450432 00000100:00100000:3.0:1742903178.250265:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172450432 00000100:00100000:3.0:1742903178.250378:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77586 00000100:00100000:3.0:1742903178.250383:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172450432:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.250399:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.250434:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903178.250459:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172450432:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 75us (271us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.250465:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77586 00000100:00100000:0.0:1742903178.251560:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.251599:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172450560 00000100:00100000:2.0:1742903178.251604:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172450560 00000100:00100000:2.0:1742903178.251632:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77587 00000100:00100000:2.0:1742903178.251637:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172450560:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.251651:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.251683:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:2.0:1742903178.251720:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172450560:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 81us (161us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.251726:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77587 00000100:00100000:0.0:1742903178.252649:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.252740:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172450688 00000100:00100000:2.0:1742903178.252744:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172450688 00000100:00100000:2.0:1742903178.252769:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77588 00000100:00100000:2.0:1742903178.252773:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172450688:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.252798:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.252821:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:2.0:1742903178.252846:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172450688:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 72us (199us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.252852:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77588 00000100:00100000:0.0:1742903178.253667:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.253744:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172450816 00000100:00100000:2.0:1742903178.253748:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172450816 00000100:00100000:2.0:1742903178.253774:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77589 00000100:00100000:2.0:1742903178.253778:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172450816:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.253790:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdc2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.253813:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdc2:0x0]: rc = -2 00000100:00100000:2.0:1742903178.253838:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172450816:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 58us (174us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.253844:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77589 00000100:00100000:0.0:1742903178.255295:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.255412:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172450944 00000100:00100000:3.0:1742903178.255422:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172450944 00000100:00100000:3.0:1742903178.255478:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77590 00000100:00100000:3.0:1742903178.255486:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e098380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172450944:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.255523:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdc3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.255583:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdc3:0x0]: rc = -2 00000100:00100000:3.0:1742903178.255642:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e098380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172450944:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 157us (349us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.255648:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77590 00000100:00100000:0.0:1742903178.257372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.257422:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172451072 00000100:00100000:2.0:1742903178.257427:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172451072 00000100:00100000:2.0:1742903178.257463:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77591 00000100:00100000:2.0:1742903178.257468:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172451072:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.257487:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.257530:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903178.257566:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172451072:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 96us (197us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.257572:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77591 00000100:00100000:0.0:1742903178.258485:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.258520:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172451200 00000100:00100000:3.0:1742903178.258524:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172451200 00000100:00100000:3.0:1742903178.258546:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77592 00000100:00100000:3.0:1742903178.258550:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172451200:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.258564:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.258596:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.258633:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172451200:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 80us (149us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.258639:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77592 00000100:00100000:0.0:1742903178.259696:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.259785:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172451328 00000100:00100000:3.0:1742903178.259789:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172451328 00000100:00100000:3.0:1742903178.259817:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77593 00000100:00100000:3.0:1742903178.259825:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e098e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172451328:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.259838:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.259868:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.259902:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e098e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172451328:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 79us (207us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.259909:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77593 00000100:00100000:0.0:1742903178.261943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.262016:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172451456 00000100:00100000:3.0:1742903178.262021:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172451456 00000100:00100000:3.0:1742903178.262101:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77594 00000100:00100000:3.0:1742903178.262107:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172451456:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.262128:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.262169:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.262530:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172451456:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 422us (590us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.262537:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77594 00000100:00100000:0.0:1742903178.263810:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.263914:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172451584 00000100:00100000:3.0:1742903178.263919:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172451584 00000100:00100000:3.0:1742903178.263989:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77595 00000100:00100000:3.0:1742903178.263994:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e099500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172451584:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.264025:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdc4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.264063:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdc4:0x0]: rc = -2 00000100:00100000:3.0:1742903178.264099:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e099500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172451584:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 104us (291us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.264106:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77595 00000100:00100000:0.0:1742903178.265623:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.265660:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172451712 00000100:00100000:2.0:1742903178.265665:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172451712 00000100:00100000:2.0:1742903178.265695:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77596 00000100:00100000:2.0:1742903178.265699:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172451712:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.265714:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdc5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.265753:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdc5:0x0]: rc = -2 00000100:00100000:2.0:1742903178.265787:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172451712:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 87us (167us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.265793:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77596 00000100:00100000:0.0:1742903178.267609:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.267678:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172451840 00000100:00100000:3.0:1742903178.267685:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172451840 00000100:00100000:3.0:1742903178.267723:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77597 00000100:00100000:3.0:1742903178.267729:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e099c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172451840:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.267747:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.267792:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.267832:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e099c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172451840:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 101us (225us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.267838:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77597 00000100:00100000:0.0:1742903178.268830:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.268870:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172451968 00000100:00100000:2.0:1742903178.268875:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172451968 00000100:00100000:2.0:1742903178.268933:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77598 00000100:00100000:2.0:1742903178.268938:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e099f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172451968:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.268964:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.268997:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903178.269032:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e099f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172451968:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 93us (203us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.269038:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77598 00000100:00100000:0.0:1742903178.270498:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.270714:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172452096 00000100:00100000:3.0:1742903178.270722:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172452096 00000100:00100000:3.0:1742903178.270762:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77599 00000100:00100000:3.0:1742903178.270814:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172452096:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.270844:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.270897:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.270937:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172452096:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 168us (447us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.270943:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77599 00000100:00100000:0.0:1742903178.271994:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.272065:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172452224 00000100:00100000:3.0:1742903178.272070:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172452224 00000100:00100000:3.0:1742903178.272108:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77600 00000100:00100000:3.0:1742903178.272113:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172452224:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.272128:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.272157:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.272179:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172452224:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 65us (187us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.272185:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77600 00000100:00100000:0.0:1742903178.273288:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.273504:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172452352 00000100:00100000:2.0:1742903178.273514:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172452352 00000100:00100000:2.0:1742903178.273573:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77601 00000100:00100000:2.0:1742903178.273580:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172452352:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.273604:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdc6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.273665:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdc6:0x0]: rc = -2 00000100:00100000:2.0:1742903178.273726:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172452352:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 145us (438us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.273733:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77601 00000100:00100000:0.0:1742903178.274742:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.275642:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172452480 00000100:00100000:3.0:1742903178.275647:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172452480 00000100:00100000:3.0:1742903178.275682:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77602 00000100:00100000:3.0:1742903178.275687:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172452480:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.275717:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdc7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.275760:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdc7:0x0]: rc = -2 00000100:00100000:3.0:1742903178.275803:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172452480:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 114us (1062us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.275810:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77602 00000100:00100000:0.0:1742903178.278536:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.279272:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172452608 00000100:00100000:2.0:1742903178.279279:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172452608 00000100:00100000:3.0:1742903178.279408:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77603 00000100:00100000:3.0:1742903178.279415:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172452608:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.279438:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.279493:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.279527:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172452608:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 112us (997us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.279533:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77603 00000100:00100000:0.0:1742903178.281831:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.281923:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172452736 00000100:00100000:2.0:1742903178.281931:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172452736 00000100:00100000:2.0:1742903178.281976:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77604 00000100:00100000:2.0:1742903178.281982:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172452736:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.282005:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.282054:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903178.282102:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172452736:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 119us (278us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.282108:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77604 00000100:00100000:0.0:1742903178.283558:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.283614:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172452864 00000100:00100000:3.0:1742903178.283620:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172452864 00000100:00100000:3.0:1742903178.283653:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77605 00000100:00100000:3.0:1742903178.283659:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172452864:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.283673:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.283710:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.283761:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172452864:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 101us (205us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.283767:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77605 00000100:00100000:0.0:1742903178.285036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.285226:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172452992 00000100:00100000:3.0:1742903178.285232:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172452992 00000100:00100000:3.0:1742903178.285270:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77606 00000100:00100000:3.0:1742903178.285276:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172452992:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.285294:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.285823:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.285878:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172452992:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 600us (843us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.285885:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77606 00000100:00100000:0.0:1742903178.287397:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.287450:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172453120 00000100:00100000:3.0:1742903178.287457:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172453120 00000100:00100000:3.0:1742903178.287491:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77607 00000100:00100000:3.0:1742903178.287497:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172453120:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.287529:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdc8:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.287566:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdc8:0x0]: rc = -2 00000100:00100000:3.0:1742903178.287829:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172453120:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 330us (435us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.287836:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77607 00000100:00100000:0.0:1742903178.289914:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.290005:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172453248 00000100:00100000:3.0:1742903178.290014:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172453248 00000100:00100000:3.0:1742903178.290055:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77608 00000100:00100000:3.0:1742903178.290061:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172453248:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.290091:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.290156:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.290196:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172453248:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 134us (287us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.290203:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77608 00000100:00100000:0.0:1742903178.291277:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.291412:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172453376 00000100:00100000:3.0:1742903178.291418:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172453376 00000100:00100000:3.0:1742903178.291508:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77609 00000100:00100000:3.0:1742903178.291513:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172453376:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.291531:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.291565:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.291657:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172453376:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 141us (380us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.291662:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77609 00000100:00100000:2.0:1742903178.292539:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.292576:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172453504 00000100:00100000:3.0:1742903178.292580:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172453504 00000100:00100000:3.0:1742903178.292595:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77610 00000100:00100000:3.0:1742903178.292599:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172453504:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.292612:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdc9:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.292639:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdc9:0x0]: rc = -2 00000100:00100000:3.0:1742903178.292669:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172453504:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 68us (131us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.292677:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77610 00000100:00100000:0.0:1742903178.294393:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.294526:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172453632 00000100:00100000:3.0:1742903178.294532:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172453632 00000100:00100000:3.0:1742903178.294569:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77611 00000100:00100000:3.0:1742903178.294575:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172453632:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.294610:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.294677:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.294705:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172453632:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 130us (317us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.294711:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77611 00000100:00100000:2.0:1742903178.296748:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.296815:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172453760 00000100:00100000:3.0:1742903178.296822:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172453760 00000100:00100000:3.0:1742903178.296859:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77612 00000100:00100000:3.0:1742903178.296866:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172453760:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.296889:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.296945:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.296978:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172453760:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 112us (235us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.296984:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77612 00000100:00100000:0.0:1742903178.298069:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.298200:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172453888 00000100:00100000:2.0:1742903178.298563:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172453888 00000100:00100000:2.0:1742903178.298626:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77613 00000100:00100000:2.0:1742903178.298631:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172453888:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.298650:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdca:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.299052:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdca:0x0]: rc = -2 00000100:00100000:2.0:1742903178.299130:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172453888:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 494us (1060us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.299140:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77613 00000100:00100000:0.0:1742903178.300151:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.300220:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172454016 00000100:00100000:2.0:1742903178.300226:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172454016 00000100:00100000:2.0:1742903178.300253:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77614 00000100:00100000:2.0:1742903178.300258:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172454016:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.300289:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.300381:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903178.300405:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172454016:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 146us (255us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.300411:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77614 00000100:00100000:0.0:1742903178.301431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.301866:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172454144 00000100:00100000:3.0:1742903178.301877:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172454144 00000100:00100000:3.0:1742903178.301922:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77615 00000100:00100000:3.0:1742903178.301927:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172454144:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.301951:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.302004:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.302057:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172454144:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 129us (627us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.302064:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77615 00000100:00100000:0.0:1742903178.303483:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.303527:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172454272 00000100:00100000:3.0:1742903178.303533:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172454272 00000100:00100000:3.0:1742903178.303575:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77616 00000100:00100000:3.0:1742903178.303580:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172454272:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.303597:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdcb:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.303634:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdcb:0x0]: rc = -2 00000100:00100000:3.0:1742903178.303674:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172454272:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 93us (194us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.303680:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77616 00000100:00100000:0.0:1742903178.305778:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.305848:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172454400 00000100:00100000:2.0:1742903178.305856:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172454400 00000100:00100000:2.0:1742903178.306135:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77617 00000100:00100000:2.0:1742903178.306141:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172454400:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.306168:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.306229:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903178.306278:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172454400:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 136us (504us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.306284:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77617 00000100:00100000:0.0:1742903178.307869:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.307930:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172454528 00000100:00100000:3.0:1742903178.307939:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172454528 00000100:00100000:3.0:1742903178.307982:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77618 00000100:00100000:3.0:1742903178.307988:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172454528:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.308025:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.308070:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.308115:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172454528:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 126us (254us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.308121:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77618 00000100:00100000:0.0:1742903178.309654:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.309854:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172454656 00000100:00100000:2.0:1742903178.309862:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172454656 00000100:00100000:2.0:1742903178.310098:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77619 00000100:00100000:2.0:1742903178.310105:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172454656:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.310130:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdcc:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.310187:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdcc:0x0]: rc = -2 00000100:00100000:2.0:1742903178.310238:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172454656:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 132us (593us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.310245:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77619 00000100:00100000:0.0:1742903178.315070:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.315147:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172454784 00000100:00100000:3.0:1742903178.315159:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172454784 00000100:00100000:3.0:1742903178.315219:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77620 00000100:00100000:3.0:1742903178.315227:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172454784:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.315260:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.315389:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.315455:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172454784:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 228us (392us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.315461:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77620 00000100:00100000:0.0:1742903178.317099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.317769:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172454912 00000100:00100000:2.0:1742903178.317776:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172454912 00000100:00100000:2.0:1742903178.318415:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77621 00000100:00100000:2.0:1742903178.318421:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172454912:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.318446:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.318505:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903178.318551:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172454912:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 129us (1456us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.318558:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77621 00000100:00100000:0.0:1742903178.322291:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.322367:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172455040 00000100:00100000:3.0:1742903178.322374:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172455040 00000100:00100000:3.0:1742903178.322405:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77622 00000100:00100000:3.0:1742903178.322410:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172455040:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.322432:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdcd:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.322487:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdcd:0x0]: rc = -2 00000100:00100000:3.0:1742903178.322530:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172455040:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 119us (246us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.322536:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77622 00000100:00100000:0.0:1742903178.326137:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.326437:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172455168 00000100:00100000:3.0:1742903178.326444:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172455168 00000100:00100000:3.0:1742903178.326646:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77623 00000100:00100000:3.0:1742903178.326652:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172455168:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.326673:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.326725:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.326769:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172455168:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 116us (637us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.326778:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77623 00000100:00100000:0.0:1742903178.329771:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.329877:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172455296 00000100:00100000:2.0:1742903178.329883:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172455296 00000100:00100000:2.0:1742903178.329922:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77624 00000100:00100000:2.0:1742903178.329928:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172455296:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.329963:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.330016:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903178.330098:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172455296:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 168us (334us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.330104:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77624 00000100:00100000:0.0:1742903178.333041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.333121:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172455424 00000100:00100000:2.0:1742903178.333128:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172455424 00000100:00100000:2.0:1742903178.333171:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77625 00000100:00100000:2.0:1742903178.333177:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172455424:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.333200:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdce:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.333252:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdce:0x0]: rc = -2 00000100:00100000:2.0:1742903178.333295:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172455424:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 118us (260us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.333302:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77625 00000100:00100000:0.0:1742903178.335729:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.335812:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172455552 00000100:00100000:3.0:1742903178.335817:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172455552 00000100:00100000:2.0:1742903178.335938:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77626 00000100:00100000:2.0:1742903178.335945:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e09fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172455552:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.335965:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdcf:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.336012:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdcf:0x0]: rc = -2 00000100:00100000:2.0:1742903178.336060:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e09fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172455552:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 114us (334us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.336067:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77626 00000100:00100000:0.0:1742903178.337078:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.337114:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172455680 00000100:00100000:2.0:1742903178.337117:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172455680 00000100:00100000:2.0:1742903178.337196:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77627 00000100:00100000:2.0:1742903178.337200:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172455680:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.337215:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.337245:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903178.337278:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172455680:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 77us (201us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.337284:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77627 00000100:00100000:0.0:1742903178.338697:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.338892:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172455808 00000100:00100000:3.0:1742903178.338896:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172455808 00000100:00100000:3.0:1742903178.338933:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77628 00000100:00100000:3.0:1742903178.338938:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172455808:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.338961:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.339011:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.339045:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172455808:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 106us (351us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.339051:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77628 00000100:00100000:0.0:1742903178.340022:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.340197:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172455936 00000100:00100000:3.0:1742903178.340203:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172455936 00000100:00100000:3.0:1742903178.340228:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77629 00000100:00100000:3.0:1742903178.340233:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172455936:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.340246:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.340275:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.340304:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172455936:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 71us (289us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.340310:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77629 00000100:00100000:0.0:1742903178.342555:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.342702:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172456064 00000100:00100000:3.0:1742903178.342710:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172456064 00000100:00100000:3.0:1742903178.342758:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77630 00000100:00100000:3.0:1742903178.342765:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172456064:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.342787:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.342830:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.342881:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172456064:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 116us (329us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.342887:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77630 00000100:00100000:0.0:1742903178.343911:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.344474:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172456192 00000100:00100000:2.0:1742903178.344480:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172456192 00000100:00100000:2.0:1742903178.344518:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77631 00000100:00100000:2.0:1742903178.344522:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172456192:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.344551:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdd0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.344599:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdd0:0x0]: rc = -2 00000100:00100000:2.0:1742903178.344642:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172456192:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 118us (733us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.344648:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77631 00000100:00100000:0.0:1742903178.345714:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.345841:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172456320 00000100:00100000:3.0:1742903178.345845:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172456320 00000100:00100000:3.0:1742903178.345877:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77632 00000100:00100000:3.0:1742903178.345881:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172456320:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.345898:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdd1:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.345930:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdd1:0x0]: rc = -2 00000100:00100000:3.0:1742903178.345967:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172456320:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 84us (254us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.345973:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77632 00000100:00100000:0.0:1742903178.348204:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.348268:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172456448 00000100:00100000:2.0:1742903178.348277:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172456448 00000100:00100000:2.0:1742903178.348347:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77633 00000100:00100000:2.0:1742903178.348365:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172456448:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.348385:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.348433:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903178.348477:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172456448:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 111us (277us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.348483:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77633 00000100:00100000:0.0:1742903178.350529:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.350582:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172456576 00000100:00100000:3.0:1742903178.350590:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172456576 00000100:00100000:3.0:1742903178.350896:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77634 00000100:00100000:3.0:1742903178.350902:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172456576:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.350936:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.350979:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.351028:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172456576:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 124us (502us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.351033:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77634 00000100:00100000:0.0:1742903178.352483:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.352624:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172456704 00000100:00100000:3.0:1742903178.352629:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172456704 00000100:00100000:3.0:1742903178.352662:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77635 00000100:00100000:3.0:1742903178.352668:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172456704:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.352683:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.352718:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.352756:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172456704:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 87us (275us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.352762:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77635 00000100:00100000:0.0:1742903178.354686:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.354775:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172456832 00000100:00100000:2.0:1742903178.354783:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172456832 00000100:00100000:2.0:1742903178.354823:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77636 00000100:00100000:2.0:1742903178.354829:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172456832:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.354856:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.354913:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903178.354985:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172456832:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 154us (303us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.354991:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77636 00000100:00100000:0.0:1742903178.356526:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.356602:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172456960 00000100:00100000:3.0:1742903178.356608:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172456960 00000100:00100000:3.0:1742903178.356642:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77637 00000100:00100000:3.0:1742903178.356647:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172456960:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.356666:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdd2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.356710:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdd2:0x0]: rc = -2 00000100:00100000:3.0:1742903178.356749:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172456960:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 101us (225us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.356755:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77637 00000100:00100000:0.0:1742903178.358044:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.358200:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172457088 00000100:00100000:3.0:1742903178.358206:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172457088 00000100:00100000:3.0:1742903178.358283:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77638 00000100:00100000:3.0:1742903178.358288:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172457088:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.358308:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdd3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.358390:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdd3:0x0]: rc = -2 00000100:00100000:3.0:1742903178.358516:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172457088:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 226us (474us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.358524:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77638 00000100:00100000:0.0:1742903178.359657:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.359761:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172457216 00000100:00100000:3.0:1742903178.359765:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172457216 00000100:00100000:3.0:1742903178.359794:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77639 00000100:00100000:3.0:1742903178.359798:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172457216:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.359826:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.359869:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.359907:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172457216:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 108us (251us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.359914:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77639 00000100:00100000:0.0:1742903178.360983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.361059:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172457344 00000100:00100000:2.0:1742903178.361065:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172457344 00000100:00100000:2.0:1742903178.361091:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77640 00000100:00100000:2.0:1742903178.361096:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172457344:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.361112:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.361146:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903178.361175:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172457344:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 80us (195us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.361180:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77640 00000100:00100000:0.0:1742903178.363640:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.363711:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172457472 00000100:00100000:2.0:1742903178.363718:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172457472 00000100:00100000:2.0:1742903178.363752:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77641 00000100:00100000:2.0:1742903178.363757:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172457472:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.363791:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.363851:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903178.363896:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172457472:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 137us (260us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.363903:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77641 00000100:00100000:0.0:1742903178.365743:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.365800:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172457600 00000100:00100000:3.0:1742903178.365808:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172457600 00000100:00100000:3.0:1742903178.365846:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77642 00000100:00100000:3.0:1742903178.365851:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172457600:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.365875:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.365922:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.365967:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172457600:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 114us (227us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.365978:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77642 00000100:00100000:0.0:1742903178.367017:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.367359:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172457728 00000100:00100000:3.0:1742903178.367365:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172457728 00000100:00100000:3.0:1742903178.367396:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77643 00000100:00100000:3.0:1742903178.367401:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172457728:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.367418:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdd4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.367454:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdd4:0x0]: rc = -2 00000100:00100000:3.0:1742903178.367488:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172457728:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 86us (473us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.367494:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77643 00000100:00100000:0.0:1742903178.368519:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.368582:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172457856 00000100:00100000:2.0:1742903178.368586:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172457856 00000100:00100000:2.0:1742903178.368618:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77644 00000100:00100000:2.0:1742903178.368623:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172457856:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.368640:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdd5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.368676:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdd5:0x0]: rc = -2 00000100:00100000:2.0:1742903178.368834:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172457856:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 208us (314us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.368840:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77644 00000100:00100000:0.0:1742903178.370113:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.370175:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172457984 00000100:00100000:3.0:1742903178.370180:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172457984 00000100:00100000:3.0:1742903178.370217:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77645 00000100:00100000:3.0:1742903178.370223:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172457984:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.370240:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.370283:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.370343:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172457984:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 119us (231us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.370362:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77645 00000100:00100000:0.0:1742903178.371446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.371488:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172458112 00000100:00100000:3.0:1742903178.371493:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172458112 00000100:00100000:3.0:1742903178.371523:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77646 00000100:00100000:3.0:1742903178.371528:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172458112:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.371554:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.371588:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.371625:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172458112:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 97us (181us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.371631:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77646 00000100:00100000:0.0:1742903178.372876:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.373020:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172458240 00000100:00100000:3.0:1742903178.373025:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172458240 00000100:00100000:3.0:1742903178.373103:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77647 00000100:00100000:3.0:1742903178.373109:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172458240:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.373127:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.373160:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.373195:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172458240:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 85us (319us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.373200:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77647 00000100:00100000:0.0:1742903178.375616:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.375687:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172458368 00000100:00100000:2.0:1742903178.375695:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172458368 00000100:00100000:2.0:1742903178.375734:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77648 00000100:00100000:2.0:1742903178.375740:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172458368:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.375766:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.375821:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903178.375855:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172458368:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 114us (720us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.375861:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77648 00000100:00100000:0.0:1742903178.377367:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.377431:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172458496 00000100:00100000:3.0:1742903178.377436:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172458496 00000100:00100000:3.0:1742903178.377468:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77649 00000100:00100000:3.0:1742903178.377472:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172458496:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.377489:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdd6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.377531:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdd6:0x0]: rc = -2 00000100:00100000:3.0:1742903178.377579:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172458496:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 105us (213us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.377585:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77649 00000100:00100000:0.0:1742903178.379181:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.379217:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172458624 00000100:00100000:3.0:1742903178.379220:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172458624 00000100:00100000:3.0:1742903178.379244:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77650 00000100:00100000:3.0:1742903178.379248:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172458624:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.379262:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdd7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.379294:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdd7:0x0]: rc = -2 00000100:00100000:3.0:1742903178.379343:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172458624:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 94us (165us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.379358:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77650 00000100:00100000:0.0:1742903178.380385:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.380639:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172458752 00000100:00100000:3.0:1742903178.380644:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172458752 00000100:00100000:3.0:1742903178.380673:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77651 00000100:00100000:3.0:1742903178.380679:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172458752:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.380716:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.380751:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.380781:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172458752:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 101us (397us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.380790:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77651 00000100:00100000:0.0:1742903178.381453:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.381483:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172458880 00000100:00100000:3.0:1742903178.381486:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172458880 00000100:00100000:3.0:1742903178.381510:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77652 00000100:00100000:3.0:1742903178.381514:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172458880:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.381527:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.381549:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.381582:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172458880:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 66us (128us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.381587:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77652 00000100:00100000:0.0:1742903178.382727:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.383059:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172459008 00000100:00100000:2.0:1742903178.383064:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172459008 00000100:00100000:2.0:1742903178.383094:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77653 00000100:00100000:2.0:1742903178.383099:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172459008:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.383121:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.383155:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903178.383182:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172459008:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 82us (457us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.383187:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77653 00000100:00100000:0.0:1742903178.384741:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.384795:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172459136 00000100:00100000:3.0:1742903178.384800:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172459136 00000100:00100000:3.0:1742903178.384828:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77654 00000100:00100000:3.0:1742903178.384833:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172459136:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.384848:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.384888:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.384915:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172459136:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 81us (176us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.384920:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77654 00000100:00100000:0.0:1742903178.385981:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.386164:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172459264 00000100:00100000:3.0:1742903178.386168:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172459264 00000100:00100000:3.0:1742903178.386229:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77655 00000100:00100000:3.0:1742903178.386235:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172459264:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.386250:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdd8:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.386583:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdd8:0x0]: rc = -2 00000100:00100000:3.0:1742903178.386611:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172459264:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 375us (630us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.386617:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77655 00000100:00100000:0.0:1742903178.387685:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.387750:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172459392 00000100:00100000:3.0:1742903178.387754:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172459392 00000100:00100000:3.0:1742903178.388068:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77656 00000100:00100000:3.0:1742903178.388073:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172459392:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.388100:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdd9:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.388132:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdd9:0x0]: rc = -2 00000100:00100000:3.0:1742903178.388163:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172459392:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 89us (478us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.388168:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77656 00000100:00100000:0.0:1742903178.389513:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.389623:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172459520 00000100:00100000:2.0:1742903178.389628:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172459520 00000100:00100000:2.0:1742903178.389937:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77657 00000100:00100000:2.0:1742903178.389943:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172459520:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.389973:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.390015:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903178.390047:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172459520:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 103us (537us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.390053:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77657 00000100:00100000:0.0:1742903178.391017:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.391076:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172459648 00000100:00100000:2.0:1742903178.391081:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172459648 00000100:00100000:2.0:1742903178.391107:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77658 00000100:00100000:2.0:1742903178.391112:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172459648:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.391125:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.391150:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903178.391183:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172459648:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 70us (167us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.391190:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77658 00000100:00100000:0.0:1742903178.392412:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.392447:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172459776 00000100:00100000:3.0:1742903178.392451:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172459776 00000100:00100000:3.0:1742903178.392506:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77659 00000100:00100000:3.0:1742903178.392511:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd43850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172459776:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.392526:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.392562:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.392591:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd43850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172459776:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 79us (179us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.392597:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77659 00000100:00100000:0.0:1742903178.394265:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.394346:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172459904 00000100:00100000:2.0:1742903178.394363:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172459904 00000100:00100000:2.0:1742903178.394389:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77660 00000100:00100000:2.0:1742903178.394395:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172459904:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.394419:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.394459:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903178.394501:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172459904:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 105us (239us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.394507:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77660 00000100:00100000:0.0:1742903178.395627:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.395786:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172460032 00000100:00100000:3.0:1742903178.395796:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172460032 00000100:00100000:3.0:1742903178.395853:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77661 00000100:00100000:3.0:1742903178.395859:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172460032:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.395885:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdda:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.395943:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdda:0x0]: rc = -2 00000100:00100000:3.0:1742903178.396000:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172460032:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 140us (373us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.396006:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77661 00000100:00100000:0.0:1742903178.397848:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.398982:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172460160 00000100:00100000:3.0:1742903178.398991:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172460160 00000100:00100000:3.0:1742903178.399098:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77662 00000100:00100000:3.0:1742903178.399106:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172460160:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.399131:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.399193:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.399246:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172460160:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 139us (1400us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.399252:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77662 00000100:00100000:0.0:1742903178.401687:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.401859:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172460288 00000100:00100000:2.0:1742903178.401869:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172460288 00000100:00100000:2.0:1742903178.401919:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77663 00000100:00100000:2.0:1742903178.401925:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172460288:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.401951:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.402010:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903178.402064:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172460288:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 134us (380us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.402071:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77663 00000100:00100000:0.0:1742903178.403762:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.403839:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172460416 00000100:00100000:2.0:1742903178.403845:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172460416 00000100:00100000:2.0:1742903178.403877:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77664 00000100:00100000:2.0:1742903178.403883:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172460416:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.403900:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xddb:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.403939:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xddb:0x0]: rc = -2 00000100:00100000:2.0:1742903178.403980:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172460416:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 97us (222us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.403986:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77664 00000100:00100000:0.0:1742903178.405005:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.405206:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172460544 00000100:00100000:3.0:1742903178.405211:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172460544 00000100:00100000:3.0:1742903178.405267:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77665 00000100:00100000:3.0:1742903178.405272:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172460544:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.405287:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.405371:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.405404:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172460544:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 130us (400us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.405410:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77665 00000100:00100000:0.0:1742903178.407511:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.407550:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172460672 00000100:00100000:2.0:1742903178.407556:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172460672 00000100:00100000:2.0:1742903178.407586:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77666 00000100:00100000:2.0:1742903178.407591:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172460672:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.407610:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.407659:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903178.407701:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172460672:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 108us (194us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.407710:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77666 00000100:00100000:0.0:1742903178.408837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.408954:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172460800 00000100:00100000:2.0:1742903178.408959:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172460800 00000100:00100000:2.0:1742903178.409001:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77667 00000100:00100000:2.0:1742903178.409006:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172460800:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.409022:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xddc:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.409053:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xddc:0x0]: rc = -2 00000100:00100000:2.0:1742903178.409077:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172460800:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 70us (246us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.409087:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77667 00000100:00100000:0.0:1742903178.410192:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.410344:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172460928 00000100:00100000:3.0:1742903178.410358:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172460928 00000100:00100000:3.0:1742903178.410392:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77668 00000100:00100000:3.0:1742903178.410398:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172460928:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.410415:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xddd:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.410450:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xddd:0x0]: rc = -2 00000100:00100000:3.0:1742903178.410720:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172460928:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 320us (528us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.410726:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77668 00000100:00100000:0.0:1742903178.412449:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.412561:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172461056 00000100:00100000:3.0:1742903178.412569:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172461056 00000100:00100000:3.0:1742903178.412608:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77669 00000100:00100000:3.0:1742903178.412618:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172461056:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.412646:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.412704:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.412754:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172461056:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 136us (311us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.412761:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77669 00000100:00100000:0.0:1742903178.413659:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.413722:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172461184 00000100:00100000:3.0:1742903178.413727:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172461184 00000100:00100000:3.0:1742903178.413751:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77670 00000100:00100000:3.0:1742903178.413756:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172461184:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.413772:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.413802:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.413824:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172461184:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 67us (166us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.413831:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77670 00000100:00100000:0.0:1742903178.414785:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.415186:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172461312 00000100:00100000:2.0:1742903178.415196:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172461312 00000100:00100000:2.0:1742903178.415242:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77671 00000100:00100000:2.0:1742903178.415248:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172461312:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.415271:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.415720:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903178.415776:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172461312:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 526us (992us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.415782:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77671 00000100:00100000:0.0:1742903178.417104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.417208:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172461440 00000100:00100000:2.0:1742903178.417214:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172461440 00000100:00100000:2.0:1742903178.417251:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77672 00000100:00100000:2.0:1742903178.417256:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172461440:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.417274:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.417394:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903178.417435:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172461440:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 178us (333us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.417441:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77672 00000100:00100000:0.0:1742903178.418886:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.419023:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172461568 00000100:00100000:2.0:1742903178.419028:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172461568 00000100:00100000:2.0:1742903178.419061:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77673 00000100:00100000:2.0:1742903178.419110:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172461568:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.419131:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdde:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.419168:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdde:0x0]: rc = -2 00000100:00100000:2.0:1742903178.419202:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172461568:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 135us (318us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.419207:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77673 00000100:00100000:0.0:1742903178.420769:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.420823:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172461696 00000100:00100000:2.0:1742903178.420829:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172461696 00000100:00100000:2.0:1742903178.420863:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77674 00000100:00100000:2.0:1742903178.420868:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172461696:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.420888:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xddf:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.421093:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xddf:0x0]: rc = -2 00000100:00100000:2.0:1742903178.421129:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172461696:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 260us (364us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.421136:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77674 00000100:00100000:0.0:1742903178.423156:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.423876:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172461824 00000100:00100000:2.0:1742903178.423886:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172461824 00000100:00100000:2.0:1742903178.423925:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77675 00000100:00100000:2.0:1742903178.423931:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172461824:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.423954:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.424006:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903178.424061:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172461824:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 128us (911us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.424067:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77675 00000100:00100000:0.0:1742903178.426406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.426520:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172461952 00000100:00100000:2.0:1742903178.426529:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172461952 00000100:00100000:2.0:1742903178.426575:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77676 00000100:00100000:2.0:1742903178.426582:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172461952:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.426614:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.426681:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903178.426729:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172461952:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 147us (329us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.426737:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77676 00000100:00100000:0.0:1742903178.428170:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.428242:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172462080 00000100:00100000:2.0:1742903178.428252:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172462080 00000100:00100000:2.0:1742903178.428289:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77677 00000100:00100000:2.0:1742903178.428294:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172462080:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.428337:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.428402:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903178.428455:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172462080:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 159us (287us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.428461:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77677 00000100:00100000:0.0:1742903178.429675:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.429747:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172462208 00000100:00100000:2.0:1742903178.429752:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172462208 00000100:00100000:2.0:1742903178.429783:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77678 00000100:00100000:2.0:1742903178.429788:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172462208:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.429806:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.429837:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903178.429863:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172462208:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 74us (190us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.429869:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77678 00000100:00100000:0.0:1742903178.431309:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.432191:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172462336 00000100:00100000:1.0:1742903178.432199:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172462336 00000100:00100000:1.0:1742903178.432247:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77679 00000100:00100000:1.0:1742903178.432253:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172462336:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.432274:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xde0:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.432362:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xde0:0x0]: rc = -2 00000100:00100000:1.0:1742903178.432402:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172462336:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 149us (1094us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.432408:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77679 00000100:00100000:2.0:1742903178.437474:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.437552:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172462464 00000100:00100000:1.0:1742903178.437560:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172462464 00000100:00100000:1.0:1742903178.437595:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77680 00000100:00100000:1.0:1742903178.437600:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172462464:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.437626:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xde1:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.437920:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xde1:0x0]: rc = -2 00000100:00100000:1.0:1742903178.437971:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172462464:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 370us (504us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.437979:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77680 00000100:00100000:0.0:1742903178.440238:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.440574:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172462592 00000100:00100000:1.0:1742903178.440581:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172462592 00000100:00100000:1.0:1742903178.440607:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77681 00000100:00100000:1.0:1742903178.440612:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172462592:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.440631:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.440686:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:1.0:1742903178.440957:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172462592:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 344us (723us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.440964:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77681 00000100:00100000:1.0:1742903178.444207:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903178.444468:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172462720 00000100:00100000:0.0:1742903178.444480:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172462720 00000100:00100000:0.0:1742903178.444523:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77682 00000100:00100000:0.0:1742903178.444529:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172462720:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903178.444622:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903178.444908:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:0.0:1742903178.444957:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172462720:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 425us (754us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903178.444964:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77682 00000100:00100000:0.0:1742903178.447438:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.447509:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172462848 00000100:00100000:2.0:1742903178.447516:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172462848 00000100:00100000:2.0:1742903178.447553:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77683 00000100:00100000:2.0:1742903178.447559:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172462848:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.447581:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.447866:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903178.447960:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172462848:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 399us (526us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.447966:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77683 00000100:00100000:2.0:1742903178.449768:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903178.449831:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172462976 00000100:00100000:0.0:1742903178.449839:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172462976 00000100:00100000:0.0:1742903178.449881:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77684 00000100:00100000:0.0:1742903178.449888:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172462976:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903178.449915:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903178.449990:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:0.0:1742903178.450028:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172462976:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 140us (267us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903178.450034:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77684 00000100:00100000:0.0:1742903178.451297:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.451407:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172463104 00000100:00100000:2.0:1742903178.451414:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172463104 00000100:00100000:2.0:1742903178.451443:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77685 00000100:00100000:2.0:1742903178.451448:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172463104:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.451466:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xde2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.451504:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xde2:0x0]: rc = -2 00000100:00100000:2.0:1742903178.451547:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172463104:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 98us (256us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.451553:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77685 00000100:00100000:0.0:1742903178.452939:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.452990:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172463232 00000100:00100000:2.0:1742903178.453001:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172463232 00000100:00100000:2.0:1742903178.453038:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77686 00000100:00100000:2.0:1742903178.453043:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172463232:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.453172:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xde3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.453226:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xde3:0x0]: rc = -2 00000100:00100000:2.0:1742903178.453268:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172463232:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 223us (331us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.453275:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77686 00000100:00100000:0.0:1742903178.457963:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.458280:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172463360 00000100:00100000:2.0:1742903178.458290:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172463360 00000100:00100000:2.0:1742903178.458620:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77687 00000100:00100000:2.0:1742903178.458627:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172463360:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.458653:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.458713:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903178.458997:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172463360:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 368us (1043us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.459004:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77687 00000100:00100000:0.0:1742903178.462201:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.462306:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172463488 00000100:00100000:2.0:1742903178.462397:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172463488 00000100:00100000:2.0:1742903178.462551:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77688 00000100:00100000:2.0:1742903178.462558:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172463488:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.462587:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.462654:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903178.462705:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172463488:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 147us (513us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.462712:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77688 00000100:00100000:0.0:1742903178.464843:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.465240:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172463616 00000100:00100000:1.0:1742903178.465247:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172463616 00000100:00100000:1.0:1742903178.465290:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77689 00000100:00100000:1.0:1742903178.465295:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172463616:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.465345:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.465421:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:1.0:1742903178.465456:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172463616:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 160us (616us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.465463:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77689 00000100:00100000:0.0:1742903178.468633:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.468738:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172463744 00000100:00100000:2.0:1742903178.468746:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172463744 00000100:00100000:2.0:1742903178.468795:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77690 00000100:00100000:2.0:1742903178.468800:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172463744:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.468833:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.468911:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903178.468959:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172463744:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 157us (332us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.468966:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77690 00000100:00100000:0.0:1742903178.470557:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.470619:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172463872 00000100:00100000:2.0:1742903178.470625:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172463872 00000100:00100000:2.0:1742903178.470656:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77691 00000100:00100000:2.0:1742903178.470661:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172463872:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.470680:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xde5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.470719:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xde5:0x0]: rc = -2 00000100:00100000:2.0:1742903178.470758:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172463872:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 96us (204us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.470764:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77691 00000100:00100000:0.0:1742903178.472799:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.472938:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172464000 00000100:00100000:2.0:1742903178.472944:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172464000 00000100:00100000:2.0:1742903178.472985:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77692 00000100:00100000:2.0:1742903178.472991:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172464000:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.473016:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xde4:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.473066:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xde4:0x0]: rc = -2 00000100:00100000:2.0:1742903178.473654:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172464000:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 661us (859us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.473665:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77692 00000100:00100000:0.0:1742903178.476812:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.477120:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172464128 00000100:00100000:2.0:1742903178.477130:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172464128 00000100:00100000:2.0:1742903178.477259:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77693 00000100:00100000:2.0:1742903178.477266:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172464128:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.477293:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.477514:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903178.477697:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172464128:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 430us (890us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.477704:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77693 00000100:00100000:0.0:1742903178.478671:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.478731:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172464256 00000100:00100000:2.0:1742903178.478735:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172464256 00000100:00100000:2.0:1742903178.478755:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77694 00000100:00100000:2.0:1742903178.478758:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172464256:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.478772:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.478800:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903178.478817:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172464256:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 58us (148us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.478821:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77694 00000100:00100000:0.0:1742903178.480068:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.480211:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172464384 00000100:00100000:1.0:1742903178.480216:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172464384 00000100:00100000:1.0:1742903178.480246:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77695 00000100:00100000:1.0:1742903178.480250:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172464384:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.480269:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.480314:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:1.0:1742903178.480371:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172464384:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 120us (304us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.480380:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77695 00000100:00100000:0.0:1742903178.481727:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.481795:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172464512 00000100:00100000:2.0:1742903178.481799:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172464512 00000100:00100000:2.0:1742903178.481866:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77696 00000100:00100000:2.0:1742903178.481871:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172464512:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.481887:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.481921:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903178.482079:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172464512:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 206us (353us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.482086:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77696 00000100:00100000:0.0:1742903178.483285:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.483744:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172464640 00000100:00100000:2.0:1742903178.483749:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172464640 00000100:00100000:2.0:1742903178.483855:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77697 00000100:00100000:2.0:1742903178.483861:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172464640:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.483881:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xde6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.483921:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xde6:0x0]: rc = -2 00000100:00100000:2.0:1742903178.483958:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172464640:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 96us (674us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.483964:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77697 00000100:00100000:0.0:1742903178.484857:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.484903:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172464768 00000100:00100000:1.0:1742903178.484908:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172464768 00000100:00100000:1.0:1742903178.484940:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77698 00000100:00100000:1.0:1742903178.484945:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172464768:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.484960:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xde7:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.484993:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xde7:0x0]: rc = -2 00000100:00100000:1.0:1742903178.485024:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172464768:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 77us (169us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.485030:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77698 00000100:00100000:0.0:1742903178.486180:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.486221:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172464896 00000100:00100000:2.0:1742903178.486226:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172464896 00000100:00100000:2.0:1742903178.486278:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77699 00000100:00100000:2.0:1742903178.486283:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172464896:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.486424:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xde8:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.486459:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xde8:0x0]: rc = -2 00000100:00100000:2.0:1742903178.486484:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172464896:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 200us (305us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.486490:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77699 00000100:00100000:0.0:1742903178.487977:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.488163:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172465024 00000100:00100000:1.0:1742903178.488168:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172465024 00000100:00100000:1.0:1742903178.488194:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77700 00000100:00100000:1.0:1742903178.488197:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172465024:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.488212:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xde9:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.488244:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xde9:0x0]: rc = -2 00000100:00100000:1.0:1742903178.488271:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172465024:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 73us (298us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.488281:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77700 00000100:00100000:0.0:1742903178.489917:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.490046:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172465152 00000100:00100000:2.0:1742903178.490052:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172465152 00000100:00100000:2.0:1742903178.490085:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77701 00000100:00100000:2.0:1742903178.490089:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172465152:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.490107:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.490147:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903178.490186:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172465152:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 95us (271us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.490192:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77701 00000100:00100000:0.0:1742903178.491935:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.491978:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172465280 00000100:00100000:1.0:1742903178.491983:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172465280 00000100:00100000:1.0:1742903178.492017:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77702 00000100:00100000:1.0:1742903178.492022:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172465280:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.492043:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.492083:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:1.0:1742903178.492122:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172465280:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 99us (190us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.492129:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77702 00000100:00100000:0.0:1742903178.493409:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.493678:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172465408 00000100:00100000:2.0:1742903178.493684:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172465408 00000100:00100000:2.0:1742903178.493723:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77703 00000100:00100000:2.0:1742903178.493729:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172465408:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.493747:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.493789:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903178.493826:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172465408:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 96us (419us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.493832:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77703 00000100:00100000:0.0:1742903178.495052:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.495273:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172465536 00000100:00100000:1.0:1742903178.495280:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172465536 00000100:00100000:1.0:1742903178.495458:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77704 00000100:00100000:1.0:1742903178.495463:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172465536:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.495483:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.495524:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:1.0:1742903178.495550:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172465536:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 86us (500us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.495556:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77704 00000100:00100000:0.0:1742903178.496861:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.496901:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172465664 00000100:00100000:2.0:1742903178.496906:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172465664 00000100:00100000:2.0:1742903178.496933:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77705 00000100:00100000:2.0:1742903178.496937:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172465664:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.496954:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdea:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.496993:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdea:0x0]: rc = -2 00000100:00100000:2.0:1742903178.497027:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172465664:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 88us (167us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.497033:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77705 00000100:00100000:0.0:1742903178.498301:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.498411:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172465792 00000100:00100000:1.0:1742903178.498416:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172465792 00000100:00100000:1.0:1742903178.498440:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77706 00000100:00100000:1.0:1742903178.498445:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172465792:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.498461:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdeb:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.498497:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdeb:0x0]: rc = -2 00000100:00100000:1.0:1742903178.498567:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172465792:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 120us (266us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.498573:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77706 00000100:00100000:0.0:1742903178.499581:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.499655:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172465920 00000100:00100000:1.0:1742903178.499659:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172465920 00000100:00100000:1.0:1742903178.499732:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77707 00000100:00100000:1.0:1742903178.499738:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172465920:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.499755:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.499788:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:1.0:1742903178.499818:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172465920:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 79us (239us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.499824:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77707 00000100:00100000:0.0:1742903178.501104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.501167:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172466048 00000100:00100000:1.0:1742903178.501172:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172466048 00000100:00100000:1.0:1742903178.501200:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77708 00000100:00100000:1.0:1742903178.501205:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172466048:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.501219:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.501247:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:1.0:1742903178.501268:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172466048:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 62us (166us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.501273:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77708 00000100:00100000:0.0:1742903178.502377:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.502514:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172466176 00000100:00100000:1.0:1742903178.502518:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172466176 00000100:00100000:1.0:1742903178.502536:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77709 00000100:00100000:1.0:1742903178.502540:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172466176:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.502565:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.502593:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:1.0:1742903178.502623:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172466176:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 81us (247us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.502629:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77709 00000100:00100000:0.0:1742903178.503667:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.503909:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172466304 00000100:00100000:1.0:1742903178.503913:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172466304 00000100:00100000:1.0:1742903178.503940:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77710 00000100:00100000:1.0:1742903178.503944:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172466304:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.503958:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.503987:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:1.0:1742903178.504190:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172466304:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 243us (522us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.504196:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77710 00000100:00100000:0.0:1742903178.505641:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.505799:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172466432 00000100:00100000:1.0:1742903178.505806:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172466432 00000100:00100000:1.0:1742903178.505844:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77711 00000100:00100000:1.0:1742903178.505850:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172466432:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.505873:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdec:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.505924:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdec:0x0]: rc = -2 00000100:00100000:1.0:1742903178.505955:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172466432:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 106us (322us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.505959:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77711 00000100:00100000:0.0:1742903178.510371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.510411:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172466560 00000100:00100000:1.0:1742903178.510419:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172466560 00000100:00100000:1.0:1742903178.510462:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77712 00000100:00100000:1.0:1742903178.510467:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172466560:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.510494:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xded:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.510551:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xded:0x0]: rc = -2 00000100:00100000:1.0:1742903178.510595:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172466560:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 126us (231us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.510601:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77712 00000100:00100000:0.0:1742903178.513877:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.513946:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172466688 00000100:00100000:2.0:1742903178.513955:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172466688 00000100:00100000:2.0:1742903178.513999:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77713 00000100:00100000:2.0:1742903178.514004:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172466688:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.514029:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.514097:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903178.514144:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172466688:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 138us (274us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.514278:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77713 00000100:00100000:0.0:1742903178.515983:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.516155:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172466816 00000100:00100000:2.0:1742903178.516160:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172466816 00000100:00100000:2.0:1742903178.516193:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77714 00000100:00100000:2.0:1742903178.516198:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172466816:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.516219:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.516488:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903178.516523:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172466816:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 324us (543us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.516530:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77714 00000100:00100000:0.0:1742903178.518015:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.518092:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172466944 00000100:00100000:2.0:1742903178.518097:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172466944 00000100:00100000:2.0:1742903178.518267:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77715 00000100:00100000:2.0:1742903178.518273:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172466944:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.518290:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.518378:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903178.518418:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172466944:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 143us (405us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.518425:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77715 00000100:00100000:0.0:1742903178.519497:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.519624:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172467072 00000100:00100000:2.0:1742903178.519629:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172467072 00000100:00100000:2.0:1742903178.519656:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77716 00000100:00100000:2.0:1742903178.519661:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099806a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172467072:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.519676:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.519707:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903178.519731:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099806a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172467072:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 69us (236us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.519736:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77716 00000100:00100000:0.0:1742903178.521192:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.521251:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172467200 00000100:00100000:2.0:1742903178.521258:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172467200 00000100:00100000:2.0:1742903178.521301:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77717 00000100:00100000:2.0:1742903178.521307:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172467200:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.521370:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdee:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.521425:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdee:0x0]: rc = -2 00000100:00100000:2.0:1742903178.521474:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172467200:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 166us (286us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.521480:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77717 00000100:00100000:0.0:1742903178.522870:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.522944:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172467328 00000100:00100000:2.0:1742903178.522950:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172467328 00000100:00100000:2.0:1742903178.522982:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77718 00000100:00100000:2.0:1742903178.522987:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172467328:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.523008:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdef:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.523056:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdef:0x0]: rc = -2 00000100:00100000:2.0:1742903178.523090:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172467328:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 102us (222us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.523096:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77718 00000100:00100000:0.0:1742903178.524411:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.524490:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172467456 00000100:00100000:2.0:1742903178.524498:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172467456 00000100:00100000:2.0:1742903178.524536:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77719 00000100:00100000:2.0:1742903178.524541:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172467456:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.524564:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.524617:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903178.524652:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172467456:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 110us (247us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.524659:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77719 00000100:00100000:0.0:1742903178.526376:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.526466:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172467584 00000100:00100000:3.0:1742903178.526558:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172467584 00000100:00100000:3.0:1742903178.526604:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77720 00000100:00100000:3.0:1742903178.526610:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172467584:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.526635:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.526709:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.526746:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172467584:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 135us (377us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.526753:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77720 00000100:00100000:0.0:1742903178.527623:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.527677:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172467712 00000100:00100000:3.0:1742903178.527682:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172467712 00000100:00100000:3.0:1742903178.527709:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77721 00000100:00100000:3.0:1742903178.527714:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172467712:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.527729:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.527753:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.527784:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172467712:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 68us (161us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.527789:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77721 00000100:00100000:0.0:1742903178.528573:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.528634:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172467840 00000100:00100000:1.0:1742903178.528639:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172467840 00000100:00100000:1.0:1742903178.528667:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77722 00000100:00100000:1.0:1742903178.528672:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172467840:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.528687:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.528724:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:1.0:1742903178.528750:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172467840:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 78us (179us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.528757:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77722 00000100:00100000:0.0:1742903178.529689:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.529730:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172467968 00000100:00100000:1.0:1742903178.529734:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172467968 00000100:00100000:1.0:1742903178.529763:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77723 00000100:00100000:1.0:1742903178.529771:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172467968:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.529786:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdf0:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.529811:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdf0:0x0]: rc = -2 00000100:00100000:1.0:1742903178.529841:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172467968:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 72us (153us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.529847:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77723 00000100:00100000:0.0:1742903178.530492:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.530529:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172468096 00000100:00100000:3.0:1742903178.530533:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172468096 00000100:00100000:3.0:1742903178.530562:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77724 00000100:00100000:3.0:1742903178.530567:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172468096:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.530579:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdf1:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.530605:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdf1:0x0]: rc = -2 00000100:00100000:3.0:1742903178.530629:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172468096:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 61us (137us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.530634:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77724 00000100:00100000:0.0:1742903178.531532:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.531665:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172468224 00000100:00100000:3.0:1742903178.531670:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172468224 00000100:00100000:3.0:1742903178.531699:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77725 00000100:00100000:3.0:1742903178.531704:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172468224:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.531718:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.531749:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.531782:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172468224:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 76us (250us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.531787:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77725 00000100:00100000:0.0:1742903178.532877:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.532915:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172468352 00000100:00100000:1.0:1742903178.532919:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172468352 00000100:00100000:1.0:1742903178.533051:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77726 00000100:00100000:1.0:1742903178.533056:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172468352:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.533071:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.533103:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:1.0:1742903178.533138:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172468352:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 81us (261us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.533144:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77726 00000100:00100000:0.0:1742903178.534693:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.534762:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172468480 00000100:00100000:3.0:1742903178.534767:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172468480 00000100:00100000:3.0:1742903178.534838:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77727 00000100:00100000:3.0:1742903178.534843:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172468480:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.534861:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.534895:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.535205:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172468480:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 359us (512us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.535212:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77727 00000100:00100000:0.0:1742903178.536005:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.536081:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172468608 00000100:00100000:3.0:1742903178.536084:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172468608 00000100:00100000:3.0:1742903178.536238:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77728 00000100:00100000:3.0:1742903178.536247:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172468608:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.536259:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.536283:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.536308:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172468608:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 66us (306us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.536313:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77728 00000100:00100000:0.0:1742903178.537944:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.538016:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172468736 00000100:00100000:1.0:1742903178.538022:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172468736 00000100:00100000:1.0:1742903178.538057:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77729 00000100:00100000:1.0:1742903178.538062:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172468736:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.538081:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdf3:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.538121:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdf3:0x0]: rc = -2 00000100:00100000:1.0:1742903178.538146:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172468736:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 83us (205us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.538152:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77729 00000100:00100000:0.0:1742903178.539273:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.539360:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172468864 00000100:00100000:3.0:1742903178.539366:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172468864 00000100:00100000:3.0:1742903178.539396:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77730 00000100:00100000:3.0:1742903178.539402:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172468864:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.539418:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdf2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.539454:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdf2:0x0]: rc = -2 00000100:00100000:3.0:1742903178.539490:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172468864:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 88us (219us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.539496:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77730 00000100:00100000:0.0:1742903178.540518:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.540598:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172468992 00000100:00100000:1.0:1742903178.540604:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172468992 00000100:00100000:1.0:1742903178.540663:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77731 00000100:00100000:1.0:1742903178.540668:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172468992:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.540683:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.540715:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:1.0:1742903178.540746:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172468992:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 77us (228us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.540753:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77731 00000100:00100000:2.0:1742903178.541660:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.541738:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172469120 00000100:00100000:3.0:1742903178.541741:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172469120 00000100:00100000:3.0:1742903178.541794:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77732 00000100:00100000:3.0:1742903178.541799:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172469120:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.541813:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.541839:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.541937:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172469120:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 136us (277us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.541944:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77732 00000100:00100000:0.0:1742903178.542873:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.543007:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172469248 00000100:00100000:3.0:1742903178.543011:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172469248 00000100:00100000:3.0:1742903178.543037:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77733 00000100:00100000:3.0:1742903178.543041:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172469248:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.543056:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.543085:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.543123:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172469248:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 80us (250us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.543129:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77733 00000100:00100000:0.0:1742903178.544772:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.545003:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172469376 00000100:00100000:1.0:1742903178.545009:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172469376 00000100:00100000:1.0:1742903178.545046:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77734 00000100:00100000:1.0:1742903178.545051:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172469376:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.545071:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.545131:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:1.0:1742903178.545176:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172469376:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 123us (405us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.545186:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77734 00000100:00100000:0.0:1742903178.546648:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.546788:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172469504 00000100:00100000:3.0:1742903178.546793:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172469504 00000100:00100000:3.0:1742903178.546831:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77735 00000100:00100000:3.0:1742903178.546836:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172469504:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.546852:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdf5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.546889:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdf5:0x0]: rc = -2 00000100:00100000:3.0:1742903178.546925:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172469504:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 88us (280us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.546931:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77735 00000100:00100000:0.0:1742903178.547968:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.548011:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172469632 00000100:00100000:3.0:1742903178.548016:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172469632 00000100:00100000:3.0:1742903178.548048:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77736 00000100:00100000:3.0:1742903178.548052:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172469632:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.548069:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdf4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.548098:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdf4:0x0]: rc = -2 00000100:00100000:3.0:1742903178.548132:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172469632:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 78us (165us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.548138:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77736 00000100:00100000:0.0:1742903178.550133:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.550216:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172469760 00000100:00100000:1.0:1742903178.550222:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172469760 00000100:00100000:1.0:1742903178.550257:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77737 00000100:00100000:1.0:1742903178.550263:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172469760:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.550293:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.550372:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:1.0:1742903178.550432:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172469760:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 168us (301us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.550439:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77737 00000100:00100000:0.0:1742903178.551562:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.551623:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172469888 00000100:00100000:1.0:1742903178.551627:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172469888 00000100:00100000:1.0:1742903178.551740:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77738 00000100:00100000:1.0:1742903178.551745:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172469888:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.551759:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.551791:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:1.0:1742903178.551822:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172469888:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 76us (262us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.551829:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77738 00000100:00100000:0.0:1742903178.553297:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.553485:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172470016 00000100:00100000:1.0:1742903178.553491:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172470016 00000100:00100000:1.0:1742903178.553525:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77739 00000100:00100000:1.0:1742903178.553531:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172470016:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.553584:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.553625:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:1.0:1742903178.553664:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172470016:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 132us (369us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.553670:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77739 00000100:00100000:0.0:1742903178.555133:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.555179:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172470144 00000100:00100000:3.0:1742903178.555184:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172470144 00000100:00100000:3.0:1742903178.555216:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77740 00000100:00100000:3.0:1742903178.555222:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172470144:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.555242:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.555284:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.555469:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172470144:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 245us (339us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.555478:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77740 00000100:00100000:0.0:1742903178.556467:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.556539:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172470272 00000100:00100000:3.0:1742903178.556544:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172470272 00000100:00100000:3.0:1742903178.556574:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77741 00000100:00100000:3.0:1742903178.556579:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172470272:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.556597:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdf6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.556635:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdf6:0x0]: rc = -2 00000100:00100000:3.0:1742903178.556663:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172470272:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 82us (199us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.556669:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77741 00000100:00100000:0.0:1742903178.557948:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.558076:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172470400 00000100:00100000:3.0:1742903178.558082:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172470400 00000100:00100000:3.0:1742903178.558110:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77742 00000100:00100000:3.0:1742903178.558116:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172470400:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.558147:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdf7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.558187:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdf7:0x0]: rc = -2 00000100:00100000:3.0:1742903178.558214:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172470400:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 97us (269us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.558220:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77742 00000100:00100000:2.0:1742903178.559445:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.559525:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172470528 00000100:00100000:3.0:1742903178.559529:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172470528 00000100:00100000:3.0:1742903178.559558:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77743 00000100:00100000:3.0:1742903178.559563:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172470528:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.559577:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.559607:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.559641:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172470528:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 77us (197us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.559646:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77743 00000100:00100000:0.0:1742903178.561747:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.561797:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172470656 00000100:00100000:3.0:1742903178.561804:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172470656 00000100:00100000:3.0:1742903178.561848:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77744 00000100:00100000:3.0:1742903178.561853:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172470656:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.561876:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.561927:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.561971:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172470656:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 116us (229us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.561976:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77744 00000100:00100000:0.0:1742903178.563367:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.563513:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172470784 00000100:00100000:1.0:1742903178.563527:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172470784 00000100:00100000:1.0:1742903178.563689:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77745 00000100:00100000:1.0:1742903178.563694:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172470784:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.563714:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.563761:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:1.0:1742903178.563800:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172470784:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 105us (436us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.563806:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77745 00010000:00010000:2.0:1742903178.564533:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903178.566010:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.566083:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172470912 00000100:00100000:1.0:1742903178.566089:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172470912 00000100:00100000:1.0:1742903178.566272:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77746 00000100:00100000:1.0:1742903178.566278:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172470912:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.566346:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.566412:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:1.0:1742903178.566451:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172470912:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 171us (443us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.566460:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77746 00000100:00100000:0.0:1742903178.567603:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.567667:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172471040 00000100:00100000:3.0:1742903178.567672:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172471040 00000100:00100000:3.0:1742903178.567709:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77747 00000100:00100000:3.0:1742903178.567714:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172471040:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.567729:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdf8:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.567767:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdf8:0x0]: rc = -2 00000100:00100000:3.0:1742903178.567809:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172471040:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 91us (204us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.567814:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77747 00000100:00100000:0.0:1742903178.568952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.569008:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172471168 00000100:00100000:1.0:1742903178.569013:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172471168 00000100:00100000:1.0:1742903178.569126:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77748 00000100:00100000:1.0:1742903178.569132:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172471168:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.569149:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdf9:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.569189:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdf9:0x0]: rc = -2 00000100:00100000:1.0:1742903178.569392:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172471168:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 258us (441us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.569398:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77748 00000100:00100000:0.0:1742903178.570715:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.571026:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172471296 00000100:00100000:1.0:1742903178.571031:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172471296 00000100:00100000:1.0:1742903178.571067:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77749 00000100:00100000:1.0:1742903178.571072:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172471296:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.571092:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.571137:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:1.0:1742903178.571167:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172471296:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 93us (454us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.571177:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77749 00000100:00100000:0.0:1742903178.574916:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.575565:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172471424 00000100:00100000:3.0:1742903178.575574:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172471424 00000100:00100000:3.0:1742903178.575619:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77750 00000100:00100000:3.0:1742903178.575625:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172471424:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.575663:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.575734:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.575772:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172471424:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 146us (866us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.575778:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77750 00000100:00100000:0.0:1742903178.577098:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.577158:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172471552 00000100:00100000:1.0:1742903178.577164:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172471552 00000100:00100000:1.0:1742903178.577196:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77751 00000100:00100000:1.0:1742903178.577201:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172471552:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.577219:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.577257:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:1.0:1742903178.577279:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172471552:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 78us (184us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.577285:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77751 00000100:00100000:0.0:1742903178.579526:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.579597:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172471680 00000100:00100000:3.0:1742903178.579605:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172471680 00000100:00100000:3.0:1742903178.579812:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77752 00000100:00100000:3.0:1742903178.579818:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172471680:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.579839:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.579888:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.579927:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172471680:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 109us (405us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.579932:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77752 00000100:00100000:0.0:1742903178.582576:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.582749:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172471808 00000100:00100000:1.0:1742903178.582758:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172471808 00000100:00100000:1.0:1742903178.582800:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77753 00000100:00100000:1.0:1742903178.582805:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172471808:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.582846:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdfa:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.582903:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdfa:0x0]: rc = -2 00000100:00100000:1.0:1742903178.582939:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172471808:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 133us (368us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.582945:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77753 00000100:00100000:0.0:1742903178.585785:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.586053:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172471936 00000100:00100000:3.0:1742903178.586064:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172471936 00000100:00100000:3.0:1742903178.586194:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77754 00000100:00100000:3.0:1742903178.586201:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172471936:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.586227:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdfb:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.586294:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdfb:0x0]: rc = -2 00000100:00100000:3.0:1742903178.586389:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172471936:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 187us (611us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.586396:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77754 00000100:00100000:0.0:1742903178.587667:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.587820:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172472064 00000100:00100000:3.0:1742903178.587827:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172472064 00000100:00100000:3.0:1742903178.587861:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77755 00000100:00100000:3.0:1742903178.587867:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172472064:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.587887:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.587927:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.587961:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172472064:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 94us (298us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.587967:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77755 00000100:00100000:0.0:1742903178.590699:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.590809:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172472192 00000100:00100000:1.0:1742903178.590823:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172472192 00000100:00100000:1.0:1742903178.591840:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77756 00000100:00100000:1.0:1742903178.591848:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172472192:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.591886:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.591956:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:1.0:1742903178.592069:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172472192:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 220us (1378us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.592076:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77756 00000100:00100000:0.0:1742903178.593971:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.594047:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172472320 00000100:00100000:3.0:1742903178.594055:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172472320 00000100:00100000:3.0:1742903178.594190:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77757 00000100:00100000:3.0:1742903178.594196:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172472320:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.594233:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.594285:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.594503:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172472320:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 305us (536us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.594509:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77757 00000100:00100000:2.0:1742903178.595810:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.595911:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172472448 00000100:00100000:3.0:1742903178.595917:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172472448 00000100:00100000:3.0:1742903178.595952:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77758 00000100:00100000:3.0:1742903178.595957:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172472448:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.595976:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.596019:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.596096:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172472448:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 137us (287us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.596102:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77758 00000100:00100000:0.0:1742903178.598275:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.598434:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172472576 00000100:00100000:3.0:1742903178.598441:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172472576 00000100:00100000:3.0:1742903178.598486:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77759 00000100:00100000:3.0:1742903178.598493:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172472576:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.598518:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdfc:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.598576:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdfc:0x0]: rc = -2 00000100:00100000:3.0:1742903178.598622:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172472576:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 128us (353us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.598629:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77759 00000100:00100000:0.0:1742903178.602776:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.602860:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172472704 00000100:00100000:3.0:1742903178.602870:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172472704 00000100:00100000:3.0:1742903178.602920:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77760 00000100:00100000:3.0:1742903178.602928:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172472704:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.602963:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdfd:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.603031:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdfd:0x0]: rc = -2 00000100:00100000:3.0:1742903178.603075:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172472704:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 147us (308us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.603081:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77760 00000100:00100000:0.0:1742903178.604428:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.604486:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172472832 00000100:00100000:3.0:1742903178.604493:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172472832 00000100:00100000:3.0:1742903178.604525:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77761 00000100:00100000:3.0:1742903178.604530:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172472832:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.604587:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.604632:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.604673:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172472832:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 141us (247us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.604679:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77761 00000100:00100000:0.0:1742903178.605716:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.606111:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172472960 00000100:00100000:3.0:1742903178.606117:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172472960 00000100:00100000:3.0:1742903178.606154:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77762 00000100:00100000:3.0:1742903178.606160:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172472960:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.606179:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.606220:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.606259:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172472960:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 98us (544us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.606265:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77762 00000100:00100000:0.0:1742903178.607438:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.607566:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172473088 00000100:00100000:1.0:1742903178.607572:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172473088 00000100:00100000:1.0:1742903178.607606:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77763 00000100:00100000:1.0:1742903178.607611:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172473088:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.607628:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.607673:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:1.0:1742903178.607699:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172473088:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 87us (265us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.607705:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77763 00000100:00100000:0.0:1742903178.609820:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.609966:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172473216 00000100:00100000:3.0:1742903178.609974:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172473216 00000100:00100000:3.0:1742903178.610017:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77764 00000100:00100000:3.0:1742903178.610024:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172473216:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.610046:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.610099:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.610147:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172473216:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 123us (334us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.610155:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77764 00000100:00100000:0.0:1742903178.612651:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.612807:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172473344 00000100:00100000:1.0:1742903178.612815:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172473344 00000100:00100000:1.0:1742903178.612985:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77765 00000100:00100000:1.0:1742903178.612993:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172473344:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.613019:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdfe:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.613084:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdfe:0x0]: rc = -2 00000100:00100000:1.0:1742903178.613130:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172473344:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 137us (487us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.613136:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77765 00000100:00100000:0.0:1742903178.614368:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.614703:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172473472 00000100:00100000:3.0:1742903178.614710:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172473472 00000100:00100000:3.0:1742903178.614765:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77766 00000100:00100000:3.0:1742903178.614770:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172473472:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.614790:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xdff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.615235:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xdff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.615278:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172473472:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 507us (913us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.615285:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77766 00000100:00100000:0.0:1742903178.617525:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.617644:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172473600 00000100:00100000:3.0:1742903178.617653:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172473600 00000100:00100000:3.0:1742903178.617695:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77767 00000100:00100000:3.0:1742903178.617701:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172473600:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.617738:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.617805:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.617841:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172473600:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 139us (321us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.617847:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77767 00000100:00100000:0.0:1742903178.619656:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.619715:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172473728 00000100:00100000:1.0:1742903178.619721:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172473728 00000100:00100000:1.0:1742903178.620948:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77768 00000100:00100000:1.0:1742903178.620956:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172473728:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.620999:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.621069:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:1.0:1742903178.621115:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172473728:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 159us (1462us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.621122:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77768 00000100:00100000:0.0:1742903178.623005:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.623073:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172473856 00000100:00100000:1.0:1742903178.623081:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172473856 00000100:00100000:1.0:1742903178.623122:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77769 00000100:00100000:1.0:1742903178.623128:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172473856:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.623149:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.623195:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:1.0:1742903178.623237:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172473856:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 106us (233us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.623244:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77769 00000100:00100000:0.0:1742903178.624486:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.624545:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172473984 00000100:00100000:3.0:1742903178.624550:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172473984 00000100:00100000:3.0:1742903178.624581:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77770 00000100:00100000:3.0:1742903178.624586:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172473984:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.624601:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.624643:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.624677:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172473984:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 90us (193us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.624684:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77770 00000100:00100000:0.0:1742903178.625820:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.626138:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172474112 00000100:00100000:1.0:1742903178.626144:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172474112 00000100:00100000:1.0:1742903178.626183:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77771 00000100:00100000:1.0:1742903178.626187:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172474112:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.626206:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe00:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.626252:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe00:0x0]: rc = -2 00000100:00100000:1.0:1742903178.626292:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172474112:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 104us (475us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.626299:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77771 00000100:00100000:0.0:1742903178.627445:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.627483:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172474240 00000100:00100000:1.0:1742903178.627488:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172474240 00000100:00100000:1.0:1742903178.627518:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77772 00000100:00100000:1.0:1742903178.627522:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172474240:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.627534:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe01:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.627563:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe01:0x0]: rc = -2 00000100:00100000:1.0:1742903178.627594:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172474240:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 71us (151us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.627604:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77772 00000100:00100000:0.0:1742903178.631270:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.631408:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172474368 00000100:00100000:3.0:1742903178.631417:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172474368 00000100:00100000:3.0:1742903178.631503:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77773 00000100:00100000:3.0:1742903178.631510:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b830a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172474368:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.631537:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.631601:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.631653:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b830a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172474368:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 143us (390us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.631660:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77773 00000100:00100000:0.0:1742903178.632567:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.632624:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172474496 00000100:00100000:3.0:1742903178.632628:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172474496 00000100:00100000:3.0:1742903178.632652:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77774 00000100:00100000:3.0:1742903178.632655:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172474496:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.632674:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.632700:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.632721:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172474496:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 64us (156us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.632726:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77774 00000100:00100000:0.0:1742903178.634030:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.634072:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172474624 00000100:00100000:3.0:1742903178.634077:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172474624 00000100:00100000:3.0:1742903178.634102:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77775 00000100:00100000:3.0:1742903178.634107:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172474624:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.634135:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.634166:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.634203:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172474624:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 95us (175us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.634209:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77775 00000100:00100000:0.0:1742903178.635866:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.635912:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172474752 00000100:00100000:3.0:1742903178.635917:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172474752 00000100:00100000:3.0:1742903178.635947:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77776 00000100:00100000:3.0:1742903178.635952:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b830000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172474752:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.635968:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.636003:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.636041:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b830000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172474752:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 87us (176us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.636051:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77776 00000100:00100000:0.0:1742903178.637577:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.637767:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172474880 00000100:00100000:3.0:1742903178.637772:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172474880 00000100:00100000:3.0:1742903178.637842:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77777 00000100:00100000:3.0:1742903178.637847:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172474880:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.637865:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe02:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.637899:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe02:0x0]: rc = -2 00000100:00100000:3.0:1742903178.637929:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172474880:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 81us (356us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.637938:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77777 00000100:00100000:0.0:1742903178.639198:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.639446:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172475008 00000100:00100000:1.0:1742903178.639453:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172475008 00000100:00100000:1.0:1742903178.639478:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77778 00000100:00100000:1.0:1742903178.639483:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172475008:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.639508:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.639547:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:1.0:1742903178.639572:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172475008:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 88us (376us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.639578:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77778 00000100:00100000:0.0:1742903178.640854:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.641034:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172475136 00000100:00100000:3.0:1742903178.641041:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172475136 00000100:00100000:3.0:1742903178.641079:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77779 00000100:00100000:3.0:1742903178.641083:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172475136:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.641105:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.641160:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.641399:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172475136:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 313us (549us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.641406:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77779 00000100:00100000:0.0:1742903178.642875:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.643002:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172475264 00000100:00100000:3.0:1742903178.643010:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172475264 00000100:00100000:3.0:1742903178.643044:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77780 00000100:00100000:3.0:1742903178.643049:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172475264:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.643083:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe03:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.643135:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe03:0x0]: rc = -2 00000100:00100000:3.0:1742903178.643174:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172475264:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 124us (305us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.643181:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77780 00000100:00100000:0.0:1742903178.644260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.644649:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172475392 00000100:00100000:3.0:1742903178.644653:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172475392 00000100:00100000:3.0:1742903178.644717:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77781 00000100:00100000:3.0:1742903178.644721:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172475392:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.644735:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.644760:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.644861:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172475392:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 138us (602us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.644868:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77781 00000100:00100000:0.0:1742903178.645958:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.646047:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172475520 00000100:00100000:3.0:1742903178.646050:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172475520 00000100:00100000:3.0:1742903178.646151:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77782 00000100:00100000:3.0:1742903178.646155:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172475520:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.646168:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.646191:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.646218:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172475520:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 62us (263us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.646224:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77782 00000100:00100000:0.0:1742903178.647025:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.647140:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172475648 00000100:00100000:1.0:1742903178.647145:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172475648 00000100:00100000:1.0:1742903178.647176:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77783 00000100:00100000:1.0:1742903178.647180:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172475648:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.647193:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe04:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.647222:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe04:0x0]: rc = -2 00000100:00100000:1.0:1742903178.647250:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172475648:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 68us (230us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.647255:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77783 00000100:00100000:0.0:1742903178.648169:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.648211:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172475776 00000100:00100000:3.0:1742903178.648215:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172475776 00000100:00100000:3.0:1742903178.648243:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77784 00000100:00100000:3.0:1742903178.648248:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172475776:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.648261:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.648288:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.648337:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172475776:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 88us (170us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.648343:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77784 00000100:00100000:0.0:1742903178.649295:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.649609:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172475904 00000100:00100000:1.0:1742903178.649614:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172475904 00000100:00100000:1.0:1742903178.649704:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77785 00000100:00100000:1.0:1742903178.649708:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172475904:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.649724:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.649756:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:1.0:1742903178.649780:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172475904:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 70us (486us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.649786:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77785 00000100:00100000:0.0:1742903178.650526:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.650627:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172476032 00000100:00100000:3.0:1742903178.650631:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172476032 00000100:00100000:3.0:1742903178.650656:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77786 00000100:00100000:3.0:1742903178.650660:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172476032:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.650687:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe05:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.650717:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe05:0x0]: rc = -2 00000100:00100000:3.0:1742903178.650748:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172476032:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 87us (222us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.650754:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77786 00000100:00100000:0.0:1742903178.651747:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.651782:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172476160 00000100:00100000:1.0:1742903178.651786:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172476160 00000100:00100000:1.0:1742903178.651812:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77787 00000100:00100000:1.0:1742903178.651817:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172476160:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.651830:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.651857:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:1.0:1742903178.651887:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172476160:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 69us (141us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.651893:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77787 00000100:00100000:0.0:1742903178.653102:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.653141:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172476288 00000100:00100000:3.0:1742903178.653145:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172476288 00000100:00100000:3.0:1742903178.653167:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77788 00000100:00100000:3.0:1742903178.653171:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172476288:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.653238:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.653274:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.653303:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172476288:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 130us (202us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.653309:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77788 00000100:00100000:0.0:1742903178.654369:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.654425:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172476416 00000100:00100000:3.0:1742903178.654429:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172476416 00000100:00100000:3.0:1742903178.654453:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77789 00000100:00100000:3.0:1742903178.654458:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172476416:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.654474:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe06:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.654551:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe06:0x0]: rc = -2 00000100:00100000:3.0:1742903178.654586:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172476416:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 126us (218us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.654591:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77789 00000100:00100000:0.0:1742903178.655346:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.655405:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172476544 00000100:00100000:3.0:1742903178.655408:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172476544 00000100:00100000:3.0:1742903178.655467:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77790 00000100:00100000:3.0:1742903178.655472:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172476544:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.655484:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe07:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.655509:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe07:0x0]: rc = -2 00000100:00100000:3.0:1742903178.655620:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172476544:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 146us (274us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.655626:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77790 00000100:00100000:0.0:1742903178.656360:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.656433:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172476672 00000100:00100000:3.0:1742903178.656436:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172476672 00000100:00100000:3.0:1742903178.656462:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77791 00000100:00100000:3.0:1742903178.656467:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172476672:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.656551:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.656579:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.656606:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172476672:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 138us (261us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.656612:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77791 00000100:00100000:0.0:1742903178.657380:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.657430:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172476800 00000100:00100000:3.0:1742903178.657433:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172476800 00000100:00100000:3.0:1742903178.657508:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77792 00000100:00100000:3.0:1742903178.657512:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172476800:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.657525:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.657552:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.657581:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172476800:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 68us (202us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.657587:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77792 00000100:00100000:0.0:1742903178.658567:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.658603:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172476928 00000100:00100000:3.0:1742903178.658607:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172476928 00000100:00100000:3.0:1742903178.658629:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77793 00000100:00100000:3.0:1742903178.658632:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172476928:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.658645:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.658717:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.658752:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172476928:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 117us (186us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.658758:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77793 00000100:00100000:0.0:1742903178.659781:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.659853:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172477056 00000100:00100000:3.0:1742903178.659857:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172477056 00000100:00100000:3.0:1742903178.659890:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77794 00000100:00100000:3.0:1742903178.659894:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172477056:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.659910:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.659941:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.659964:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172477056:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 69us (185us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.659970:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77794 00000100:00100000:0.0:1742903178.661190:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.661260:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172477184 00000100:00100000:3.0:1742903178.661266:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172477184 00000100:00100000:3.0:1742903178.661299:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77795 00000100:00100000:3.0:1742903178.661304:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172477184:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.661383:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe08:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.661574:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe08:0x0]: rc = -2 00000100:00100000:3.0:1742903178.661619:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172477184:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 312us (432us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.661625:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77795 00000100:00100000:0.0:1742903178.662478:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.662506:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172477312 00000100:00100000:3.0:1742903178.662510:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172477312 00000100:00100000:3.0:1742903178.662533:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77796 00000100:00100000:3.0:1742903178.662537:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f0dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172477312:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.662553:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.662581:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.662599:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f0dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172477312:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 61us (122us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.662605:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77796 00000100:00100000:0.0:1742903178.663428:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.663471:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172477440 00000100:00100000:1.0:1742903178.663476:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172477440 00000100:00100000:1.0:1742903178.663616:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77797 00000100:00100000:1.0:1742903178.663621:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172477440:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.663647:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.663678:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:1.0:1742903178.663828:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172477440:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 205us (399us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.663834:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77797 00000100:00100000:0.0:1742903178.664839:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.664939:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172477568 00000100:00100000:1.0:1742903178.664944:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172477568 00000100:00100000:1.0:1742903178.665056:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77798 00000100:00100000:1.0:1742903178.665062:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172477568:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.665076:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe09:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.665105:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe09:0x0]: rc = -2 00000100:00100000:1.0:1742903178.665133:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172477568:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 71us (295us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.665138:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77798 00000100:00100000:0.0:1742903178.666715:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.666785:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172477696 00000100:00100000:1.0:1742903178.666791:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172477696 00000100:00100000:1.0:1742903178.666824:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77799 00000100:00100000:1.0:1742903178.666829:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172477696:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.666845:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.666884:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:1.0:1742903178.666908:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172477696:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 78us (198us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.666919:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77799 00000100:00100000:0.0:1742903178.667752:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.667819:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172477824 00000100:00100000:1.0:1742903178.667823:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172477824 00000100:00100000:1.0:1742903178.667858:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77800 00000100:00100000:1.0:1742903178.667863:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172477824:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.667876:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.667902:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:1.0:1742903178.667936:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172477824:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 72us (185us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.667942:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77800 00000100:00100000:0.0:1742903178.669592:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.669983:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172477952 00000100:00100000:3.0:1742903178.669989:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172477952 00000100:00100000:3.0:1742903178.670022:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77801 00000100:00100000:3.0:1742903178.670027:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172477952:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.670048:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe0a:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.670091:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe0a:0x0]: rc = -2 00000100:00100000:3.0:1742903178.670131:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172477952:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 102us (541us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.670137:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77801 00000100:00100000:0.0:1742903178.671191:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.671246:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172478080 00000100:00100000:3.0:1742903178.671249:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172478080 00000100:00100000:3.0:1742903178.671270:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77802 00000100:00100000:3.0:1742903178.671273:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172478080:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.671285:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.671307:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.671417:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172478080:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 141us (226us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.671424:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77802 00000100:00100000:0.0:1742903178.672576:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.672669:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172478208 00000100:00100000:3.0:1742903178.672676:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172478208 00000100:00100000:3.0:1742903178.672717:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77803 00000100:00100000:3.0:1742903178.672722:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172478208:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.672759:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.672814:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.672848:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172478208:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 126us (279us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.672855:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77803 00000100:00100000:0.0:1742903178.673939:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.674067:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172478336 00000100:00100000:3.0:1742903178.674071:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172478336 00000100:00100000:3.0:1742903178.674097:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77804 00000100:00100000:3.0:1742903178.674102:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009172c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172478336:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.674117:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe0b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.674150:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe0b:0x0]: rc = -2 00000100:00100000:3.0:1742903178.674183:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009172c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172478336:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 80us (245us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.674189:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77804 00000100:00100000:0.0:1742903178.675151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.675205:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172478464 00000100:00100000:3.0:1742903178.675209:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172478464 00000100:00100000:3.0:1742903178.675232:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77805 00000100:00100000:3.0:1742903178.675237:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172478464:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.675253:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.675281:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.675339:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172478464:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 78us (167us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.675354:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77805 00000100:00100000:0.0:1742903178.676552:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.676600:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172478592 00000100:00100000:3.0:1742903178.676608:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172478592 00000100:00100000:3.0:1742903178.676643:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77806 00000100:00100000:3.0:1742903178.676648:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172478592:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.676663:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.676691:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.676725:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172478592:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 75us (178us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.676731:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77806 00000100:00100000:0.0:1742903178.677948:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.678051:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172478720 00000100:00100000:1.0:1742903178.678058:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172478720 00000100:00100000:1.0:1742903178.678099:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77807 00000100:00100000:1.0:1742903178.678105:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172478720:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.678142:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.678198:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:1.0:1742903178.678230:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172478720:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 125us (283us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.678237:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77807 00000100:00100000:0.0:1742903178.678982:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.679053:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172478848 00000100:00100000:1.0:1742903178.679057:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172478848 00000100:00100000:1.0:1742903178.679088:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77808 00000100:00100000:1.0:1742903178.679093:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172478848:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.679106:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.679135:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:1.0:1742903178.679156:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172478848:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 62us (176us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.679162:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77808 00000100:00100000:0.0:1742903178.680400:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.680438:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172478976 00000100:00100000:3.0:1742903178.680444:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172478976 00000100:00100000:3.0:1742903178.680471:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77809 00000100:00100000:3.0:1742903178.680476:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172478976:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.680500:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.680539:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:3.0:1742903178.680572:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172478976:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 95us (173us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.680581:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77809 00000100:00100000:0.0:1742903178.681398:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.681432:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172479104 00000100:00100000:3.0:1742903178.681436:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172479104 00000100:00100000:3.0:1742903178.681458:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77810 00000100:00100000:3.0:1742903178.681462:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172479104:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.681475:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.681498:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:3.0:1742903178.681529:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172479104:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 65us (133us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.681534:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77810 00000100:00100000:0.0:1742903178.682385:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.682486:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172479232 00000100:00100000:3.0:1742903178.682490:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172479232 00000100:00100000:3.0:1742903178.682510:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77811 00000100:00100000:3.0:1742903178.682515:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172479232:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.682529:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.682608:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903178.682643:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172479232:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 127us (260us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.682649:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77811 00000100:00100000:0.0:1742903178.684495:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.684582:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172479360 00000100:00100000:3.0:1742903178.684590:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172479360 00000100:00100000:3.0:1742903178.684626:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77812 00000100:00100000:3.0:1742903178.684632:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172479360:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.684653:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.684698:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903178.684728:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172479360:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 96us (239us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.684734:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77812 00000100:00100000:0.0:1742903178.685956:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.686015:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172479488 00000100:00100000:3.0:1742903178.686019:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172479488 00000100:00100000:3.0:1742903178.686049:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77813 00000100:00100000:3.0:1742903178.686053:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172479488:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.686087:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.686125:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903178.686159:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172479488:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 104us (205us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.686165:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77813 00000100:00100000:0.0:1742903178.687471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.687551:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172479616 00000100:00100000:3.0:1742903178.687556:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172479616 00000100:00100000:3.0:1742903178.687583:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77814 00000100:00100000:3.0:1742903178.687588:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172479616:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.687604:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.687637:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903178.687667:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172479616:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 77us (198us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.687676:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77814 00000100:00100000:0.0:1742903178.688612:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.688686:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172479744 00000100:00100000:3.0:1742903178.688690:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172479744 00000100:00100000:3.0:1742903178.688722:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77815 00000100:00100000:3.0:1742903178.688727:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172479744:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.688742:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cc:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.688774:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cc:0x0]: rc = -2 00000100:00100000:3.0:1742903178.688799:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172479744:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 71us (190us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.688805:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77815 00000100:00100000:0.0:1742903178.690343:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.690453:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172479872 00000100:00100000:3.0:1742903178.690458:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172479872 00000100:00100000:3.0:1742903178.690486:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77816 00000100:00100000:3.0:1742903178.690489:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172479872:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.690504:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cc:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.690535:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cc:0x0]: rc = -2 00000100:00100000:3.0:1742903178.690561:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172479872:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 72us (247us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.690568:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77816 00000100:00100000:0.0:1742903178.691501:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.691533:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172480000 00000100:00100000:3.0:1742903178.691537:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172480000 00000100:00100000:3.0:1742903178.691562:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77817 00000100:00100000:3.0:1742903178.691567:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172480000:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.691594:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cc:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.691619:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cc:0x0]: rc = -2 00000100:00100000:3.0:1742903178.691731:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172480000:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 162us (230us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.691737:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77817 00000100:00100000:0.0:1742903178.693410:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.693485:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172480128 00000100:00100000:3.0:1742903178.693491:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172480128 00000100:00100000:3.0:1742903178.693524:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77818 00000100:00100000:3.0:1742903178.693529:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172480128:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.693548:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cc:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.693587:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cc:0x0]: rc = -2 00000100:00100000:3.0:1742903178.693624:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172480128:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 94us (217us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.693629:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77818 00000100:00100000:0.0:1742903178.694541:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.694731:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172480256 00000100:00100000:1.0:1742903178.694736:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172480256 00000100:00100000:1.0:1742903178.694782:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77819 00000100:00100000:1.0:1742903178.694786:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172480256:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.694799:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cd:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.694838:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cd:0x0]: rc = -2 00000100:00100000:1.0:1742903178.694856:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172480256:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 69us (316us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.694860:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77819 00000100:00100000:0.0:1742903178.696213:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.696278:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172480384 00000100:00100000:3.0:1742903178.696285:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172480384 00000100:00100000:3.0:1742903178.696436:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77820 00000100:00100000:3.0:1742903178.696441:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172480384:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.696458:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cd:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.696500:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cd:0x0]: rc = -2 00000100:00100000:3.0:1742903178.696535:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172480384:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 93us (324us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.696541:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77820 00000100:00100000:0.0:1742903178.697557:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.697625:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172480512 00000100:00100000:1.0:1742903178.697630:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172480512 00000100:00100000:1.0:1742903178.697670:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77821 00000100:00100000:1.0:1742903178.697675:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172480512:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.697690:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cc:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.697731:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cc:0x0]: rc = -2 00000100:00100000:1.0:1742903178.697866:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172480512:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 189us (311us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.697872:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77821 00000100:00100000:0.0:1742903178.699269:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.699342:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172480640 00000100:00100000:3.0:1742903178.699360:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172480640 00000100:00100000:3.0:1742903178.699393:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77822 00000100:00100000:3.0:1742903178.699398:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172480640:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.699414:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cc:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.699453:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cc:0x0]: rc = -2 00000100:00100000:3.0:1742903178.699493:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172480640:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 94us (227us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.699499:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77822 00000100:00100000:0.0:1742903178.700646:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.700704:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172480768 00000100:00100000:3.0:1742903178.700709:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172480768 00000100:00100000:3.0:1742903178.700741:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77823 00000100:00100000:3.0:1742903178.700747:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172480768:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.700776:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cd:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.700809:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cd:0x0]: rc = -2 00000100:00100000:3.0:1742903178.700841:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172480768:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 93us (196us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.700848:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77823 00000100:00100000:0.0:1742903178.702056:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.702096:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172480896 00000100:00100000:3.0:1742903178.702102:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172480896 00000100:00100000:3.0:1742903178.702135:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77824 00000100:00100000:3.0:1742903178.702140:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172480896:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.702159:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cd:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.702193:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cd:0x0]: rc = -2 00000100:00100000:3.0:1742903178.702224:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172480896:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 83us (170us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.702230:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77824 00000100:00100000:0.0:1742903178.703033:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.703253:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172481024 00000100:00100000:1.0:1742903178.703258:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172481024 00000100:00100000:1.0:1742903178.703290:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77825 00000100:00100000:1.0:1742903178.703295:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172481024:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.703362:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cc:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.703398:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cc:0x0]: rc = -2 00000100:00100000:1.0:1742903178.703422:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172481024:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 127us (389us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.703428:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77825 00000100:00100000:0.0:1742903178.704810:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.704851:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172481152 00000100:00100000:3.0:1742903178.704856:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172481152 00000100:00100000:3.0:1742903178.704888:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77826 00000100:00100000:3.0:1742903178.704893:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172481152:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.704909:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cc:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.704954:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cc:0x0]: rc = -2 00000100:00100000:3.0:1742903178.704992:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172481152:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 98us (185us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.704997:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77826 00000100:00100000:0.0:1742903178.706072:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.706218:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172481280 00000100:00100000:3.0:1742903178.706223:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172481280 00000100:00100000:3.0:1742903178.706257:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77827 00000100:00100000:3.0:1742903178.706261:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172481280:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.706276:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cd:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.706311:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cd:0x0]: rc = -2 00000100:00100000:3.0:1742903178.706381:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172481280:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 118us (310us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.706386:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77827 00000100:00100000:0.0:1742903178.707248:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.707394:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172481408 00000100:00100000:1.0:1742903178.707398:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172481408 00000100:00100000:1.0:1742903178.707450:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77828 00000100:00100000:1.0:1742903178.707454:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172481408:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.707466:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cd:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.707504:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cd:0x0]: rc = -2 00000100:00100000:1.0:1742903178.707602:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172481408:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 146us (353us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.707608:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77828 00000100:00100000:0.0:1742903178.708601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.708696:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172481536 00000100:00100000:1.0:1742903178.708700:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172481536 00000100:00100000:1.0:1742903178.708922:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77829 00000100:00100000:1.0:1742903178.708927:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172481536:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.708943:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cd:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.709012:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cd:0x0]: rc = -2 00000100:00100000:1.0:1742903178.709049:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172481536:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 119us (448us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.709055:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77829 00000100:00100000:0.0:1742903178.710519:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.710607:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172481664 00000100:00100000:1.0:1742903178.710613:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172481664 00000100:00100000:1.0:1742903178.710643:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77830 00000100:00100000:1.0:1742903178.710647:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172481664:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.710668:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cd:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.710709:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cd:0x0]: rc = -2 00000100:00100000:1.0:1742903178.710737:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172481664:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 89us (222us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.710744:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77830 00000100:00100000:0.0:1742903178.712650:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.712699:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172481792 00000100:00100000:1.0:1742903178.712865:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172481792 00000100:00100000:1.0:1742903178.712905:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77831 00000100:00100000:1.0:1742903178.712911:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172481792:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.712945:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cc:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.712999:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cc:0x0]: rc = -2 00000100:00100000:1.0:1742903178.713510:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172481792:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 598us (864us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.713517:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77831 00000100:00100000:0.0:1742903178.714837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.715073:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172481920 00000100:00100000:1.0:1742903178.715080:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172481920 00000100:00100000:1.0:1742903178.715235:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77832 00000100:00100000:1.0:1742903178.715240:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172481920:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.715263:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cc:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.715542:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cc:0x0]: rc = -2 00000100:00100000:1.0:1742903178.715585:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172481920:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 344us (751us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.715592:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77832 00000100:00100000:0.0:1742903178.716951:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.717001:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172482048 00000100:00100000:1.0:1742903178.717006:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172482048 00000100:00100000:1.0:1742903178.717087:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77833 00000100:00100000:1.0:1742903178.717091:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172482048:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.717109:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cc:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903178.717146:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cc:0x0]: rc = -2 00000100:00100000:1.0:1742903178.717257:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172482048:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 165us (309us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903178.717262:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77833 00000100:00100000:0.0:1742903178.719257:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903178.719356:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172482176 00000100:00100000:1.0:1742903178.719362:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172482176 00000100:00100000:1.0:1742903178.719394:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77834 00000100:00100000:1.0:1742903178.719398:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172482176:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903178.719419:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cc:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903178.719609:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cc:0x0]: rc = -2 00000100:00100000:0.0:1742903178.719657:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172482176:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 256us (404us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903178.719663:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77834 00000100:00100000:0.0:1742903178.722384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.722468:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172482304 00000100:00100000:2.0:1742903178.722477:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172482304 00000100:00100000:2.0:1742903178.722525:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77835 00000100:00100000:2.0:1742903178.722531:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172482304:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.722575:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cd:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.722649:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cd:0x0]: rc = -2 00000100:00100000:2.0:1742903178.722699:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172482304:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 167us (323us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.722707:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77835 00000100:00100000:0.0:1742903178.724134:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.724177:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172482432 00000100:00100000:2.0:1742903178.724182:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172482432 00000100:00100000:2.0:1742903178.724205:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77836 00000100:00100000:2.0:1742903178.724208:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172482432:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.724221:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cd:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.724249:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cd:0x0]: rc = -2 00000100:00100000:2.0:1742903178.724276:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172482432:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 67us (148us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.724280:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77836 00000100:00100000:0.0:1742903178.725874:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.725994:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172482560 00000100:00100000:2.0:1742903178.726003:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172482560 00000100:00100000:2.0:1742903178.726047:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77837 00000100:00100000:2.0:1742903178.726053:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172482560:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.726080:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cd:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.726296:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cd:0x0]: rc = -2 00000100:00100000:2.0:1742903178.726383:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172482560:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 329us (511us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.726391:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77837 00000100:00100000:0.0:1742903178.727997:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.728061:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172482688 00000100:00100000:2.0:1742903178.728067:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172482688 00000100:00100000:2.0:1742903178.728098:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77838 00000100:00100000:2.0:1742903178.728103:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172482688:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.728121:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cd:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.728162:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cd:0x0]: rc = -2 00000100:00100000:2.0:1742903178.728263:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172482688:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 158us (268us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.728269:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77838 00000100:00100000:0.0:1742903178.729913:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.729969:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172482816 00000100:00100000:2.0:1742903178.729976:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172482816 00000100:00100000:2.0:1742903178.730015:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77839 00000100:00100000:2.0:1742903178.730020:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172482816:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.730057:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.730108:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903178.730220:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172482816:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 198us (310us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.730226:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77839 00000100:00100000:0.0:1742903178.731023:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.731086:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172482944 00000100:00100000:2.0:1742903178.731091:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172482944 00000100:00100000:2.0:1742903178.731119:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77840 00000100:00100000:2.0:1742903178.731123:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172482944:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.731137:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.731169:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903178.731192:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172482944:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 67us (170us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.731198:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77840 00000100:00100000:0.0:1742903178.732345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.732399:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172483072 00000100:00100000:3.0:1742903178.732404:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172483072 00000100:00100000:3.0:1742903178.732434:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77841 00000100:00100000:3.0:1742903178.732439:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172483072:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.732465:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.732521:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903178.732557:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172483072:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 117us (242us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.732565:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77841 00000100:00100000:0.0:1742903178.733597:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.733906:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172483200 00000100:00100000:3.0:1742903178.733912:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172483200 00000100:00100000:3.0:1742903178.733945:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77842 00000100:00100000:3.0:1742903178.733951:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172483200:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.733968:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.734007:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903178.734045:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172483200:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 93us (450us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.734051:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77842 00000100:00100000:0.0:1742903178.738050:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.738168:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172483328 00000100:00100000:2.0:1742903178.738178:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172483328 00000100:00100000:2.0:1742903178.738225:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77843 00000100:00100000:2.0:1742903178.738231:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172483328:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.738260:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.738368:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903178.738486:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172483328:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 253us (443us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.738493:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77843 00000100:00100000:0.0:1742903178.739475:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.739517:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172483456 00000100:00100000:2.0:1742903178.739524:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172483456 00000100:00100000:2.0:1742903178.739554:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77844 00000100:00100000:2.0:1742903178.739558:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172483456:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.739575:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.739608:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903178.739643:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172483456:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 83us (179us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.739648:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77844 00000100:00100000:0.0:1742903178.740550:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.740623:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172483584 00000100:00100000:2.0:1742903178.740634:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172483584 00000100:00100000:2.0:1742903178.740670:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77845 00000100:00100000:2.0:1742903178.740676:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172483584:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.740711:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.740764:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:2.0:1742903178.740808:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172483584:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 131us (260us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.740815:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77845 00000100:00100000:0.0:1742903178.742958:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.743003:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172483712 00000100:00100000:2.0:1742903178.743008:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172483712 00000100:00100000:2.0:1742903178.743045:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77846 00000100:00100000:2.0:1742903178.743050:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172483712:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.743069:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.743114:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:2.0:1742903178.743155:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172483712:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 104us (203us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.743162:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77846 00000100:00100000:0.0:1742903178.744792:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.745569:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172483840 00000100:00100000:3.0:1742903178.745575:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172483840 00000100:00100000:3.0:1742903178.745826:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77847 00000100:00100000:3.0:1742903178.745832:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172483840:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.745851:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.745896:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903178.746249:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172483840:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 415us (1460us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.746255:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77847 00000100:00100000:0.0:1742903178.750682:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.750786:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172483968 00000100:00100000:3.0:1742903178.750794:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172483968 00000100:00100000:3.0:1742903178.750834:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77848 00000100:00100000:3.0:1742903178.750840:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172483968:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.750864:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.750922:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903178.750965:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172483968:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 125us (290us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.750972:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77848 00000100:00100000:0.0:1742903178.752284:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.752747:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172484096 00000100:00100000:2.0:1742903178.752753:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172484096 00000100:00100000:2.0:1742903178.752836:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77849 00000100:00100000:2.0:1742903178.752842:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172484096:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.752863:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.752979:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:2.0:1742903178.753059:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172484096:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 216us (781us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.753065:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77849 00000100:00100000:2.0:1742903178.754898:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903178.755032:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172484224 00000100:00100000:0.0:1742903178.755038:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172484224 00000100:00100000:0.0:1742903178.755077:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77850 00000100:00100000:0.0:1742903178.755082:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172484224:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903178.755102:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903178.755143:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:0.0:1742903178.755185:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172484224:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 102us (289us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903178.755191:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77850 00000100:00100000:0.0:1742903178.756447:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.756509:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172484352 00000100:00100000:2.0:1742903178.756514:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172484352 00000100:00100000:2.0:1742903178.756546:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77851 00000100:00100000:2.0:1742903178.756550:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099026d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172484352:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.756571:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.756614:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:2.0:1742903178.756640:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099026d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172484352:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 89us (195us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.756646:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77851 00000100:00100000:0.0:1742903178.758104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.758144:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172484480 00000100:00100000:3.0:1742903178.758149:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172484480 00000100:00100000:3.0:1742903178.758182:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77852 00000100:00100000:3.0:1742903178.758188:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099024380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172484480:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.758216:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.758253:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903178.758292:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099024380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172484480:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 104us (190us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.758298:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77852 00000100:00100000:0.0:1742903178.759596:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.759680:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172484608 00000100:00100000:2.0:1742903178.759684:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172484608 00000100:00100000:2.0:1742903178.759714:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77853 00000100:00100000:2.0:1742903178.759719:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099027b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172484608:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.759744:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.759781:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:2.0:1742903178.759824:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099027b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172484608:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 105us (229us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.759831:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77853 00000100:00100000:0.0:1742903178.761491:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.761538:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172484736 00000100:00100000:2.0:1742903178.761543:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172484736 00000100:00100000:2.0:1742903178.761570:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77854 00000100:00100000:2.0:1742903178.761574:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099027480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172484736:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.761589:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.761621:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:2.0:1742903178.761656:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099027480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172484736:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 82us (172us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.761660:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77854 00000100:00100000:0.0:1742903178.764618:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.764670:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172484864 00000100:00100000:3.0:1742903178.764682:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172484864 00000100:00100000:3.0:1742903178.764723:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77855 00000100:00100000:3.0:1742903178.764728:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099026300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172484864:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.764981:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.765036:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903178.765124:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099026300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172484864:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 393us (512us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.765131:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77855 00000100:00100000:1.0:1742903178.767932:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.768230:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172484992 00000100:00100000:3.0:1742903178.768237:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172484992 00000100:00100000:3.0:1742903178.768280:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77856 00000100:00100000:3.0:1742903178.768286:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172484992:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.768311:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.768407:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903178.768632:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172484992:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 344us (703us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.768639:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77856 00000100:00100000:0.0:1742903178.769831:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.770087:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172485120 00000100:00100000:3.0:1742903178.770091:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172485120 00000100:00100000:3.0:1742903178.770126:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77857 00000100:00100000:3.0:1742903178.770132:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099026680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172485120:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.770148:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.770184:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903178.770225:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099026680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172485120:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 91us (394us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.770234:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77857 00000100:00100000:0.0:1742903178.771657:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.771730:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172485248 00000100:00100000:3.0:1742903178.771735:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172485248 00000100:00100000:3.0:1742903178.771766:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77858 00000100:00100000:3.0:1742903178.771771:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099025880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172485248:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.771799:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.771835:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903178.771871:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099025880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172485248:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 98us (216us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.771877:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77858 00000100:00100000:1.0:1742903178.774137:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.774205:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172485376 00000100:00100000:2.0:1742903178.774211:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172485376 00000100:00100000:2.0:1742903178.774778:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77859 00000100:00100000:2.0:1742903178.774785:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172485376:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.774807:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.774869:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:2.0:1742903178.774910:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172485376:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 124us (878us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.774916:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77859 00000100:00100000:0.0:1742903178.777446:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.777908:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172485504 00000100:00100000:3.0:1742903178.777917:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172485504 00000100:00100000:3.0:1742903178.777961:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77860 00000100:00100000:3.0:1742903178.777967:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099024000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172485504:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.777993:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.778057:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903178.778106:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099024000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172485504:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 139us (668us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.778111:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77860 00000100:00100000:0.0:1742903178.779179:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.779409:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172485632 00000100:00100000:3.0:1742903178.779413:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172485632 00000100:00100000:3.0:1742903178.779440:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77861 00000100:00100000:3.0:1742903178.779445:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172485632:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.779465:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.779501:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903178.779536:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172485632:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 90us (358us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.779543:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77861 00000100:00100000:1.0:1742903178.781698:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.781929:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172485760 00000100:00100000:3.0:1742903178.781937:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172485760 00000100:00100000:3.0:1742903178.781969:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77862 00000100:00100000:3.0:1742903178.781974:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172485760:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.782050:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.782097:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903178.782137:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172485760:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 161us (443us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.782143:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77862 00000100:00100000:0.0:1742903178.783703:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.783781:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172485888 00000100:00100000:3.0:1742903178.783787:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172485888 00000100:00100000:3.0:1742903178.783822:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77863 00000100:00100000:3.0:1742903178.783827:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172485888:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.783859:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.783906:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f6:0x0]: rc = -2 00000100:00100000:3.0:1742903178.783948:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172485888:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 120us (249us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.783955:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77863 00000100:00100000:0.0:1742903178.784869:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.784926:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172486016 00000100:00100000:3.0:1742903178.784929:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172486016 00000100:00100000:3.0:1742903178.784953:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77864 00000100:00100000:3.0:1742903178.784957:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172486016:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.784970:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.784996:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f6:0x0]: rc = -2 00000100:00100000:3.0:1742903178.785022:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172486016:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 63us (154us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.785031:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77864 00000100:00100000:1.0:1742903178.785948:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.786085:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172486144 00000100:00100000:2.0:1742903178.786090:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172486144 00000100:00100000:2.0:1742903178.786143:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77865 00000100:00100000:2.0:1742903178.786149:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172486144:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.786168:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.786288:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f7:0x0]: rc = -2 00000100:00100000:2.0:1742903178.786332:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172486144:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 165us (369us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.786341:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77865 00000100:00100000:0.0:1742903178.787387:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.787527:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172486272 00000100:00100000:2.0:1742903178.787533:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172486272 00000100:00100000:2.0:1742903178.787565:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77866 00000100:00100000:2.0:1742903178.787571:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172486272:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.787605:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.787646:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f7:0x0]: rc = -2 00000100:00100000:2.0:1742903178.787684:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172486272:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 109us (297us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.787690:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77866 00000100:00100000:0.0:1742903178.788901:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.788954:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172486400 00000100:00100000:3.0:1742903178.788960:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172486400 00000100:00100000:3.0:1742903178.788995:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77867 00000100:00100000:3.0:1742903178.789000:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172486400:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.789017:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.789057:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f6:0x0]: rc = -2 00000100:00100000:3.0:1742903178.789096:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172486400:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 95us (197us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.789103:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77867 00000100:00100000:1.0:1742903178.790130:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.790276:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172486528 00000100:00100000:2.0:1742903178.790284:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172486528 00000100:00100000:3.0:1742903178.790362:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77868 00000100:00100000:3.0:1742903178.790369:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172486528:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.790386:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.790419:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f6:0x0]: rc = -2 00000100:00100000:3.0:1742903178.790448:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172486528:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 79us (324us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.790453:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77868 00000100:00100000:0.0:1742903178.791951:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.792034:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172486656 00000100:00100000:2.0:1742903178.792041:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172486656 00000100:00100000:2.0:1742903178.792080:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77869 00000100:00100000:2.0:1742903178.792086:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172486656:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.792106:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.792160:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f6:0x0]: rc = -2 00000100:00100000:2.0:1742903178.792209:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172486656:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 122us (262us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.792214:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77869 00000100:00100000:0.0:1742903178.794185:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.794229:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172486784 00000100:00100000:3.0:1742903178.794236:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172486784 00000100:00100000:3.0:1742903178.794265:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77870 00000100:00100000:3.0:1742903178.794270:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172486784:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.794302:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.794389:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f6:0x0]: rc = -2 00000100:00100000:3.0:1742903178.794425:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172486784:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 154us (244us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.794432:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77870 00000100:00100000:1.0:1742903178.795600:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.795669:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172486912 00000100:00100000:3.0:1742903178.795674:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172486912 00000100:00100000:3.0:1742903178.795827:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77871 00000100:00100000:3.0:1742903178.795832:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172486912:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.795849:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.795884:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f7:0x0]: rc = -2 00000100:00100000:3.0:1742903178.795923:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172486912:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 89us (325us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.795929:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77871 00000100:00100000:0.0:1742903178.797394:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.797461:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172487040 00000100:00100000:3.0:1742903178.797466:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172487040 00000100:00100000:3.0:1742903178.797493:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77872 00000100:00100000:3.0:1742903178.797497:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172487040:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.797513:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.797544:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f7:0x0]: rc = -2 00000100:00100000:3.0:1742903178.797574:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172487040:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 76us (183us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.797580:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77872 00000100:00100000:2.0:1742903178.798577:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903178.798638:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172487168 00000100:00100000:0.0:1742903178.798643:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172487168 00000100:00100000:0.0:1742903178.798671:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77873 00000100:00100000:0.0:1742903178.798675:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172487168:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903178.798692:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f7:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903178.798736:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f7:0x0]: rc = -2 00000100:00100000:0.0:1742903178.798769:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172487168:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 89us (192us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903178.798775:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77873 00000100:00100000:1.0:1742903178.799958:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903178.799977:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172487296 00000100:00100000:0.0:1742903178.799983:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172487296 00000100:00100000:0.0:1742903178.800011:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77874 00000100:00100000:0.0:1742903178.800016:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172487296:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903178.800046:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f7:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903178.800079:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f7:0x0]: rc = -2 00000100:00100000:0.0:1742903178.800117:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172487296:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 100us (162us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903178.800123:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77874 00000100:00100000:1.0:1742903178.801849:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903178.801881:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172487424 00000100:00100000:0.0:1742903178.801887:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172487424 00000100:00100000:0.0:1742903178.801914:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77875 00000100:00100000:0.0:1742903178.801919:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172487424:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903178.801943:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f6:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903178.801989:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f6:0x0]: rc = -2 00000100:00100000:0.0:1742903178.802031:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172487424:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 111us (184us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903178.802037:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77875 00000100:00100000:0.0:1742903178.802947:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.803041:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172487552 00000100:00100000:2.0:1742903178.803045:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172487552 00000100:00100000:2.0:1742903178.803074:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77876 00000100:00100000:2.0:1742903178.803079:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172487552:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.803092:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.803122:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f6:0x0]: rc = -2 00000100:00100000:2.0:1742903178.803153:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172487552:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 74us (207us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.803158:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77876 00000100:00100000:1.0:1742903178.804265:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.804307:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172487680 00000100:00100000:3.0:1742903178.804312:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172487680 00000100:00100000:3.0:1742903178.804384:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77877 00000100:00100000:3.0:1742903178.804389:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172487680:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.804403:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.804439:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f7:0x0]: rc = -2 00000100:00100000:3.0:1742903178.804477:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172487680:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 87us (214us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.804484:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77877 00000100:00100000:1.0:1742903178.805574:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.805688:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172487808 00000100:00100000:3.0:1742903178.805694:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172487808 00000100:00100000:3.0:1742903178.805722:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77878 00000100:00100000:3.0:1742903178.805726:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172487808:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.805755:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.805787:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f7:0x0]: rc = -2 00000100:00100000:3.0:1742903178.805816:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172487808:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 88us (244us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.805822:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77878 00000100:00100000:0.0:1742903178.806956:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.807018:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172487936 00000100:00100000:3.0:1742903178.807023:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172487936 00000100:00100000:3.0:1742903178.807050:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77879 00000100:00100000:3.0:1742903178.807053:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172487936:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.807066:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.807094:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f6:0x0]: rc = -2 00000100:00100000:3.0:1742903178.807126:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172487936:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 70us (172us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.807132:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77879 00000100:00100000:1.0:1742903178.808792:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.808889:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172488064 00000100:00100000:2.0:1742903178.808895:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172488064 00000100:00100000:2.0:1742903178.808933:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77880 00000100:00100000:2.0:1742903178.808937:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172488064:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.808955:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.808994:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f6:0x0]: rc = -2 00000100:00100000:2.0:1742903178.810908:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172488064:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 1961us (2113us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.810917:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77880 00000100:00100000:1.0:1742903178.815509:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.815715:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172488192 00000100:00100000:2.0:1742903178.815724:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172488192 00000100:00100000:2.0:1742903178.815773:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77881 00000100:00100000:2.0:1742903178.815779:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172488192:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.815824:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.815891:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f6:0x0]: rc = -2 00000100:00100000:2.0:1742903178.815944:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172488192:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 164us (444us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.815951:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77881 00000100:00100000:0.0:1742903178.817383:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.817496:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172488320 00000100:00100000:2.0:1742903178.817502:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172488320 00000100:00100000:2.0:1742903178.817538:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77882 00000100:00100000:2.0:1742903178.817544:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172488320:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.817561:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.817600:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f6:0x0]: rc = -2 00000100:00100000:2.0:1742903178.817638:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172488320:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 93us (259us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.817644:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77882 00000100:00100000:1.0:1742903178.818781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.819055:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172488448 00000100:00100000:3.0:1742903178.819061:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172488448 00000100:00100000:3.0:1742903178.819092:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77883 00000100:00100000:3.0:1742903178.819097:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172488448:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.819116:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.819155:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f7:0x0]: rc = -2 00000100:00100000:3.0:1742903178.819212:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172488448:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 114us (432us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.819219:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77883 00000100:00100000:1.0:1742903178.820560:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.820659:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172488576 00000100:00100000:2.0:1742903178.820664:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172488576 00000100:00100000:2.0:1742903178.820697:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77884 00000100:00100000:2.0:1742903178.820703:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172488576:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.820720:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.820758:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f7:0x0]: rc = -2 00000100:00100000:2.0:1742903178.820795:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172488576:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 92us (240us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.820802:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77884 00000100:00100000:0.0:1742903178.821995:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.822044:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172488704 00000100:00100000:3.0:1742903178.822050:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172488704 00000100:00100000:3.0:1742903178.822087:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77885 00000100:00100000:3.0:1742903178.822092:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172488704:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.822110:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.822275:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f7:0x0]: rc = -2 00000100:00100000:3.0:1742903178.822345:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172488704:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 220us (321us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.822362:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77885 00000100:00100000:1.0:1742903178.823403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.823445:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172488832 00000100:00100000:3.0:1742903178.823449:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172488832 00000100:00100000:3.0:1742903178.823480:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77886 00000100:00100000:3.0:1742903178.823485:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172488832:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.823513:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.823543:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f7:0x0]: rc = -2 00000100:00100000:3.0:1742903178.823580:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172488832:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 94us (178us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.823585:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77886 00000100:00100000:1.0:1742903178.825087:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.825291:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172488960 00000100:00100000:2.0:1742903178.825297:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172488960 00000100:00100000:3.0:1742903178.825415:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77887 00000100:00100000:3.0:1742903178.825420:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172488960:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.825442:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.825481:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903178.825518:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172488960:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 97us (435us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.825524:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77887 00000100:00100000:0.0:1742903178.826365:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.826416:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172489088 00000100:00100000:2.0:1742903178.826420:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172489088 00000100:00100000:2.0:1742903178.826445:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77888 00000100:00100000:2.0:1742903178.826449:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172489088:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.826464:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.826495:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903178.826527:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172489088:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 76us (163us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.826536:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77888 00000100:00100000:1.0:1742903178.827370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.827407:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172489216 00000100:00100000:3.0:1742903178.827411:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172489216 00000100:00100000:3.0:1742903178.827438:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77889 00000100:00100000:3.0:1742903178.827442:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172489216:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.827547:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.827577:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.827695:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172489216:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 169us (245us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.827703:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77889 00000100:00100000:2.0:1742903178.828917:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.828952:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172489344 00000100:00100000:3.0:1742903178.828957:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172489344 00000100:00100000:3.0:1742903178.828980:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77890 00000100:00100000:3.0:1742903178.828985:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172489344:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.828999:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.829026:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903178.829059:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172489344:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 73us (145us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.829065:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77890 00000100:00100000:0.0:1742903178.830979:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.831055:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172489472 00000100:00100000:3.0:1742903178.831062:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172489472 00000100:00100000:3.0:1742903178.831099:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77891 00000100:00100000:3.0:1742903178.831106:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172489472:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.831139:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.831195:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:3.0:1742903178.831240:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172489472:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 133us (266us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.831247:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77891 00000100:00100000:1.0:1742903178.833876:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.833933:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172489600 00000100:00100000:3.0:1742903178.833943:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172489600 00000100:00100000:3.0:1742903178.833988:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77892 00000100:00100000:3.0:1742903178.833996:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172489600:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.834025:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.834087:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:3.0:1742903178.834184:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172489600:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 186us (315us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.834191:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77892 00000100:00100000:2.0:1742903178.835890:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.836018:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172489728 00000100:00100000:3.0:1742903178.836025:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172489728 00000100:00100000:3.0:1742903178.836048:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77893 00000100:00100000:3.0:1742903178.836054:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172489728:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.836072:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.836119:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:3.0:1742903178.836162:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172489728:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 106us (276us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.836168:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77893 00000100:00100000:0.0:1742903178.836833:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.837544:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172489856 00000100:00100000:2.0:1742903178.837550:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172489856 00000100:00100000:2.0:1742903178.837579:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77894 00000100:00100000:2.0:1742903178.837584:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172489856:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.837614:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.837654:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:2.0:1742903178.837691:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172489856:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 103us (856us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.837698:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77894 00000100:00100000:1.0:1742903178.839053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.839184:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172489984 00000100:00100000:2.0:1742903178.839191:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172489984 00000100:00100000:2.0:1742903178.839223:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77895 00000100:00100000:2.0:1742903178.839227:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172489984:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.839244:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.839284:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:2.0:1742903178.839967:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172489984:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 736us (927us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.839974:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77895 00000100:00100000:0.0:1742903178.840444:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.840511:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172490112 00000100:00100000:2.0:1742903178.840516:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172490112 00000100:00100000:2.0:1742903178.840676:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77896 00000100:00100000:2.0:1742903178.840681:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172490112:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.840698:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.840734:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:2.0:1742903178.840923:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172490112:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 240us (479us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.840929:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77896 00000100:00100000:0.0:1742903178.842472:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.842532:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172490240 00000100:00100000:2.0:1742903178.842540:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172490240 00000100:00100000:2.0:1742903178.842632:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77897 00000100:00100000:2.0:1742903178.842638:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172490240:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.842657:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.842811:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:2.0:1742903178.842856:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172490240:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 217us (388us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.842861:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77897 00000100:00100000:1.0:1742903178.844261:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.844341:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172490368 00000100:00100000:2.0:1742903178.844359:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172490368 00000100:00100000:2.0:1742903178.844394:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77898 00000100:00100000:2.0:1742903178.844399:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172490368:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.844428:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.844470:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:2.0:1742903178.844501:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172490368:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 101us (242us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.844621:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77898 00000100:00100000:0.0:1742903178.847698:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.847961:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172490496 00000100:00100000:2.0:1742903178.847972:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172490496 00000100:00100000:2.0:1742903178.848014:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77899 00000100:00100000:2.0:1742903178.848020:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172490496:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.848048:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.848109:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:2.0:1742903178.848245:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172490496:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 223us (555us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.848251:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77899 00000100:00100000:0.0:1742903178.849468:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.849543:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172490624 00000100:00100000:2.0:1742903178.849548:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172490624 00000100:00100000:2.0:1742903178.849582:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77900 00000100:00100000:2.0:1742903178.849587:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172490624:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.849604:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.849645:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:2.0:1742903178.849671:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172490624:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 83us (207us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.849677:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77900 00000100:00100000:1.0:1742903178.850662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.850768:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172490752 00000100:00100000:2.0:1742903178.850772:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172490752 00000100:00100000:2.0:1742903178.850800:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77901 00000100:00100000:2.0:1742903178.850805:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172490752:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.850818:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.850849:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:2.0:1742903178.851131:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172490752:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 323us (470us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.851137:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77901 00000100:00100000:2.0:1742903178.854713:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903178.854788:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172490880 00000100:00100000:0.0:1742903178.854799:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172490880 00000100:00100000:0.0:1742903178.854847:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77902 00000100:00100000:0.0:1742903178.854854:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172490880:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903178.854884:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903178.854963:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:0.0:1742903178.855077:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172490880:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 222us (371us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903178.855083:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77902 00000100:00100000:0.0:1742903178.856060:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.856125:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172491008 00000100:00100000:2.0:1742903178.856302:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172491008 00000100:00100000:2.0:1742903178.856365:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77903 00000100:00100000:2.0:1742903178.856708:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172491008:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.856949:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.857000:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:2.0:1742903178.857043:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172491008:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 336us (983us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.857049:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77903 00000100:00100000:1.0:1742903178.858493:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.859709:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172491136 00000100:00100000:2.0:1742903178.859719:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172491136 00000100:00100000:2.0:1742903178.859769:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77904 00000100:00100000:2.0:1742903178.859783:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172491136:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.859809:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.859868:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:2.0:1742903178.859919:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172491136:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 143us (1429us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.859925:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77904 00000100:00100000:0.0:1742903178.862176:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.862242:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172491264 00000100:00100000:3.0:1742903178.862250:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172491264 00000100:00100000:3.0:1742903178.862297:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77905 00000100:00100000:3.0:1742903178.862303:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172491264:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.862581:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.862657:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:3.0:1742903178.863002:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172491264:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 698us (830us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.863017:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77905 00000100:00100000:0.0:1742903178.864838:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.864913:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172491392 00000100:00100000:3.0:1742903178.864920:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172491392 00000100:00100000:3.0:1742903178.864958:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77906 00000100:00100000:3.0:1742903178.864963:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172491392:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.864995:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.865046:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:3.0:1742903178.865084:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172491392:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 120us (251us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.865090:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77906 00000100:00100000:1.0:1742903178.867628:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.867822:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172491520 00000100:00100000:2.0:1742903178.867831:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172491520 00000100:00100000:2.0:1742903178.867878:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77907 00000100:00100000:2.0:1742903178.867884:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172491520:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.867910:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x831:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.867968:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x831:0x0]: rc = -2 00000100:00100000:2.0:1742903178.868012:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172491520:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 127us (388us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.868018:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77907 00000100:00100000:2.0:1742903178.870080:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.870145:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172491648 00000100:00100000:3.0:1742903178.870153:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172491648 00000100:00100000:3.0:1742903178.870179:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77908 00000100:00100000:3.0:1742903178.870184:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172491648:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.870205:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x831:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.870250:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x831:0x0]: rc = -2 00000100:00100000:3.0:1742903178.870721:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172491648:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 534us (889us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.870727:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77908 00000100:00100000:0.0:1742903178.872019:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.872242:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172491776 00000100:00100000:3.0:1742903178.872250:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172491776 00000100:00100000:3.0:1742903178.872313:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77909 00000100:00100000:3.0:1742903178.872336:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172491776:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.872371:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x831:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.872423:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x831:0x0]: rc = -2 00000100:00100000:3.0:1742903178.872456:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172491776:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 120us (441us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.872462:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77909 00000100:00100000:1.0:1742903178.873896:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.874172:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172491904 00000100:00100000:2.0:1742903178.874179:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172491904 00000100:00100000:2.0:1742903178.874216:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77910 00000100:00100000:2.0:1742903178.874221:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172491904:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.874243:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x831:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.874289:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x831:0x0]: rc = -2 00000100:00100000:2.0:1742903178.874358:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172491904:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 134us (465us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.874364:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77910 00000100:00100000:2.0:1742903178.875518:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.875563:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172492032 00000100:00100000:3.0:1742903178.875569:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172492032 00000100:00100000:3.0:1742903178.875600:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77911 00000100:00100000:3.0:1742903178.875605:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172492032:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.875622:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x830:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.875674:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x830:0x0]: rc = -2 00000100:00100000:3.0:1742903178.875711:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172492032:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 104us (194us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.875716:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77911 00000100:00100000:0.0:1742903178.876740:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.876809:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172492160 00000100:00100000:3.0:1742903178.876814:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172492160 00000100:00100000:3.0:1742903178.876846:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77912 00000100:00100000:3.0:1742903178.876851:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172492160:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.876878:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x830:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.876911:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x830:0x0]: rc = -2 00000100:00100000:3.0:1742903178.876948:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172492160:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 95us (213us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.876953:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77912 00000100:00100000:1.0:1742903178.879966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.880056:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172492288 00000100:00100000:2.0:1742903178.880066:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172492288 00000100:00100000:2.0:1742903178.880294:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77913 00000100:00100000:2.0:1742903178.880300:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172492288:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.880378:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x831:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.880448:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x831:0x0]: rc = -2 00000100:00100000:2.0:1742903178.880499:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172492288:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 198us (543us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.880506:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77913 00000100:00100000:0.0:1742903178.882677:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.882732:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172492416 00000100:00100000:3.0:1742903178.882738:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172492416 00000100:00100000:3.0:1742903178.882777:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77914 00000100:00100000:3.0:1742903178.882782:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172492416:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.882804:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x831:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.882860:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x831:0x0]: rc = -2 00000100:00100000:3.0:1742903178.882905:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172492416:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 122us (235us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.882910:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77914 00000100:00100000:0.0:1742903178.885064:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.885262:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172492544 00000100:00100000:2.0:1742903178.885271:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172492544 00000100:00100000:2.0:1742903178.885344:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77915 00000100:00100000:2.0:1742903178.885363:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172492544:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.885391:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x830:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.885453:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x830:0x0]: rc = -2 00000100:00100000:2.0:1742903178.885492:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172492544:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 130us (435us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.885498:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77915 00000100:00100000:1.0:1742903178.887477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.887530:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172492672 00000100:00100000:3.0:1742903178.887539:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172492672 00000100:00100000:3.0:1742903178.887581:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77916 00000100:00100000:3.0:1742903178.887586:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172492672:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.887609:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x830:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.887762:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x830:0x0]: rc = -2 00000100:00100000:3.0:1742903178.888414:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172492672:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 240us (357us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.888422:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77916 00000100:00100000:0.0:1742903178.890636:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.890720:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172492800 00000100:00100000:3.0:1742903178.890727:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172492800 00000100:00100000:3.0:1742903178.890795:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77917 00000100:00100000:3.0:1742903178.890802:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172492800:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.890829:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x830:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.890891:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x830:0x0]: rc = -2 00000100:00100000:3.0:1742903178.890941:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172492800:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 138us (308us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.890951:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77917 00000100:00100000:0.0:1742903178.891946:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.892009:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172492928 00000100:00100000:3.0:1742903178.892014:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172492928 00000100:00100000:3.0:1742903178.892046:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77918 00000100:00100000:3.0:1742903178.892050:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172492928:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.892076:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x830:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.892109:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x830:0x0]: rc = -2 00000100:00100000:3.0:1742903178.892181:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172492928:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 129us (236us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.892187:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77918 00000100:00100000:1.0:1742903178.893290:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.893422:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172493056 00000100:00100000:3.0:1742903178.893428:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172493056 00000100:00100000:3.0:1742903178.893460:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77919 00000100:00100000:3.0:1742903178.893465:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172493056:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.893480:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe0c:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.893514:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe0c:0x0]: rc = -2 00000100:00100000:3.0:1742903178.893553:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172493056:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 87us (270us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.893559:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77919 00000100:00100000:0.0:1742903178.895160:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.895540:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172493184 00000100:00100000:2.0:1742903178.895545:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172493184 00000100:00100000:2.0:1742903178.895649:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77920 00000100:00100000:2.0:1742903178.895654:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172493184:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.895676:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe0d:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.895724:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe0d:0x0]: rc = -2 00000100:00100000:2.0:1742903178.895896:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172493184:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 239us (742us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.895902:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77920 00000100:00100000:0.0:1742903178.900229:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.900357:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172493312 00000100:00100000:2.0:1742903178.900365:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172493312 00000100:00100000:2.0:1742903178.900547:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77921 00000100:00100000:2.0:1742903178.900553:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172493312:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.900578:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.900637:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903178.900791:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172493312:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 237us (569us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.900797:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77921 00000100:00100000:0.0:1742903178.904116:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.904193:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172493440 00000100:00100000:2.0:1742903178.904200:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172493440 00000100:00100000:2.0:1742903178.904425:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77922 00000100:00100000:2.0:1742903178.904431:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172493440:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.904464:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.904515:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903178.904555:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172493440:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 123us (444us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.904565:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77922 00000100:00100000:1.0:1742903178.907625:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.907681:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172493568 00000100:00100000:3.0:1742903178.907688:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172493568 00000100:00100000:3.0:1742903178.907727:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77923 00000100:00100000:3.0:1742903178.907733:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172493568:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.907756:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.907821:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903178.907863:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172493568:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 130us (246us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.907869:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77923 00000100:00100000:0.0:1742903178.910097:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.910157:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172493696 00000100:00100000:3.0:1742903178.910161:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172493696 00000100:00100000:3.0:1742903178.910341:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77924 00000100:00100000:3.0:1742903178.910356:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172493696:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.910379:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.910429:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903178.910469:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172493696:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 119us (373us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.910474:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77924 00000100:00100000:1.0:1742903178.911953:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.912018:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172493824 00000100:00100000:3.0:1742903178.912023:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172493824 00000100:00100000:3.0:1742903178.912060:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77925 00000100:00100000:3.0:1742903178.912065:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172493824:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.912097:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe0e:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.912138:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe0e:0x0]: rc = -2 00000100:00100000:3.0:1742903178.912179:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172493824:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 113us (228us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.912184:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77925 00000100:00100000:1.0:1742903178.913531:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.913625:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172493952 00000100:00100000:3.0:1742903178.913630:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172493952 00000100:00100000:3.0:1742903178.913657:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77926 00000100:00100000:3.0:1742903178.913662:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172493952:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.913678:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe0f:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.913710:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe0f:0x0]: rc = -2 00000100:00100000:3.0:1742903178.913743:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172493952:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 80us (213us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.913749:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77926 00000100:00100000:0.0:1742903178.915197:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.915258:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172494080 00000100:00100000:2.0:1742903178.915265:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172494080 00000100:00100000:2.0:1742903178.915299:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77927 00000100:00100000:2.0:1742903178.915304:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172494080:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.915367:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe10:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.915410:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe10:0x0]: rc = -2 00000100:00100000:2.0:1742903178.915453:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172494080:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 148us (263us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.915459:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77927 00000100:00100000:1.0:1742903178.918438:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.918903:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172494208 00000100:00100000:3.0:1742903178.918911:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172494208 00000100:00100000:3.0:1742903178.918946:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77928 00000100:00100000:3.0:1742903178.918952:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136274e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172494208:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.918979:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe11:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.919032:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe11:0x0]: rc = -2 00000100:00100000:3.0:1742903178.919076:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136274e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172494208:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 123us (644us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.919082:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77928 00000100:00100000:1.0:1742903178.921498:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.921551:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172494336 00000100:00100000:2.0:1742903178.921557:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172494336 00000100:00100000:2.0:1742903178.921595:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77929 00000100:00100000:2.0:1742903178.921601:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136274a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172494336:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.921628:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.921683:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903178.921727:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136274a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172494336:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 125us (236us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.921734:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77929 00000100:00100000:0.0:1742903178.923904:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.923957:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172494464 00000100:00100000:3.0:1742903178.923964:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172494464 00000100:00100000:3.0:1742903178.924433:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77930 00000100:00100000:3.0:1742903178.924440:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172494464:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.924463:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.924639:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:3.0:1742903178.925157:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172494464:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 715us (1255us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.925163:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77930 00000100:00100000:1.0:1742903178.927772:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.927932:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172494592 00000100:00100000:3.0:1742903178.927939:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172494592 00000100:00100000:3.0:1742903178.927975:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77931 00000100:00100000:3.0:1742903178.927981:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136277b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172494592:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.928017:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.928072:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903178.928113:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136277b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172494592:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 131us (346us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.928119:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77931 00000100:00100000:1.0:1742903178.928916:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.929019:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172494720 00000100:00100000:3.0:1742903178.929022:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172494720 00000100:00100000:3.0:1742903178.929048:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77932 00000100:00100000:3.0:1742903178.929052:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136275f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172494720:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.929066:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.929096:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903178.929230:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136275f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172494720:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 175us (313us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.929236:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77932 00000100:00100000:2.0:1742903178.930739:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.930838:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172494848 00000100:00100000:3.0:1742903178.930843:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172494848 00000100:00100000:3.0:1742903178.930869:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77933 00000100:00100000:3.0:1742903178.930875:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172494848:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.930892:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.930930:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:3.0:1742903178.930968:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172494848:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 92us (231us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.930974:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77933 00000100:00100000:1.0:1742903178.932020:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.932171:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172494976 00000100:00100000:2.0:1742903178.932174:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172494976 00000100:00100000:2.0:1742903178.932199:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77934 00000100:00100000:2.0:1742903178.932203:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136275500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172494976:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.932215:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.932243:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903178.932274:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136275500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172494976:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 70us (254us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.932283:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77934 00000100:00100000:1.0:1742903178.933474:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.933661:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172495104 00000100:00100000:3.0:1742903178.933666:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172495104 00000100:00100000:3.0:1742903178.933795:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77935 00000100:00100000:3.0:1742903178.933801:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172495104:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.933817:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.933851:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903178.933886:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172495104:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 84us (414us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.933891:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77935 00000100:00100000:0.0:1742903178.935386:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.935468:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172495232 00000100:00100000:2.0:1742903178.935473:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172495232 00000100:00100000:2.0:1742903178.935504:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77936 00000100:00100000:2.0:1742903178.935509:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172495232:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.935537:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.935577:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:2.0:1742903178.935619:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172495232:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 108us (235us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.935625:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77936 00000100:00100000:1.0:1742903178.936572:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.936844:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172495360 00000100:00100000:2.0:1742903178.936849:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172495360 00000100:00100000:2.0:1742903178.936882:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77937 00000100:00100000:2.0:1742903178.936887:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172495360:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.936902:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe12:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.936948:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe12:0x0]: rc = -2 00000100:00100000:2.0:1742903178.936983:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172495360:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 94us (412us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.936989:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77937 00000100:00100000:1.0:1742903178.938872:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.938913:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172495488 00000100:00100000:2.0:1742903178.938918:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172495488 00000100:00100000:2.0:1742903178.938945:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77938 00000100:00100000:2.0:1742903178.938949:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136275c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172495488:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.938965:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe13:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.938997:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe13:0x0]: rc = -2 00000100:00100000:2.0:1742903178.939031:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136275c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172495488:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 82us (163us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.939035:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77938 00000100:00100000:0.0:1742903178.940384:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.940478:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172495616 00000100:00100000:3.0:1742903178.940483:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172495616 00000100:00100000:3.0:1742903178.940548:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77939 00000100:00100000:3.0:1742903178.940553:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172495616:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.940583:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.940619:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:3.0:1742903178.940657:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172495616:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 103us (275us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.940663:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77939 00000100:00100000:1.0:1742903178.941841:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.942092:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172495744 00000100:00100000:2.0:1742903178.942099:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172495744 00000100:00100000:2.0:1742903178.942138:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77940 00000100:00100000:2.0:1742903178.942144:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172495744:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.942171:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.942225:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903178.942287:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172495744:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 142us (453us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.942293:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77940 00000100:00100000:1.0:1742903178.943821:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.943879:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172495872 00000100:00100000:3.0:1742903178.943889:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172495872 00000100:00100000:3.0:1742903178.943932:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77941 00000100:00100000:3.0:1742903178.943938:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136275180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172495872:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.943961:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.944014:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903178.944063:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136275180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172495872:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 124us (243us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.944071:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77941 00000100:00100000:0.0:1742903178.944775:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.945462:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172496000 00000100:00100000:3.0:1742903178.945468:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172496000 00000100:00100000:3.0:1742903178.945509:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77942 00000100:00100000:3.0:1742903178.945515:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172496000:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.945533:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.945568:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903178.945621:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172496000:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 105us (846us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.945627:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77942 00000100:00100000:1.0:1742903178.947247:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.947370:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172496128 00000100:00100000:2.0:1742903178.947376:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172496128 00000100:00100000:2.0:1742903178.947604:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77943 00000100:00100000:2.0:1742903178.947610:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136274380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172496128:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.947639:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe14:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.947684:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe14:0x0]: rc = -2 00000100:00100000:2.0:1742903178.947722:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136274380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172496128:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 112us (478us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.947728:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77943 00000100:00100000:1.0:1742903178.948740:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.949484:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172496256 00000100:00100000:3.0:1742903178.949491:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172496256 00000100:00100000:3.0:1742903178.949517:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77944 00000100:00100000:3.0:1742903178.949522:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172496256:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.949541:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.949586:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:3.0:1742903178.949628:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172496256:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 104us (892us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.949635:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77944 00000100:00100000:0.0:1742903178.950660:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.950707:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172496384 00000100:00100000:2.0:1742903178.950712:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172496384 00000100:00100000:2.0:1742903178.951109:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77945 00000100:00100000:2.0:1742903178.951116:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172496384:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.951133:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.951171:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903178.951210:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172496384:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 93us (554us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.951215:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77945 00000100:00100000:1.0:1742903178.952261:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.952433:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172496512 00000100:00100000:3.0:1742903178.952438:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172496512 00000100:00100000:3.0:1742903178.952456:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77946 00000100:00100000:3.0:1742903178.952460:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172496512:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.952486:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe15:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.952520:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe15:0x0]: rc = -2 00000100:00100000:3.0:1742903178.952552:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172496512:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 92us (294us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.952558:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77946 00000100:00100000:1.0:1742903178.953493:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.953738:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172496640 00000100:00100000:2.0:1742903178.953743:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172496640 00000100:00100000:2.0:1742903178.953882:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77947 00000100:00100000:2.0:1742903178.953887:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172496640:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.953905:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.953943:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:2.0:1742903178.953979:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172496640:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 91us (487us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.953986:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77947 00000100:00100000:0.0:1742903178.955792:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.955931:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172496768 00000100:00100000:3.0:1742903178.955936:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172496768 00000100:00100000:3.0:1742903178.955969:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77948 00000100:00100000:3.0:1742903178.955975:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172496768:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.955992:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.956037:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903178.956078:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172496768:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 102us (288us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.956085:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77948 00000100:00100000:1.0:1742903178.958577:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.958817:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172496896 00000100:00100000:2.0:1742903178.958824:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172496896 00000100:00100000:2.0:1742903178.958862:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77949 00000100:00100000:2.0:1742903178.958868:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172496896:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.958890:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.958940:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903178.959126:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172496896:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 257us (553us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.959132:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77949 00000100:00100000:1.0:1742903178.962041:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.962102:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172497024 00000100:00100000:3.0:1742903178.962109:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172497024 00000100:00100000:3.0:1742903178.962151:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77950 00000100:00100000:3.0:1742903178.962157:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172497024:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.962180:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.962233:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:3.0:1742903178.962279:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172497024:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 122us (245us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.962286:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77950 00000100:00100000:0.0:1742903178.964742:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.964804:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172497152 00000100:00100000:2.0:1742903178.964811:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172497152 00000100:00100000:2.0:1742903178.964849:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77951 00000100:00100000:2.0:1742903178.964854:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172497152:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.964885:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe16:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.964933:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe16:0x0]: rc = -2 00000100:00100000:2.0:1742903178.964976:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172497152:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 121us (238us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.964982:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77951 00000100:00100000:1.0:1742903178.968818:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.968903:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172497280 00000100:00100000:3.0:1742903178.968910:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172497280 00000100:00100000:3.0:1742903178.969517:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77952 00000100:00100000:3.0:1742903178.969524:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172497280:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.969548:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.969604:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903178.969645:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172497280:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 121us (832us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.969651:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77952 00000100:00100000:1.0:1742903178.971652:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.971845:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172497408 00000100:00100000:2.0:1742903178.971852:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172497408 00000100:00100000:2.0:1742903178.971888:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77953 00000100:00100000:2.0:1742903178.971894:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880121f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172497408:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.971915:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.971963:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:2.0:1742903178.972006:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880121f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172497408:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 111us (358us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.972013:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77953 00000100:00100000:0.0:1742903178.973043:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.973156:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172497536 00000100:00100000:3.0:1742903178.973160:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172497536 00000100:00100000:3.0:1742903178.973190:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77954 00000100:00100000:3.0:1742903178.973194:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172497536:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.973218:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe17:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.973253:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe17:0x0]: rc = -2 00000100:00100000:3.0:1742903178.973287:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172497536:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 91us (244us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.973293:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77954 00000100:00100000:1.0:1742903178.974789:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.974956:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172497664 00000100:00100000:2.0:1742903178.974961:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172497664 00000100:00100000:2.0:1742903178.974992:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77955 00000100:00100000:2.0:1742903178.974997:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172497664:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.975016:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.975060:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903178.975098:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172497664:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 100us (312us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.975104:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77955 00000100:00100000:1.0:1742903178.976415:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.976490:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172497792 00000100:00100000:2.0:1742903178.976495:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172497792 00000100:00100000:2.0:1742903178.976526:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77956 00000100:00100000:2.0:1742903178.976531:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172497792:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.976547:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.976576:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903178.976609:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172497792:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 77us (195us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.976615:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77956 00000100:00100000:2.0:1742903178.977829:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.977894:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172497920 00000100:00100000:3.0:1742903178.977898:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172497920 00000100:00100000:3.0:1742903178.977927:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77957 00000100:00100000:3.0:1742903178.977932:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172497920:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.977946:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.977981:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903178.978015:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172497920:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 83us (188us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.978022:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77957 00000100:00100000:1.0:1742903178.979207:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.979270:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172498048 00000100:00100000:3.0:1742903178.979274:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172498048 00000100:00100000:2.0:1742903178.979410:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77958 00000100:00100000:2.0:1742903178.979415:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172498048:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.979444:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.979485:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:2.0:1742903178.979544:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172498048:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 129us (340us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.979549:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77958 00000100:00100000:1.0:1742903178.980757:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.980798:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172498176 00000100:00100000:2.0:1742903178.980803:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172498176 00000100:00100000:2.0:1742903178.980836:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77959 00000100:00100000:2.0:1742903178.980841:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172498176:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.980929:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe18:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.980963:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe18:0x0]: rc = -2 00000100:00100000:2.0:1742903178.981054:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172498176:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 210us (296us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.981061:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77959 00000100:00100000:0.0:1742903178.982456:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.982698:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172498304 00000100:00100000:2.0:1742903178.982703:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172498304 00000100:00100000:2.0:1742903178.982735:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77960 00000100:00100000:2.0:1742903178.982740:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172498304:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.982756:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.982793:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903178.982833:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172498304:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 92us (378us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.982840:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77960 00000100:00100000:1.0:1742903178.984803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.984869:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172498432 00000100:00100000:3.0:1742903178.984874:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172498432 00000100:00100000:3.0:1742903178.984911:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77961 00000100:00100000:3.0:1742903178.984916:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172498432:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.984932:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.984971:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:3.0:1742903178.985270:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172498432:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 352us (468us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.985278:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77961 00000100:00100000:1.0:1742903178.986554:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.986667:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172498560 00000100:00100000:3.0:1742903178.986671:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172498560 00000100:00100000:3.0:1742903178.986699:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77962 00000100:00100000:3.0:1742903178.986705:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172498560:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.986720:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe19:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.986756:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe19:0x0]: rc = -2 00000100:00100000:3.0:1742903178.986793:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172498560:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 84us (238us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.986799:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77962 00000100:00100000:0.0:1742903178.988373:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.988641:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172498688 00000100:00100000:2.0:1742903178.988646:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172498688 00000100:00100000:2.0:1742903178.988680:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77963 00000100:00100000:2.0:1742903178.988685:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172498688:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.988702:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe1a:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.988745:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe1a:0x0]: rc = -2 00000100:00100000:2.0:1742903178.988781:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172498688:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 95us (409us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.988788:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77963 00000100:00100000:1.0:1742903178.990210:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.990273:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172498816 00000100:00100000:3.0:1742903178.990278:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172498816 00000100:00100000:3.0:1742903178.990308:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77964 00000100:00100000:3.0:1742903178.990313:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172498816:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.990374:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.990407:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903178.990439:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172498816:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 125us (235us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.990445:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77964 00000100:00100000:1.0:1742903178.991429:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.991511:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172498944 00000100:00100000:3.0:1742903178.991517:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172498944 00000100:00100000:3.0:1742903178.991593:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77965 00000100:00100000:3.0:1742903178.991599:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172498944:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.991623:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.991676:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903178.991724:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172498944:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 123us (333us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.991730:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77965 00000100:00100000:0.0:1742903178.993006:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.993040:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172499072 00000100:00100000:2.0:1742903178.993044:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172499072 00000100:00100000:2.0:1742903178.993073:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77966 00000100:00100000:2.0:1742903178.993081:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172499072:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.993111:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe1b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.993150:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe1b:0x0]: rc = -2 00000100:00100000:2.0:1742903178.993181:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172499072:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 103us (176us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.993186:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77966 00000100:00100000:1.0:1742903178.994146:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.994232:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172499200 00000100:00100000:2.0:1742903178.994235:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172499200 00000100:00100000:2.0:1742903178.994262:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77967 00000100:00100000:2.0:1742903178.994266:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172499200:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.994280:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe1c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.994307:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe1c:0x0]: rc = -2 00000100:00100000:2.0:1742903178.994382:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172499200:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 114us (236us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.994387:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77967 00000100:00100000:1.0:1742903178.995270:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.995401:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172499328 00000100:00100000:2.0:1742903178.995405:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172499328 00000100:00100000:2.0:1742903178.995432:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77968 00000100:00100000:2.0:1742903178.995487:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172499328:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.995503:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.995534:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903178.995565:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172499328:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 127us (296us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.995570:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77968 00000100:00100000:0.0:1742903178.996452:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903178.996513:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172499456 00000100:00100000:2.0:1742903178.996518:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172499456 00000100:00100000:2.0:1742903178.996543:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77969 00000100:00100000:2.0:1742903178.996547:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172499456:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903178.996561:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903178.996586:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903178.996619:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172499456:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 70us (168us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903178.996627:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77969 00000100:00100000:1.0:1742903178.997819:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.997859:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172499584 00000100:00100000:3.0:1742903178.997865:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172499584 00000100:00100000:3.0:1742903178.997898:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77970 00000100:00100000:3.0:1742903178.997903:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172499584:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.997919:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe1d:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.997955:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe1d:0x0]: rc = -2 00000100:00100000:3.0:1742903178.997994:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172499584:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 91us (178us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.998000:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77970 00000100:00100000:1.0:1742903178.998838:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903178.998875:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172499712 00000100:00100000:3.0:1742903178.998879:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172499712 00000100:00100000:3.0:1742903178.998905:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77971 00000100:00100000:3.0:1742903178.998909:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172499712:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903178.999105:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903178.999134:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903178.999164:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172499712:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 253us (326us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903178.999170:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77971 00000100:00100000:0.0:1742903179.000022:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.000072:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172499840 00000100:00100000:3.0:1742903179.000076:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172499840 00000100:00100000:3.0:1742903179.000101:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77972 00000100:00100000:3.0:1742903179.000106:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172499840:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.000134:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.000160:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903179.000193:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172499840:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 85us (177us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.000198:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77972 00000100:00100000:1.0:1742903179.001216:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.001283:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172499968 00000100:00100000:3.0:1742903179.001287:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172499968 00000100:00100000:3.0:1742903179.001343:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77973 00000100:00100000:3.0:1742903179.001360:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172499968:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.001374:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.001404:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:3.0:1742903179.001485:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172499968:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 124us (269us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.001492:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77973 00000100:00100000:1.0:1742903179.003049:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.003100:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172500096 00000100:00100000:3.0:1742903179.003151:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172500096 00000100:00100000:3.0:1742903179.003282:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77974 00000100:00100000:3.0:1742903179.003287:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172500096:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.003305:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.003388:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:3.0:1742903179.003427:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172500096:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 139us (383us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.003433:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77974 00000100:00100000:0.0:1742903179.004627:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.004711:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172500224 00000100:00100000:2.0:1742903179.004718:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172500224 00000100:00100000:2.0:1742903179.004755:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77975 00000100:00100000:2.0:1742903179.004760:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172500224:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.004792:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.004847:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:2.0:1742903179.004895:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172500224:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 133us (269us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.004902:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77975 00000100:00100000:0.0:1742903179.005816:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.005862:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172500352 00000100:00100000:2.0:1742903179.005867:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172500352 00000100:00100000:2.0:1742903179.005894:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77976 00000100:00100000:2.0:1742903179.005899:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172500352:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.005914:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.005941:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:2.0:1742903179.005970:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172500352:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 70us (155us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.005976:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77976 00000100:00100000:1.0:1742903179.006927:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.006990:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172500480 00000100:00100000:3.0:1742903179.006995:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172500480 00000100:00100000:3.0:1742903179.007028:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77977 00000100:00100000:3.0:1742903179.007033:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172500480:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.007049:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe1e:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.007081:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe1e:0x0]: rc = -2 00000100:00100000:3.0:1742903179.007153:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172500480:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 118us (228us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.007159:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77977 00000100:00100000:0.0:1742903179.008248:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.008283:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172500608 00000100:00100000:3.0:1742903179.008287:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172500608 00000100:00100000:3.0:1742903179.008311:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77978 00000100:00100000:3.0:1742903179.008343:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172500608:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.008380:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe1f:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.008410:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe1f:0x0]: rc = -2 00000100:00100000:3.0:1742903179.008446:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172500608:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 129us (199us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.008452:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77978 00000100:00100000:0.0:1742903179.009458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.009514:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172500736 00000100:00100000:3.0:1742903179.009518:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172500736 00000100:00100000:3.0:1742903179.009536:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77979 00000100:00100000:3.0:1742903179.009540:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172500736:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.009552:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.009578:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:3.0:1742903179.009613:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172500736:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 71us (159us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.009619:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77979 00000100:00100000:1.0:1742903179.010552:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.010699:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172500864 00000100:00100000:0.0:1742903179.010706:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172500864 00000100:00100000:0.0:1742903179.010751:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77980 00000100:00100000:0.0:1742903179.010757:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172500864:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.010782:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.010848:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:0.0:1742903179.010895:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172500864:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 137us (343us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.010902:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77980 00000100:00100000:0.0:1742903179.011916:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.011978:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172500992 00000100:00100000:3.0:1742903179.011983:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172500992 00000100:00100000:3.0:1742903179.012014:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77981 00000100:00100000:3.0:1742903179.012019:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172500992:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.012059:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.012095:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903179.012128:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172500992:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 107us (213us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.012134:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77981 00000100:00100000:2.0:1742903179.012854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.012927:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172501120 00000100:00100000:3.0:1742903179.012931:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172501120 00000100:00100000:3.0:1742903179.012953:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77982 00000100:00100000:3.0:1742903179.012958:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172501120:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.012971:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.012994:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903179.013016:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172501120:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 57us (167us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.013022:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77982 00000100:00100000:1.0:1742903179.014074:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.014122:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172501248 00000100:00100000:3.0:1742903179.014127:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172501248 00000100:00100000:3.0:1742903179.014156:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77983 00000100:00100000:3.0:1742903179.014160:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172501248:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.014186:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe20:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.014220:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe20:0x0]: rc = -2 00000100:00100000:3.0:1742903179.014254:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172501248:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 93us (181us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.014261:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77983 00000100:00100000:0.0:1742903179.015593:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.015644:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172501376 00000100:00100000:3.0:1742903179.015650:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172501376 00000100:00100000:3.0:1742903179.015678:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77984 00000100:00100000:3.0:1742903179.015683:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172501376:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.015700:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe21:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.015737:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe21:0x0]: rc = -2 00000100:00100000:3.0:1742903179.015766:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172501376:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 82us (176us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.015771:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77984 00000100:00100000:2.0:1742903179.016835:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.016912:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172501504 00000100:00100000:3.0:1742903179.016918:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172501504 00000100:00100000:3.0:1742903179.016950:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77985 00000100:00100000:3.0:1742903179.016955:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172501504:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.016969:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.016998:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:3.0:1742903179.017038:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172501504:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 82us (208us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.017044:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77985 00000100:00100000:1.0:1742903179.017948:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.017988:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172501632 00000100:00100000:0.0:1742903179.017992:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172501632 00000100:00100000:0.0:1742903179.018020:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77986 00000100:00100000:0.0:1742903179.018025:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172501632:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.018052:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.018093:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:0.0:1742903179.018129:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172501632:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 103us (181us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.018136:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77986 00000100:00100000:0.0:1742903179.019072:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.019120:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172501760 00000100:00100000:3.0:1742903179.019125:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172501760 00000100:00100000:3.0:1742903179.019155:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77987 00000100:00100000:3.0:1742903179.019160:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172501760:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.019173:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.019203:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903179.021518:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172501760:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 2302us (2392us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.021530:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77987 00000100:00100000:2.0:1742903179.022815:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.022903:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172501888 00000100:00100000:3.0:1742903179.022912:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172501888 00000100:00100000:3.0:1742903179.022952:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77988 00000100:00100000:3.0:1742903179.022958:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172501888:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.022997:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.023065:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903179.023120:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172501888:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 160us (311us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.023127:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77988 00000100:00100000:1.0:1742903179.024219:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.024277:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172502016 00000100:00100000:3.0:1742903179.024283:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172502016 00000100:00100000:3.0:1742903179.024307:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77989 00000100:00100000:3.0:1742903179.024311:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172502016:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.024371:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.024428:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:3.0:1742903179.024471:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172502016:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 159us (259us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.024478:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77989 00000100:00100000:0.0:1742903179.027488:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.027575:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172502144 00000100:00100000:3.0:1742903179.027585:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172502144 00000100:00100000:3.0:1742903179.027618:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77990 00000100:00100000:3.0:1742903179.027625:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172502144:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.027656:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.027723:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:3.0:1742903179.027781:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172502144:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 155us (299us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.027788:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77990 00000100:00100000:2.0:1742903179.029209:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.029259:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172502272 00000100:00100000:0.0:1742903179.029265:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172502272 00000100:00100000:0.0:1742903179.029296:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77991 00000100:00100000:0.0:1742903179.029303:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172502272:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.029355:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.029396:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:0.0:1742903179.029429:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172502272:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 127us (226us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.029435:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77991 00000100:00100000:1.0:1742903179.030671:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.030710:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172502400 00000100:00100000:0.0:1742903179.030717:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172502400 00000100:00100000:0.0:1742903179.030756:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77992 00000100:00100000:0.0:1742903179.030760:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172502400:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.030782:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.030843:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:0.0:1742903179.030889:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172502400:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 127us (219us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.030895:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77992 00000100:00100000:0.0:1742903179.032401:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.032579:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172502528 00000100:00100000:2.0:1742903179.032585:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172502528 00000100:00100000:2.0:1742903179.032619:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77993 00000100:00100000:2.0:1742903179.032625:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172502528:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.032642:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe22:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.032685:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe22:0x0]: rc = -2 00000100:00100000:2.0:1742903179.032722:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172502528:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 96us (324us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.032729:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77993 00000100:00100000:2.0:1742903179.034004:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.034047:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172502656 00000100:00100000:3.0:1742903179.034052:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172502656 00000100:00100000:3.0:1742903179.034078:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77994 00000100:00100000:3.0:1742903179.034083:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172502656:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.034101:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe23:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.034151:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe23:0x0]: rc = -2 00000100:00100000:3.0:1742903179.034188:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172502656:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 104us (187us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.034194:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77994 00000100:00100000:1.0:1742903179.035341:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.035387:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172502784 00000100:00100000:3.0:1742903179.035392:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172502784 00000100:00100000:3.0:1742903179.035505:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77995 00000100:00100000:3.0:1742903179.035511:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172502784:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.035535:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.035562:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903179.035589:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172502784:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 78us (249us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.035593:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77995 00000100:00100000:0.0:1742903179.036774:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.036823:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172502912 00000100:00100000:2.0:1742903179.036857:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172502912 00000100:00100000:2.0:1742903179.036887:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77996 00000100:00100000:2.0:1742903179.036893:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172502912:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.036909:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.036946:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:2.0:1742903179.036978:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172502912:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 84us (209us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.036984:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77996 00000100:00100000:0.0:1742903179.037863:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.037903:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172503040 00000100:00100000:2.0:1742903179.037907:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172503040 00000100:00100000:2.0:1742903179.037934:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77997 00000100:00100000:2.0:1742903179.037938:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172503040:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.037960:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.037989:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903179.038010:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172503040:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 71us (149us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.038016:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77997 00000100:00100000:1.0:1742903179.038906:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.038971:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172503168 00000100:00100000:2.0:1742903179.038975:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172503168 00000100:00100000:2.0:1742903179.039006:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77998 00000100:00100000:2.0:1742903179.039010:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172503168:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.039022:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.039049:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903179.039236:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172503168:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 223us (329us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.039242:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77998 00000100:00100000:2.0:1742903179.040579:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.040621:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172503296 00000100:00100000:0.0:1742903179.040626:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172503296 00000100:00100000:0.0:1742903179.040679:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 77999 00000100:00100000:0.0:1742903179.040683:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172503296:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.040697:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe24:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.040729:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe24:0x0]: rc = -2 00000100:00100000:0.0:1742903179.040764:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172503296:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 79us (186us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.040773:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 77999 00000100:00100000:0.0:1742903179.042099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.042681:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172503424 00000100:00100000:3.0:1742903179.042687:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172503424 00000100:00100000:3.0:1742903179.043247:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78000 00000100:00100000:3.0:1742903179.043253:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172503424:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.043276:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe25:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.043354:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe25:0x0]: rc = -2 00000100:00100000:3.0:1742903179.043396:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172503424:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 142us (1298us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.043406:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78000 00000100:00100000:1.0:1742903179.046457:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.046531:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172503552 00000100:00100000:2.0:1742903179.046538:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172503552 00000100:00100000:2.0:1742903179.046571:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78001 00000100:00100000:2.0:1742903179.046576:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172503552:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.046599:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe26:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.046653:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe26:0x0]: rc = -2 00000100:00100000:2.0:1742903179.046691:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172503552:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 115us (241us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.046697:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78001 00000100:00100000:0.0:1742903179.050813:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.051365:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172503680 00000100:00100000:3.0:1742903179.051372:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172503680 00000100:00100000:3.0:1742903179.051420:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78002 00000100:00100000:3.0:1742903179.051426:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172503680:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.051452:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe27:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.051512:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe27:0x0]: rc = -2 00000100:00100000:3.0:1742903179.051565:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172503680:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 137us (759us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.051571:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78002 00000100:00100000:0.0:1742903179.053832:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.053909:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172503808 00000100:00100000:2.0:1742903179.053916:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172503808 00000100:00100000:2.0:1742903179.053953:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78003 00000100:00100000:2.0:1742903179.053959:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172503808:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.053979:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.054030:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:2.0:1742903179.054071:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172503808:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 111us (245us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.054080:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78003 00000100:00100000:1.0:1742903179.054830:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.054864:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172503936 00000100:00100000:2.0:1742903179.054867:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172503936 00000100:00100000:2.0:1742903179.054890:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78004 00000100:00100000:2.0:1742903179.054895:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172503936:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.054915:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.054934:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:2.0:1742903179.054957:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172503936:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 61us (127us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.054962:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78004 00000100:00100000:0.0:1742903179.056261:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.056451:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172504064 00000100:00100000:3.0:1742903179.056457:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172504064 00000100:00100000:2.0:1742903179.056549:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78005 00000100:00100000:2.0:1742903179.056555:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172504064:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.056572:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.056608:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:2.0:1742903179.056648:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172504064:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 92us (390us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.056654:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78005 00000100:00100000:0.0:1742903179.057579:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.058027:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172504192 00000100:00100000:3.0:1742903179.058034:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172504192 00000100:00100000:3.0:1742903179.058123:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78006 00000100:00100000:3.0:1742903179.058129:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172504192:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.058155:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.058216:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:3.0:1742903179.058268:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172504192:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 138us (694us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.058275:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78006 00000100:00100000:1.0:1742903179.059241:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.059896:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172504320 00000100:00100000:3.0:1742903179.059902:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172504320 00000100:00100000:3.0:1742903179.059971:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78007 00000100:00100000:3.0:1742903179.059976:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172504320:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.060008:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe28:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.060043:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe28:0x0]: rc = -2 00000100:00100000:3.0:1742903179.060084:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172504320:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 106us (844us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.060090:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78007 00000100:00100000:0.0:1742903179.061156:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.061190:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172504448 00000100:00100000:3.0:1742903179.061194:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172504448 00000100:00100000:3.0:1742903179.061214:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78008 00000100:00100000:3.0:1742903179.061218:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172504448:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.061232:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe29:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.061259:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe29:0x0]: rc = -2 00000100:00100000:3.0:1742903179.061292:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172504448:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 72us (137us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.061297:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78008 00000100:00100000:0.0:1742903179.062651:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.062702:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172504576 00000100:00100000:3.0:1742903179.062707:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172504576 00000100:00100000:3.0:1742903179.062739:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78009 00000100:00100000:3.0:1742903179.062744:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172504576:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.062758:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.062788:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:3.0:1742903179.062815:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172504576:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 70us (166us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.062820:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78009 00000100:00100000:1.0:1742903179.064146:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.064272:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172504704 00000100:00100000:2.0:1742903179.064278:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172504704 00000100:00100000:2.0:1742903179.064308:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78010 00000100:00100000:2.0:1742903179.064311:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172504704:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.064379:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.064434:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:2.0:1742903179.064473:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172504704:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 159us (328us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.064486:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78010 00000100:00100000:0.0:1742903179.066311:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.066377:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172504832 00000100:00100000:2.0:1742903179.066383:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172504832 00000100:00100000:2.0:1742903179.066421:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78011 00000100:00100000:2.0:1742903179.066427:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172504832:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.066446:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.066498:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:2.0:1742903179.066537:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172504832:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 109us (230us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.066544:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78011 00000100:00100000:1.0:1742903179.067799:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.067845:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172504960 00000100:00100000:3.0:1742903179.067850:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172504960 00000100:00100000:3.0:1742903179.067882:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78012 00000100:00100000:3.0:1742903179.067887:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172504960:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.067902:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.067939:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.067977:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172504960:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 89us (179us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.067983:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78012 00000100:00100000:1.0:1742903179.070038:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.070118:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172505088 00000100:00100000:3.0:1742903179.070123:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172505088 00000100:00100000:3.0:1742903179.070152:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78013 00000100:00100000:3.0:1742903179.070157:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172505088:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.070191:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.070239:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:3.0:1742903179.070271:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172505088:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 113us (238us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.070278:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78013 00000100:00100000:0.0:1742903179.071117:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.071158:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172505216 00000100:00100000:3.0:1742903179.071162:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172505216 00000100:00100000:3.0:1742903179.071193:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78014 00000100:00100000:3.0:1742903179.071197:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172505216:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.071210:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.071237:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:3.0:1742903179.071269:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172505216:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 70us (153us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.071275:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78014 00000100:00100000:1.0:1742903179.072185:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.072256:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172505344 00000100:00100000:2.0:1742903179.072267:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172505344 00000100:00100000:2.0:1742903179.072363:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78015 00000100:00100000:2.0:1742903179.072371:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172505344:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.072410:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.072469:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:2.0:1742903179.072522:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172505344:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 151us (338us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.072528:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78015 00000100:00100000:1.0:1742903179.073729:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.073816:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172505472 00000100:00100000:2.0:1742903179.073822:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172505472 00000100:00100000:2.0:1742903179.073857:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78016 00000100:00100000:2.0:1742903179.073862:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172505472:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.073880:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.073929:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:2.0:1742903179.073957:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172505472:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 94us (231us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.073964:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78016 00000100:00100000:0.0:1742903179.074907:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.074954:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172505600 00000100:00100000:3.0:1742903179.074959:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172505600 00000100:00100000:3.0:1742903179.074994:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78017 00000100:00100000:3.0:1742903179.074999:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172505600:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.075016:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe2a:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.075049:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe2a:0x0]: rc = -2 00000100:00100000:3.0:1742903179.075085:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172505600:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 85us (179us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.075091:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78017 00000100:00100000:1.0:1742903179.076564:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.076651:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172505728 00000100:00100000:3.0:1742903179.076656:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172505728 00000100:00100000:3.0:1742903179.076689:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78018 00000100:00100000:3.0:1742903179.076693:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172505728:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.076711:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe2b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.076751:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe2b:0x0]: rc = -2 00000100:00100000:3.0:1742903179.076787:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172505728:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 92us (226us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.076794:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78018 00000100:00100000:1.0:1742903179.079034:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.079116:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172505856 00000100:00100000:3.0:1742903179.079123:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172505856 00000100:00100000:3.0:1742903179.079169:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78019 00000100:00100000:3.0:1742903179.079176:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172505856:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.079215:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.079269:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:3.0:1742903179.079303:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172505856:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 127us (275us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.079310:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78019 00000100:00100000:0.0:1742903179.080490:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.080561:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172505984 00000100:00100000:2.0:1742903179.080567:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172505984 00000100:00100000:2.0:1742903179.080601:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78020 00000100:00100000:2.0:1742903179.080606:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172505984:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.080623:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.080659:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:2.0:1742903179.080698:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172505984:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 91us (209us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.080703:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78020 00000100:00100000:1.0:1742903179.082169:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.082357:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172506112 00000100:00100000:3.0:1742903179.082363:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172506112 00000100:00100000:0.0:1742903179.082438:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78021 00000100:00100000:0.0:1742903179.082443:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172506112:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.082474:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.082534:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:0.0:1742903179.082564:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172506112:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 120us (398us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.082570:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78021 00000100:00100000:1.0:1742903179.083518:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.083605:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172506240 00000100:00100000:3.0:1742903179.083609:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172506240 00000100:00100000:3.0:1742903179.083634:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78022 00000100:00100000:3.0:1742903179.083639:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172506240:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.083653:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.083686:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.083722:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172506240:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 82us (205us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.083728:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78022 00000100:00100000:1.0:1742903179.085033:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.085136:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172506368 00000100:00100000:3.0:1742903179.085140:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172506368 00000100:00100000:3.0:1742903179.085165:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78023 00000100:00100000:3.0:1742903179.085169:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172506368:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.085185:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.085216:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:3.0:1742903179.085250:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172506368:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 80us (219us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.085255:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78023 00000100:00100000:1.0:1742903179.086598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.086662:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172506496 00000100:00100000:0.0:1742903179.086672:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172506496 00000100:00100000:0.0:1742903179.086722:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78024 00000100:00100000:0.0:1742903179.086728:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172506496:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.086750:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.086801:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:0.0:1742903179.086852:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172506496:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 124us (256us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.086858:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78024 00000100:00100000:1.0:1742903179.088609:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.088690:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172506624 00000100:00100000:3.0:1742903179.088695:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172506624 00000100:00100000:3.0:1742903179.088804:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78025 00000100:00100000:3.0:1742903179.088809:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172506624:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.088825:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.088862:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.088973:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172506624:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 163us (366us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.088982:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78025 00000100:00100000:1.0:1742903179.089942:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.090038:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172506752 00000100:00100000:3.0:1742903179.090042:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172506752 00000100:00100000:3.0:1742903179.090063:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78026 00000100:00100000:3.0:1742903179.090068:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172506752:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.090093:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.090118:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.090145:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172506752:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 75us (203us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.090151:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78026 00000100:00100000:1.0:1742903179.091692:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.091744:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172506880 00000100:00100000:3.0:1742903179.091753:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172506880 00000100:00100000:3.0:1742903179.091796:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78027 00000100:00100000:3.0:1742903179.091803:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172506880:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.091828:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe2c:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.091882:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe2c:0x0]: rc = -2 00000100:00100000:3.0:1742903179.091940:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172506880:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 137us (249us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.091946:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78027 00000100:00100000:1.0:1742903179.093025:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.093367:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172507008 00000100:00100000:3.0:1742903179.093372:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172507008 00000100:00100000:3.0:1742903179.093397:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78028 00000100:00100000:3.0:1742903179.093401:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172507008:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.093416:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe2d:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.093449:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe2d:0x0]: rc = -2 00000100:00100000:3.0:1742903179.093484:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172507008:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 81us (459us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.093490:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78028 00000100:00100000:1.0:1742903179.094576:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.094640:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172507136 00000100:00100000:3.0:1742903179.094645:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172507136 00000100:00100000:3.0:1742903179.094667:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78029 00000100:00100000:3.0:1742903179.094672:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172507136:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.094686:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe2e:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.094717:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe2e:0x0]: rc = -2 00000100:00100000:3.0:1742903179.094755:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172507136:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 81us (179us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.094760:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78029 00000100:00100000:1.0:1742903179.095550:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.096160:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172507264 00000100:00100000:3.0:1742903179.096165:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172507264 00000100:00100000:3.0:1742903179.096191:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78030 00000100:00100000:3.0:1742903179.096197:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172507264:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.096227:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.096260:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:3.0:1742903179.096294:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172507264:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 96us (745us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.096300:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78030 00000100:00100000:1.0:1742903179.097468:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.097549:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172507392 00000100:00100000:3.0:1742903179.097554:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172507392 00000100:00100000:3.0:1742903179.097583:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78031 00000100:00100000:3.0:1742903179.097588:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172507392:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.097603:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.097636:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:3.0:1742903179.097663:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172507392:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 74us (197us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.097670:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78031 00000100:00100000:1.0:1742903179.098765:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.098820:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172507520 00000100:00100000:3.0:1742903179.098826:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172507520 00000100:00100000:3.0:1742903179.098864:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78032 00000100:00100000:3.0:1742903179.098868:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172507520:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.098883:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe2f:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.098912:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe2f:0x0]: rc = -2 00000100:00100000:3.0:1742903179.098988:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172507520:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 77us (183us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.098995:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78032 00000100:00100000:1.0:1742903179.100845:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.100912:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172507648 00000100:00100000:3.0:1742903179.100919:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172507648 00000100:00100000:3.0:1742903179.100957:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78033 00000100:00100000:3.0:1742903179.100962:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172507648:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.100982:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.101026:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.101064:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172507648:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 100us (222us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.101070:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78033 00000100:00100000:1.0:1742903179.102290:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.102529:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172507776 00000100:00100000:3.0:1742903179.102537:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172507776 00000100:00100000:3.0:1742903179.102582:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78034 00000100:00100000:3.0:1742903179.102588:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172507776:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.102628:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.102686:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.102730:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172507776:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 141us (445us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.102736:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78034 00000100:00100000:1.0:1742903179.103799:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.103947:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172507904 00000100:00100000:0.0:1742903179.103953:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172507904 00000100:00100000:0.0:1742903179.103993:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78035 00000100:00100000:0.0:1742903179.103999:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172507904:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.104019:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe30:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.104079:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe30:0x0]: rc = -2 00000100:00100000:0.0:1742903179.104108:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172507904:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 109us (315us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.104114:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78035 00000100:00100000:1.0:1742903179.105190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.105249:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172508032 00000100:00100000:3.0:1742903179.105253:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172508032 00000100:00100000:3.0:1742903179.105287:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78036 00000100:00100000:3.0:1742903179.105292:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172508032:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.105310:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe31:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.105379:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe31:0x0]: rc = -2 00000100:00100000:3.0:1742903179.105405:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172508032:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 112us (215us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.105411:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78036 00000100:00100000:1.0:1742903179.106799:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.108246:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172508160 00000100:00100000:0.0:1742903179.108255:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172508160 00000100:00100000:0.0:1742903179.108305:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78037 00000100:00100000:0.0:1742903179.108311:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172508160:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.108376:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.108465:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:1.0:1742903179.108511:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172508160:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 199us (1713us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.108520:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78037 00000100:00100000:1.0:1742903179.110465:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.110515:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172508288 00000100:00100000:2.0:1742903179.110524:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172508288 00000100:00100000:2.0:1742903179.110563:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78038 00000100:00100000:2.0:1742903179.110568:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172508288:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.110588:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.110650:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:2.0:1742903179.110689:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172508288:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 121us (228us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.110693:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78038 00000100:00100000:2.0:1742903179.111984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.112019:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172508416 00000100:00100000:3.0:1742903179.112025:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172508416 00000100:00100000:3.0:1742903179.112053:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78039 00000100:00100000:3.0:1742903179.112057:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172508416:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.112075:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.112113:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.112144:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172508416:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 86us (161us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.112150:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78039 00000100:00100000:1.0:1742903179.112735:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.112772:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172508544 00000100:00100000:2.0:1742903179.112776:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172508544 00000100:00100000:2.0:1742903179.112807:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78040 00000100:00100000:2.0:1742903179.112812:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172508544:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.112842:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.112871:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:2.0:1742903179.112910:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172508544:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 97us (175us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.112916:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78040 00000100:00100000:1.0:1742903179.114086:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.114149:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172508672 00000100:00100000:2.0:1742903179.114153:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172508672 00000100:00100000:2.0:1742903179.114218:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78041 00000100:00100000:2.0:1742903179.114223:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172508672:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.114237:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.114268:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:2.0:1742903179.114290:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172508672:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 66us (205us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.114295:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78041 00000100:00100000:0.0:1742903179.115842:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.115876:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172508800 00000100:00100000:2.0:1742903179.115882:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172508800 00000100:00100000:2.0:1742903179.115919:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78042 00000100:00100000:2.0:1742903179.115924:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172508800:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.115943:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.115985:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:2.0:1742903179.116017:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172508800:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 93us (180us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.116022:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78042 00000100:00100000:1.0:1742903179.117240:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.117371:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172508928 00000100:00100000:3.0:1742903179.117376:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172508928 00000100:00100000:3.0:1742903179.117405:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78043 00000100:00100000:3.0:1742903179.117411:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172508928:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.117428:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe32:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.117470:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe32:0x0]: rc = -2 00000100:00100000:3.0:1742903179.117509:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172508928:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 98us (273us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.117514:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78043 00000100:00100000:1.0:1742903179.118854:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.119180:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172509056 00000100:00100000:3.0:1742903179.119186:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172509056 00000100:00100000:3.0:1742903179.119222:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78044 00000100:00100000:3.0:1742903179.119227:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172509056:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.119257:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.119292:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.119369:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172509056:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 141us (519us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.119375:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78044 00000100:00100000:0.0:1742903179.120376:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.120444:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172509184 00000100:00100000:2.0:1742903179.120449:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172509184 00000100:00100000:2.0:1742903179.120482:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78045 00000100:00100000:2.0:1742903179.120487:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172509184:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.120503:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.120534:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:2.0:1742903179.120572:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172509184:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 83us (198us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.120578:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78045 00000100:00100000:1.0:1742903179.121504:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.121607:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172509312 00000100:00100000:3.0:1742903179.121611:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172509312 00000100:00100000:3.0:1742903179.121677:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78046 00000100:00100000:3.0:1742903179.121682:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172509312:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.121696:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe33:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.121726:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe33:0x0]: rc = -2 00000100:00100000:3.0:1742903179.121954:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172509312:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 269us (449us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.121960:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78046 00000100:00100000:1.0:1742903179.123301:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.123403:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172509440 00000100:00100000:3.0:1742903179.123408:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172509440 00000100:00100000:3.0:1742903179.123444:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78047 00000100:00100000:3.0:1742903179.123449:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172509440:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.123468:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.123507:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:3.0:1742903179.123549:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172509440:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 99us (250us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.123555:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78047 00000100:00100000:0.0:1742903179.126466:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.126563:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172509568 00000100:00100000:3.0:1742903179.126570:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172509568 00000100:00100000:3.0:1742903179.126610:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78048 00000100:00100000:3.0:1742903179.126616:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172509568:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.126640:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.126698:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:3.0:1742903179.126745:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172509568:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 128us (286us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.126753:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78048 00000100:00100000:1.0:1742903179.127911:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.128061:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172509696 00000100:00100000:3.0:1742903179.128066:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172509696 00000100:00100000:3.0:1742903179.128100:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78049 00000100:00100000:3.0:1742903179.128105:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172509696:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.128132:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.128169:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.128724:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172509696:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 616us (817us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.128730:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78049 00000100:00100000:1.0:1742903179.130146:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.130258:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172509824 00000100:00100000:3.0:1742903179.130264:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172509824 00000100:00100000:3.0:1742903179.130296:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78050 00000100:00100000:3.0:1742903179.130300:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172509824:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.130340:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.130393:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.130430:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172509824:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 128us (286us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.130436:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78050 00000100:00100000:0.0:1742903179.131691:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.132278:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172509952 00000100:00100000:2.0:1742903179.132282:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172509952 00000100:00100000:3.0:1742903179.132454:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78051 00000100:00100000:3.0:1742903179.132460:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172509952:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.132479:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.132523:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:3.0:1742903179.132565:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172509952:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 105us (877us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.132572:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78051 00000100:00100000:1.0:1742903179.133753:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.133863:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172510080 00000100:00100000:2.0:1742903179.133870:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172510080 00000100:00100000:2.0:1742903179.133906:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78052 00000100:00100000:2.0:1742903179.133911:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172510080:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.133946:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.134013:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:2.0:1742903179.134049:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172510080:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 137us (300us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.134055:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78052 00000100:00100000:1.0:1742903179.134913:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.134978:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172510208 00000100:00100000:2.0:1742903179.134981:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172510208 00000100:00100000:2.0:1742903179.135003:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78053 00000100:00100000:2.0:1742903179.135007:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172510208:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.135017:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.135036:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:2.0:1742903179.135051:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172510208:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 43us (140us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.135054:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78053 00000100:00100000:0.0:1742903179.136308:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.136424:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172510336 00000100:00100000:3.0:1742903179.136434:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172510336 00000100:00100000:3.0:1742903179.136495:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78054 00000100:00100000:3.0:1742903179.136502:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172510336:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.136526:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.136586:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.136635:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172510336:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 133us (329us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.136641:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78054 00000100:00100000:1.0:1742903179.137583:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.137663:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172510464 00000100:00100000:3.0:1742903179.137670:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172510464 00000100:00100000:3.0:1742903179.137707:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78055 00000100:00100000:3.0:1742903179.137712:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172510464:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.137743:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe34:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.137788:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe34:0x0]: rc = -2 00000100:00100000:3.0:1742903179.137819:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172510464:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 106us (239us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.137826:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78055 00000100:00100000:1.0:1742903179.138904:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.139032:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172510592 00000100:00100000:3.0:1742903179.139039:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172510592 00000100:00100000:3.0:1742903179.139070:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78056 00000100:00100000:3.0:1742903179.139076:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172510592:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.139095:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.139141:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:3.0:1742903179.139191:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172510592:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 115us (289us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.139197:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78056 00000100:00100000:0.0:1742903179.140233:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.140295:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172510720 00000100:00100000:3.0:1742903179.140300:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172510720 00000100:00100000:3.0:1742903179.140360:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78057 00000100:00100000:3.0:1742903179.140365:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172510720:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.140381:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.140418:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:3.0:1742903179.140452:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172510720:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 86us (220us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.140459:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78057 00000100:00100000:1.0:1742903179.141619:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.141661:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172510848 00000100:00100000:3.0:1742903179.141665:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172510848 00000100:00100000:3.0:1742903179.141690:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78058 00000100:00100000:3.0:1742903179.141693:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172510848:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.141705:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe35:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.141732:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe35:0x0]: rc = -2 00000100:00100000:3.0:1742903179.141758:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172510848:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 63us (142us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.141764:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78058 00000100:00100000:1.0:1742903179.143397:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.143469:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172510976 00000100:00100000:0.0:1742903179.143476:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172510976 00000100:00100000:0.0:1742903179.143512:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78059 00000100:00100000:0.0:1742903179.143517:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172510976:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.143554:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.143618:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:0.0:1742903179.143664:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172510976:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 146us (274us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.143671:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78059 00000100:00100000:1.0:1742903179.144884:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.144944:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172511104 00000100:00100000:0.0:1742903179.144949:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172511104 00000100:00100000:0.0:1742903179.144975:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78060 00000100:00100000:0.0:1742903179.144978:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172511104:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.144991:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.145020:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:0.0:1742903179.145045:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172511104:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 66us (165us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.145049:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78060 00000100:00100000:2.0:1742903179.146182:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.146310:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172511232 00000100:00100000:3.0:1742903179.146386:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172511232 00000100:00100000:3.0:1742903179.146410:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78061 00000100:00100000:3.0:1742903179.146414:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172511232:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.146532:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.146575:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:3.0:1742903179.146612:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172511232:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 196us (431us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.146618:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78061 00000100:00100000:1.0:1742903179.149172:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.149443:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172511360 00000100:00100000:3.0:1742903179.149452:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172511360 00000100:00100000:3.0:1742903179.149576:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78062 00000100:00100000:3.0:1742903179.149583:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172511360:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.149608:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.149673:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:3.0:1742903179.149725:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172511360:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 141us (558us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.149731:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78062 00000100:00100000:1.0:1742903179.151401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.151450:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172511488 00000100:00100000:0.0:1742903179.151462:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172511488 00000100:00100000:0.0:1742903179.151497:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78063 00000100:00100000:0.0:1742903179.151502:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172511488:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.151522:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.151578:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:0.0:1742903179.151612:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172511488:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 105us (211us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.151618:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78063 00000100:00100000:2.0:1742903179.153140:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.153229:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172511616 00000100:00100000:3.0:1742903179.153237:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172511616 00000100:00100000:3.0:1742903179.153274:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78064 00000100:00100000:3.0:1742903179.153280:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172511616:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.153308:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.153486:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.153533:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172511616:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 251us (399us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.153540:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78064 00000100:00100000:1.0:1742903179.154605:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.154675:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172511744 00000100:00100000:3.0:1742903179.154681:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172511744 00000100:00100000:3.0:1742903179.154707:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78065 00000100:00100000:3.0:1742903179.154711:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172511744:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.154727:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.154766:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:3.0:1742903179.154807:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172511744:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 91us (204us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.154814:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78065 00000100:00100000:1.0:1742903179.155829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.155916:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172511872 00000100:00100000:0.0:1742903179.155921:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172511872 00000100:00100000:0.0:1742903179.155952:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78066 00000100:00100000:0.0:1742903179.155956:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172511872:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.155968:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.155994:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:0.0:1742903179.156032:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172511872:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 74us (204us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.156038:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78066 00000100:00100000:2.0:1742903179.156864:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.157619:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172512000 00000100:00100000:3.0:1742903179.157625:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172512000 00000100:00100000:3.0:1742903179.157655:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78067 00000100:00100000:3.0:1742903179.157660:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172512000:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.157690:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.157726:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.157759:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172512000:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 98us (896us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.157769:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78067 00000100:00100000:1.0:1742903179.158794:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.158849:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172512128 00000100:00100000:3.0:1742903179.158855:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172512128 00000100:00100000:3.0:1742903179.158877:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78068 00000100:00100000:3.0:1742903179.158881:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172512128:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.158895:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.158922:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.158957:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172512128:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 75us (168us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.158963:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78068 00000100:00100000:1.0:1742903179.159967:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.160018:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172512256 00000100:00100000:3.0:1742903179.160023:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172512256 00000100:00100000:3.0:1742903179.160054:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78069 00000100:00100000:3.0:1742903179.160059:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172512256:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.160074:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe36:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.160103:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe36:0x0]: rc = -2 00000100:00100000:3.0:1742903179.160145:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172512256:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 85us (181us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.160151:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78069 00000100:00100000:2.0:1742903179.160869:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.160928:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172512384 00000100:00100000:3.0:1742903179.160931:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172512384 00000100:00100000:3.0:1742903179.160958:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78070 00000100:00100000:3.0:1742903179.160962:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172512384:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.160975:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe37:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.160999:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe37:0x0]: rc = -2 00000100:00100000:3.0:1742903179.161030:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172512384:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 66us (162us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.161035:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78070 00000100:00100000:1.0:1742903179.162131:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.162212:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172512512 00000100:00100000:3.0:1742903179.162219:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172512512 00000100:00100000:3.0:1742903179.162263:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78071 00000100:00100000:3.0:1742903179.162268:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172512512:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.162307:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe38:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.162401:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe38:0x0]: rc = -2 00000100:00100000:3.0:1742903179.162443:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172512512:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 174us (317us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.162448:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78071 00000100:00100000:1.0:1742903179.164055:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.164181:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172512640 00000100:00100000:3.0:1742903179.164187:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172512640 00000100:00100000:3.0:1742903179.164219:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78072 00000100:00100000:3.0:1742903179.164224:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172512640:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.164243:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe39:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.164287:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe39:0x0]: rc = -2 00000100:00100000:3.0:1742903179.164363:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172512640:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 138us (311us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.164369:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78072 00000100:00100000:2.0:1742903179.165652:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.165755:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172512768 00000100:00100000:3.0:1742903179.165762:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172512768 00000100:00100000:3.0:1742903179.165795:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78073 00000100:00100000:3.0:1742903179.165800:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172512768:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.165817:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe3a:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.165862:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe3a:0x0]: rc = -2 00000100:00100000:3.0:1742903179.165904:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172512768:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 102us (254us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.165910:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78073 00000100:00100000:1.0:1742903179.166973:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.167100:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172512896 00000100:00100000:0.0:1742903179.167107:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172512896 00000100:00100000:0.0:1742903179.167136:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78074 00000100:00100000:0.0:1742903179.167141:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072344700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172512896:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.167169:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0xe3b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.167246:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0xe3b:0x0]: rc = -2 00000100:00100000:0.0:1742903179.167291:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072344700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172512896:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 146us (317us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.167297:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78074 00000100:00100000:1.0:1742903179.168113:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.168140:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172513024 00000100:00100000:0.0:1742903179.168143:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172513024 00000100:00100000:0.0:1742903179.168159:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78075 00000100:00100000:0.0:1742903179.168162:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172513024:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.168171:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.168190:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:0.0:1742903179.168212:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172513024:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 49us (101us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.168218:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78075 00000100:00100000:2.0:1742903179.169063:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.169101:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172513152 00000100:00100000:0.0:1742903179.169104:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172513152 00000100:00100000:0.0:1742903179.169139:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78076 00000100:00100000:0.0:1742903179.169143:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172513152:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.169156:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.169182:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:0.0:1742903179.169213:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172513152:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 68us (149us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.169218:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78076 00000100:00100000:1.0:1742903179.170600:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.170635:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172513280 00000100:00100000:0.0:1742903179.170640:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172513280 00000100:00100000:0.0:1742903179.170669:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78077 00000100:00100000:0.0:1742903179.170677:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172513280:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.170691:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.170720:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:0.0:1742903179.170864:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172513280:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 188us (265us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.170870:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78077 00000100:00100000:1.0:1742903179.171618:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.171641:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172513408 00000100:00100000:0.0:1742903179.171645:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172513408 00000100:00100000:0.0:1742903179.171673:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78078 00000100:00100000:0.0:1742903179.171678:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172513408:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.171706:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.171734:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:0.0:1742903179.171773:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172513408:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 94us (156us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.171780:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78078 00000100:00100000:2.0:1742903179.172572:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.172739:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172513536 00000100:00100000:0.0:1742903179.172744:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172513536 00000100:00100000:0.0:1742903179.172774:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78079 00000100:00100000:0.0:1742903179.172780:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172513536:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.172796:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.172822:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:0.0:1742903179.172856:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172513536:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 75us (284us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.172861:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78079 00000100:00100000:1.0:1742903179.173680:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.173707:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172513664 00000100:00100000:0.0:1742903179.173711:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172513664 00000100:00100000:0.0:1742903179.173736:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78080 00000100:00100000:0.0:1742903179.173741:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172513664:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.173753:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.173781:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:0.0:1742903179.173812:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172513664:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 69us (133us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.173818:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78080 00000100:00100000:1.0:1742903179.174610:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.174646:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172513792 00000100:00100000:0.0:1742903179.174650:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172513792 00000100:00100000:0.0:1742903179.174679:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78081 00000100:00100000:0.0:1742903179.174684:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172513792:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.174698:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.174725:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:0.0:1742903179.174753:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172513792:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 68us (143us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.174759:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78081 00000100:00100000:2.0:1742903179.176026:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.176159:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172513920 00000100:00100000:3.0:1742903179.176165:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172513920 00000100:00100000:3.0:1742903179.176476:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78082 00000100:00100000:3.0:1742903179.176486:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172513920:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.176506:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.176554:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:3.0:1742903179.176585:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172513920:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 102us (563us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.176591:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78082 00000100:00100000:1.0:1742903179.177639:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.177709:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172514048 00000100:00100000:3.0:1742903179.177715:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172514048 00000100:00100000:3.0:1742903179.178250:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78083 00000100:00100000:3.0:1742903179.178256:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072347800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172514048:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.178289:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.178370:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:3.0:1742903179.178522:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072347800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172514048:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 264us (883us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.178528:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78083 00000100:00100000:1.0:1742903179.179577:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.179648:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172514176 00000100:00100000:0.0:1742903179.179658:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172514176 00000100:00100000:0.0:1742903179.179704:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78084 00000100:00100000:0.0:1742903179.179711:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172514176:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.179748:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.179810:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:0.0:1742903179.179870:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172514176:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 159us (292us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.180196:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78084 00000100:00100000:2.0:1742903179.182571:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.182631:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172514304 00000100:00100000:0.0:1742903179.182637:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172514304 00000100:00100000:0.0:1742903179.182673:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78085 00000100:00100000:0.0:1742903179.182678:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172514304:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.182705:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.182788:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:0.0:1742903179.182839:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172514304:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 160us (273us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.182847:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78085 00000100:00100000:1.0:1742903179.184193:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.184225:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172514432 00000100:00100000:0.0:1742903179.184230:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172514432 00000100:00100000:0.0:1742903179.184265:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78086 00000100:00100000:0.0:1742903179.184270:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172514432:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.184286:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.184359:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:0.0:1742903179.184398:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172514432:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 127us (206us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.184409:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78086 00000100:00100000:1.0:1742903179.186727:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.186866:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172514560 00000100:00100000:0.0:1742903179.186872:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172514560 00000100:00100000:0.0:1742903179.186905:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78087 00000100:00100000:0.0:1742903179.186910:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172514560:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.186933:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.186988:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:0.0:1742903179.187027:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172514560:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 115us (305us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.187033:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78087 00000100:00100000:2.0:1742903179.188924:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.188983:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172514688 00000100:00100000:0.0:1742903179.188988:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172514688 00000100:00100000:0.0:1742903179.189139:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78088 00000100:00100000:0.0:1742903179.189144:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172514688:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.189181:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.189224:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:0.0:1742903179.189530:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172514688:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 383us (608us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.189536:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78088 00000100:00100000:1.0:1742903179.191134:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.191239:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172514816 00000100:00100000:0.0:1742903179.191245:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172514816 00000100:00100000:0.0:1742903179.191282:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78089 00000100:00100000:0.0:1742903179.191287:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072345180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172514816:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.191308:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.191387:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:0.0:1742903179.191436:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072345180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172514816:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 146us (304us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.191442:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78089 00000100:00100000:1.0:1742903179.192796:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.192913:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172514944 00000100:00100000:2.0:1742903179.192918:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172514944 00000100:00100000:2.0:1742903179.193071:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78090 00000100:00100000:2.0:1742903179.193076:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172514944:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.193094:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.193151:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:2.0:1742903179.193263:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172514944:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 186us (468us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.193270:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78090 00000100:00100000:2.0:1742903179.194489:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.194544:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172515072 00000100:00100000:0.0:1742903179.194553:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172515072 00000100:00100000:0.0:1742903179.194589:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78091 00000100:00100000:0.0:1742903179.194594:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172515072:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.194725:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.194776:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:0.0:1742903179.194824:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172515072:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 229us (338us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.194831:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78091 00000100:00100000:1.0:1742903179.195694:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.195738:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172515200 00000100:00100000:0.0:1742903179.195743:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172515200 00000100:00100000:0.0:1742903179.195883:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78092 00000100:00100000:0.0:1742903179.195888:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172515200:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.195909:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.195936:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:0.0:1742903179.195967:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172515200:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 78us (275us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.195972:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78092 00000100:00100000:1.0:1742903179.198444:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.198512:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172515328 00000100:00100000:0.0:1742903179.198521:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172515328 00000100:00100000:0.0:1742903179.198563:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78093 00000100:00100000:0.0:1742903179.198569:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aadaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172515328:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.198607:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.198663:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:0.0:1742903179.198709:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aadaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172515328:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 135us (266us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.198716:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78093 00000100:00100000:2.0:1742903179.200010:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.200062:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172515456 00000100:00100000:0.0:1742903179.200068:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172515456 00000100:00100000:0.0:1742903179.200101:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78094 00000100:00100000:0.0:1742903179.200106:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172515456:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.200353:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.200404:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:0.0:1742903179.200436:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172515456:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 329us (430us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.200443:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78094 00000100:00100000:1.0:1742903179.201836:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.201884:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172515584 00000100:00100000:0.0:1742903179.201888:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172515584 00000100:00100000:0.0:1742903179.201913:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78095 00000100:00100000:0.0:1742903179.201917:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aadbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172515584:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.201932:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.202112:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:0.0:1742903179.202144:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aadbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172515584:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 226us (312us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.202148:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78095 00000100:00100000:1.0:1742903179.203093:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.203252:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172515712 00000100:00100000:0.0:1742903179.203257:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172515712 00000100:00100000:0.0:1742903179.203287:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78096 00000100:00100000:0.0:1742903179.203292:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172515712:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.203308:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.203382:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:0.0:1742903179.203503:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172515712:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 209us (411us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.203509:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78096 00000100:00100000:2.0:1742903179.204663:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.204702:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172515840 00000100:00100000:0.0:1742903179.204706:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172515840 00000100:00100000:0.0:1742903179.204724:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78097 00000100:00100000:0.0:1742903179.204727:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172515840:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.204755:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.204804:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:0.0:1742903179.204839:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172515840:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 110us (178us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.204845:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78097 00000100:00100000:0.0:1742903179.205915:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.205930:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172515968 00000100:00100000:0.0:1742903179.205934:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172515968 00000100:00100000:0.0:1742903179.205963:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78098 00000100:00100000:0.0:1742903179.205968:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172515968:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.205982:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.206074:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:3.0:1742903179.206127:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172515968:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 154us (210us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.206136:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78098 00000100:00100000:1.0:1742903179.207928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.208055:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172516096 00000100:00100000:3.0:1742903179.208061:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172516096 00000100:00100000:3.0:1742903179.208094:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78099 00000100:00100000:3.0:1742903179.208099:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172516096:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.208117:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.208157:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:3.0:1742903179.208206:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172516096:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 105us (281us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.208213:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78099 00000100:00100000:2.0:1742903179.209180:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.209276:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172516224 00000100:00100000:3.0:1742903179.209283:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172516224 00000100:00100000:3.0:1742903179.209311:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78100 00000100:00100000:3.0:1742903179.209337:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172516224:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.209365:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.209396:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:3.0:1742903179.209438:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172516224:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 121us (261us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.209445:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78100 00000100:00100000:0.0:1742903179.210784:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.210863:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172516352 00000100:00100000:3.0:1742903179.210871:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172516352 00000100:00100000:3.0:1742903179.210912:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78101 00000100:00100000:3.0:1742903179.210917:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172516352:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.210942:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.211022:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:3.0:1742903179.211068:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172516352:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 150us (286us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.211077:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78101 00000100:00100000:1.0:1742903179.214660:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.214755:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172516480 00000100:00100000:3.0:1742903179.214761:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172516480 00000100:00100000:3.0:1742903179.214858:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78102 00000100:00100000:3.0:1742903179.214865:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172516480:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.214902:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.214962:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:3.0:1742903179.215011:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172516480:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 145us (357us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.215017:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78102 00000100:00100000:2.0:1742903179.216648:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.216735:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172516608 00000100:00100000:3.0:1742903179.216748:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172516608 00000100:00100000:3.0:1742903179.216780:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78103 00000100:00100000:3.0:1742903179.216786:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172516608:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.216812:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.216869:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:3.0:1742903179.217105:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172516608:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 318us (468us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.217112:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78103 00000100:00100000:0.0:1742903179.218306:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.218519:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172516736 00000100:00100000:3.0:1742903179.218526:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172516736 00000100:00100000:3.0:1742903179.218547:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78104 00000100:00100000:3.0:1742903179.218551:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172516736:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.218568:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.218610:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:3.0:1742903179.218641:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172516736:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 89us (338us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.218648:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78104 00000100:00100000:1.0:1742903179.219889:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.219943:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172516864 00000100:00100000:2.0:1742903179.219950:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172516864 00000100:00100000:2.0:1742903179.219989:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78105 00000100:00100000:2.0:1742903179.219995:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aadad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172516864:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.220105:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.220180:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:2.0:1742903179.220427:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aadad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172516864:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 429us (541us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.220436:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78105 00000100:00100000:0.0:1742903179.221244:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.221488:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172516992 00000100:00100000:2.0:1742903179.221494:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172516992 00000100:00100000:2.0:1742903179.221526:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78106 00000100:00100000:2.0:1742903179.221531:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172516992:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.221585:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.221631:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:2.0:1742903179.221667:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172516992:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 135us (424us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.221671:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78106 00000100:00100000:1.0:1742903179.222582:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.222663:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172517120 00000100:00100000:2.0:1742903179.222669:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172517120 00000100:00100000:2.0:1742903179.222708:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78107 00000100:00100000:2.0:1742903179.222714:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172517120:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.222736:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.222948:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:2.0:1742903179.222988:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172517120:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 273us (409us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.222994:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78107 00000100:00100000:1.0:1742903179.224039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.224104:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172517248 00000100:00100000:2.0:1742903179.224109:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172517248 00000100:00100000:2.0:1742903179.224132:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78108 00000100:00100000:2.0:1742903179.224137:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172517248:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.224151:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.224181:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:2.0:1742903179.224211:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172517248:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 72us (173us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.224217:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78108 00000100:00100000:0.0:1742903179.225305:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.225431:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172517376 00000100:00100000:2.0:1742903179.225437:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172517376 00000100:00100000:2.0:1742903179.225463:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78109 00000100:00100000:2.0:1742903179.225468:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172517376:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.225493:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.225672:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:2.0:1742903179.225720:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172517376:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 250us (419us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.225726:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78109 00000100:00100000:1.0:1742903179.226870:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.226913:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172517504 00000100:00100000:2.0:1742903179.226918:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172517504 00000100:00100000:2.0:1742903179.226951:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78110 00000100:00100000:2.0:1742903179.226956:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172517504:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.226987:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.227022:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:2.0:1742903179.227058:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172517504:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 101us (190us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.227064:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78110 00000100:00100000:1.0:1742903179.227938:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.227999:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172517632 00000100:00100000:0.0:1742903179.228003:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172517632 00000100:00100000:0.0:1742903179.228034:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78111 00000100:00100000:0.0:1742903179.228039:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aadb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172517632:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.228056:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.228102:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:0.0:1742903179.228124:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aadb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172517632:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 84us (187us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.228224:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78111 00000100:00100000:1.0:1742903179.228856:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.228884:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172517760 00000100:00100000:0.0:1742903179.228888:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172517760 00000100:00100000:0.0:1742903179.228913:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78112 00000100:00100000:0.0:1742903179.228917:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172517760:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.228929:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.228954:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:0.0:1742903179.228984:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172517760:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 65us (128us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.228989:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78112 00000100:00100000:1.0:1742903179.230214:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.230400:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172517888 00000100:00100000:0.0:1742903179.230404:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172517888 00000100:00100000:0.0:1742903179.230437:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78113 00000100:00100000:0.0:1742903179.230441:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172517888:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.230468:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.230505:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:0.0:1742903179.230545:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172517888:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 102us (331us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.230550:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78113 00000100:00100000:1.0:1742903179.231334:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.231406:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172518016 00000100:00100000:0.0:1742903179.231410:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172518016 00000100:00100000:0.0:1742903179.231432:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78114 00000100:00100000:0.0:1742903179.231436:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172518016:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.231450:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.231476:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:0.0:1742903179.231495:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172518016:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 58us (181us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.231501:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78114 00000100:00100000:1.0:1742903179.232613:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.232695:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172518144 00000100:00100000:0.0:1742903179.232706:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172518144 00000100:00100000:0.0:1742903179.232752:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78115 00000100:00100000:0.0:1742903179.232758:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172518144:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.232785:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.232844:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:0.0:1742903179.232896:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172518144:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 136us (286us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.232903:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78115 00000100:00100000:1.0:1742903179.236934:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.236998:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172518272 00000100:00100000:0.0:1742903179.237005:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172518272 00000100:00100000:0.0:1742903179.237045:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78116 00000100:00100000:0.0:1742903179.237051:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172518272:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.237076:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.237135:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:0.0:1742903179.237170:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172518272:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 118us (243us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.237176:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78116 00000100:00100000:1.0:1742903179.239439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.239518:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172518400 00000100:00100000:0.0:1742903179.239530:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172518400 00000100:00100000:0.0:1742903179.239579:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78117 00000100:00100000:0.0:1742903179.239585:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172518400:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.239630:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.239691:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:0.0:1742903179.239750:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172518400:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 163us (314us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.239756:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78117 00000100:00100000:1.0:1742903179.242544:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.242614:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172518528 00000100:00100000:0.0:1742903179.242623:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172518528 00000100:00100000:0.0:1742903179.242662:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78118 00000100:00100000:0.0:1742903179.242668:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172518528:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.242743:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.243428:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:3.0:1742903179.243539:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172518528:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 869us (1000us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.243547:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78118 00000100:00100000:1.0:1742903179.247225:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.248187:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172518656 00000100:00100000:3.0:1742903179.248197:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172518656 00000100:00100000:3.0:1742903179.248237:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78119 00000100:00100000:3.0:1742903179.248243:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172518656:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.248285:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.248388:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:3.0:1742903179.248446:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172518656:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 202us (1230us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.248453:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78119 00000100:00100000:1.0:1742903179.250630:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.250700:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172518784 00000100:00100000:0.0:1742903179.250708:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172518784 00000100:00100000:0.0:1742903179.250750:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78120 00000100:00100000:0.0:1742903179.250756:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172518784:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.250785:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.250872:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:0.0:1742903179.251420:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172518784:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 661us (794us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.251430:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78120 00000100:00100000:1.0:1742903179.252613:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.252666:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172518912 00000100:00100000:0.0:1742903179.252672:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172518912 00000100:00100000:0.0:1742903179.252707:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78121 00000100:00100000:0.0:1742903179.252713:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172518912:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.252738:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.252788:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:0.0:1742903179.252829:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172518912:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 115us (219us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.252835:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78121 00000100:00100000:1.0:1742903179.253685:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.253845:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172519040 00000100:00100000:3.0:1742903179.253856:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172519040 00000100:00100000:3.0:1742903179.253902:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78122 00000100:00100000:3.0:1742903179.253908:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172519040:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.253934:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.253995:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:3.0:1742903179.254058:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172519040:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 148us (375us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.254064:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78122 00000100:00100000:1.0:1742903179.255195:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.255428:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172519168 00000100:00100000:3.0:1742903179.255435:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172519168 00000100:00100000:3.0:1742903179.255468:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78123 00000100:00100000:3.0:1742903179.255472:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172519168:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.255491:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.255534:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:3.0:1742903179.255567:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172519168:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 94us (374us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.255573:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78123 00000100:00100000:1.0:1742903179.256478:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.256590:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172519296 00000100:00100000:3.0:1742903179.256594:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172519296 00000100:00100000:3.0:1742903179.256677:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78124 00000100:00100000:3.0:1742903179.256681:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172519296:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.256696:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.256727:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:3.0:1742903179.256761:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172519296:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 78us (284us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.256768:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78124 00000100:00100000:1.0:1742903179.257983:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.258056:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172519424 00000100:00100000:0.0:1742903179.258065:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172519424 00000100:00100000:0.0:1742903179.258111:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78125 00000100:00100000:0.0:1742903179.258118:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172519424:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.258147:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.258204:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:0.0:1742903179.258250:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172519424:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 131us (269us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.258257:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78125 00000100:00100000:1.0:1742903179.259423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.259482:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172519552 00000100:00100000:0.0:1742903179.259487:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172519552 00000100:00100000:0.0:1742903179.259522:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78126 00000100:00100000:0.0:1742903179.259528:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172519552:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.259612:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.259645:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:0.0:1742903179.259683:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172519552:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 154us (262us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.259689:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78126 00000100:00100000:1.0:1742903179.260970:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.261006:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172519680 00000100:00100000:0.0:1742903179.261011:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172519680 00000100:00100000:0.0:1742903179.261038:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78127 00000100:00100000:0.0:1742903179.261043:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172519680:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.261059:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.261088:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:0.0:1742903179.261123:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172519680:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 78us (154us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.261129:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78127 00000100:00100000:1.0:1742903179.263161:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.263241:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172519808 00000100:00100000:0.0:1742903179.263249:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172519808 00000100:00100000:0.0:1742903179.263290:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78128 00000100:00100000:0.0:1742903179.263296:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172519808:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.263357:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.264362:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:1.0:1742903179.264406:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172519808:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 1109us (1255us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.264414:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78128 00000100:00100000:1.0:1742903179.266547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.266645:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172519936 00000100:00100000:2.0:1742903179.266655:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172519936 00000100:00100000:2.0:1742903179.266710:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78129 00000100:00100000:2.0:1742903179.266716:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172519936:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.266741:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.266816:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:2.0:1742903179.266866:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172519936:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 148us (322us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.266872:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78129 00000100:00100000:0.0:1742903179.267659:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.268082:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172520064 00000100:00100000:3.0:1742903179.268090:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172520064 00000100:00100000:3.0:1742903179.268130:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78130 00000100:00100000:3.0:1742903179.268135:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172520064:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.268166:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.268223:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:3.0:1742903179.268257:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172520064:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 121us (599us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.268268:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78130 00000100:00100000:1.0:1742903179.269551:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.269695:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172520192 00000100:00100000:2.0:1742903179.269701:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172520192 00000100:00100000:2.0:1742903179.269773:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78131 00000100:00100000:2.0:1742903179.269779:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172520192:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.269797:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.269841:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:2.0:1742903179.269881:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172520192:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 101us (332us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.269888:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78131 00000100:00100000:0.0:1742903179.271377:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.271415:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172520320 00000100:00100000:3.0:1742903179.271420:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172520320 00000100:00100000:3.0:1742903179.271448:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78132 00000100:00100000:3.0:1742903179.271451:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172520320:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.271464:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.271499:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:3.0:1742903179.271531:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172520320:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 78us (158us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.271535:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78132 00000100:00100000:0.0:1742903179.272922:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.272980:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172520448 00000100:00100000:2.0:1742903179.272986:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172520448 00000100:00100000:2.0:1742903179.273033:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78133 00000100:00100000:2.0:1742903179.273039:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172520448:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.273056:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.273095:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:2.0:1742903179.273134:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172520448:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 95us (214us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.273140:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78133 00000100:00100000:1.0:1742903179.274460:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.274519:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172520576 00000100:00100000:3.0:1742903179.274525:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172520576 00000100:00100000:3.0:1742903179.274590:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78134 00000100:00100000:3.0:1742903179.274595:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172520576:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.274612:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.274650:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:3.0:1742903179.274689:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172520576:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 92us (235us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.274696:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78134 00000100:00100000:0.0:1742903179.276039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.276118:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172520704 00000100:00100000:2.0:1742903179.276122:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172520704 00000100:00100000:2.0:1742903179.276156:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78135 00000100:00100000:2.0:1742903179.276160:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172520704:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.276187:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.276228:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:2.0:1742903179.276264:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172520704:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 102us (227us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.276270:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78135 00000100:00100000:0.0:1742903179.278402:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.278529:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172520832 00000100:00100000:2.0:1742903179.278537:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172520832 00000100:00100000:2.0:1742903179.279010:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78136 00000100:00100000:2.0:1742903179.279016:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172520832:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.279037:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.279091:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:2.0:1742903179.279185:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172520832:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 168us (788us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.279192:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78136 00000100:00100000:1.0:1742903179.280638:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.280688:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172520960 00000100:00100000:2.0:1742903179.280695:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172520960 00000100:00100000:2.0:1742903179.281100:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78137 00000100:00100000:2.0:1742903179.281106:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172520960:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.281125:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.281168:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:2.0:1742903179.281208:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172520960:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 102us (576us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.281214:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78137 00000100:00100000:0.0:1742903179.282232:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.282298:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172521088 00000100:00100000:3.0:1742903179.282304:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172521088 00000100:00100000:3.0:1742903179.282371:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78138 00000100:00100000:3.0:1742903179.282377:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172521088:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.282401:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.282463:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:3.0:1742903179.282508:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172521088:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 131us (277us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.282514:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78138 00000100:00100000:0.0:1742903179.283388:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.283459:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172521216 00000100:00100000:3.0:1742903179.283462:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172521216 00000100:00100000:3.0:1742903179.283486:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78139 00000100:00100000:3.0:1742903179.283490:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172521216:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.283514:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.283543:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:3.0:1742903179.283570:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172521216:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 78us (182us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.283579:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78139 00000100:00100000:1.0:1742903179.284446:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.284523:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172521344 00000100:00100000:2.0:1742903179.284528:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172521344 00000100:00100000:2.0:1742903179.284553:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78140 00000100:00100000:2.0:1742903179.284557:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172521344:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.284571:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.284603:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:2.0:1742903179.284635:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172521344:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 77us (190us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.284641:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78140 00000100:00100000:0.0:1742903179.285636:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.285735:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172521472 00000100:00100000:3.0:1742903179.285739:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172521472 00000100:00100000:3.0:1742903179.285830:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78141 00000100:00100000:3.0:1742903179.285835:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172521472:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.285848:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.285878:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:3.0:1742903179.285910:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172521472:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 74us (273us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.285915:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78141 00000100:00100000:0.0:1742903179.286975:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.287037:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172521600 00000100:00100000:2.0:1742903179.287043:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172521600 00000100:00100000:2.0:1742903179.287067:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78142 00000100:00100000:2.0:1742903179.287072:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172521600:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.287093:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.287115:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:2.0:1742903179.287138:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172521600:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 66us (163us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.287144:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78142 00000100:00100000:1.0:1742903179.288444:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.288571:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172521728 00000100:00100000:3.0:1742903179.288577:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172521728 00000100:00100000:3.0:1742903179.288638:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78143 00000100:00100000:3.0:1742903179.288643:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172521728:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.288660:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.288695:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:3.0:1742903179.288733:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172521728:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 89us (296us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.288739:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78143 00000100:00100000:0.0:1742903179.289796:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.289879:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172521856 00000100:00100000:2.0:1742903179.289887:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172521856 00000100:00100000:2.0:1742903179.289930:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78144 00000100:00100000:2.0:1742903179.289935:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172521856:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.289957:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.290015:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:2.0:1742903179.290063:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172521856:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 127us (267us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.290072:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78144 00000100:00100000:0.0:1742903179.291114:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.291279:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172521984 00000100:00100000:2.0:1742903179.291283:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172521984 00000100:00100000:2.0:1742903179.291307:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78145 00000100:00100000:2.0:1742903179.291311:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172521984:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.291364:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.291394:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:2.0:1742903179.291421:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172521984:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 108us (310us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.291427:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78145 00000100:00100000:1.0:1742903179.292926:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.293029:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172522112 00000100:00100000:2.0:1742903179.293035:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172522112 00000100:00100000:2.0:1742903179.293065:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78146 00000100:00100000:2.0:1742903179.293069:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172522112:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.293084:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.293122:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:2.0:1742903179.293159:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172522112:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 88us (238us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.293165:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78146 00000100:00100000:0.0:1742903179.294973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.295158:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172522240 00000100:00100000:3.0:1742903179.295165:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172522240 00000100:00100000:3.0:1742903179.295202:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78147 00000100:00100000:3.0:1742903179.295208:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172522240:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.295232:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.295287:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:3.0:1742903179.295373:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172522240:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 163us (406us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.295379:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78147 00000100:00100000:0.0:1742903179.296220:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.296252:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172522368 00000100:00100000:3.0:1742903179.296257:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172522368 00000100:00100000:3.0:1742903179.296284:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78148 00000100:00100000:3.0:1742903179.296287:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172522368:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.296310:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.296371:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:3.0:1742903179.296408:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172522368:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 119us (188us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.296413:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78148 00000100:00100000:1.0:1742903179.297806:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.297862:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172522496 00000100:00100000:3.0:1742903179.297867:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172522496 00000100:00100000:3.0:1742903179.297933:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78149 00000100:00100000:3.0:1742903179.297939:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172522496:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.297962:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.297997:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:3.0:1742903179.298033:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172522496:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 94us (229us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.298038:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78149 00000100:00100000:0.0:1742903179.298770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.298815:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172522624 00000100:00100000:3.0:1742903179.298818:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172522624 00000100:00100000:3.0:1742903179.298838:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78150 00000100:00100000:3.0:1742903179.298842:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172522624:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.298854:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.298876:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:3.0:1742903179.298902:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172522624:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 59us (133us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.298907:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78150 00000100:00100000:0.0:1742903179.299954:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.300019:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172522752 00000100:00100000:3.0:1742903179.300023:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172522752 00000100:00100000:3.0:1742903179.300046:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78151 00000100:00100000:3.0:1742903179.300051:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172522752:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.300066:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.300096:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:3.0:1742903179.300117:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172522752:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 66us (167us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.300122:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78151 00000100:00100000:1.0:1742903179.301499:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.301594:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172522880 00000100:00100000:3.0:1742903179.301601:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172522880 00000100:00100000:3.0:1742903179.301643:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78152 00000100:00100000:3.0:1742903179.301650:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172522880:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.301690:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.301748:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:3.0:1742903179.301798:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172522880:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 146us (305us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.301805:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78152 00000100:00100000:0.0:1742903179.303013:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.303218:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172523008 00000100:00100000:3.0:1742903179.303223:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172523008 00000100:00100000:3.0:1742903179.303252:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78153 00000100:00100000:3.0:1742903179.303256:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172523008:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.303271:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.303304:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:3.0:1742903179.303405:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172523008:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 146us (393us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.303411:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78153 00000100:00100000:0.0:1742903179.304312:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.304429:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172523136 00000100:00100000:3.0:1742903179.304433:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172523136 00000100:00100000:3.0:1742903179.304452:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78154 00000100:00100000:3.0:1742903179.304456:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172523136:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.304470:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.304503:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:3.0:1742903179.304539:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172523136:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 81us (228us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.304545:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78154 00000100:00100000:1.0:1742903179.305284:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903179.305442:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172523264 00000100:00100000:0.0:1742903179.305451:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172523264 00000100:00100000:0.0:1742903179.305512:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78155 00000100:00100000:0.0:1742903179.305518:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172523264:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1742903179.305543:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1742903179.306045:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:0.0:1742903179.306100:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172523264:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 580us (815us total) trans 0 rc -2/-2 00000100:00100000:0.0:1742903179.306107:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78155 00000100:00100000:0.0:1742903179.307628:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.307777:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172523392 00000100:00100000:2.0:1742903179.307786:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172523392 00000100:00100000:2.0:1742903179.307856:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78156 00000100:00100000:2.0:1742903179.307861:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172523392:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.307893:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.308070:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:2.0:1742903179.308118:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172523392:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 256us (491us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.308129:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78156 00000100:00100000:0.0:1742903179.309020:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.309076:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172523520 00000100:00100000:2.0:1742903179.309080:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172523520 00000100:00100000:2.0:1742903179.309437:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78157 00000100:00100000:2.0:1742903179.309448:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172523520:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.309463:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.309498:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:2.0:1742903179.309529:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172523520:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 80us (509us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.309535:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78157 00000100:00100000:0.0:1742903179.310272:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.310513:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172523648 00000100:00100000:3.0:1742903179.310519:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172523648 00000100:00100000:2.0:1742903179.310632:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78158 00000100:00100000:2.0:1742903179.310723:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a799500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172523648:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.310738:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.310774:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:2.0:1742903179.310908:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a799500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172523648:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 269us (636us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.310913:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78158 00000100:00100000:0.0:1742903179.311683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.311722:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172523776 00000100:00100000:3.0:1742903179.311726:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172523776 00000100:00100000:3.0:1742903179.311744:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78159 00000100:00100000:3.0:1742903179.311749:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172523776:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.311762:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.311798:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:3.0:1742903179.311824:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172523776:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 75us (142us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.311830:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78159 00000100:00100000:0.0:1742903179.312832:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.312862:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172523904 00000100:00100000:3.0:1742903179.312866:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172523904 00000100:00100000:3.0:1742903179.312892:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78160 00000100:00100000:3.0:1742903179.312895:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172523904:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.312917:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x807:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.312941:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x807:0x0]: rc = -2 00000100:00100000:3.0:1742903179.312967:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172523904:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 70us (137us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.312973:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78160 00000100:00100000:0.0:1742903179.314063:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.314136:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172524032 00000100:00100000:2.0:1742903179.314141:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172524032 00000100:00100000:2.0:1742903179.314174:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78161 00000100:00100000:2.0:1742903179.314178:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172524032:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.314193:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.314231:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:2.0:1742903179.314255:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172524032:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 76us (195us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.314261:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78161 00000100:00100000:0.0:1742903179.315207:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.315261:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172524160 00000100:00100000:3.0:1742903179.315267:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172524160 00000100:00100000:3.0:1742903179.315503:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78162 00000100:00100000:3.0:1742903179.315508:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172524160:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.315523:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.315555:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:3.0:1742903179.315639:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172524160:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 129us (438us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.315648:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78162 00000100:00100000:0.0:1742903179.316856:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.316930:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172524288 00000100:00100000:3.0:1742903179.316937:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172524288 00000100:00100000:3.0:1742903179.316972:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78163 00000100:00100000:3.0:1742903179.316977:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172524288:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.316996:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.317036:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:3.0:1742903179.317067:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172524288:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 90us (213us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.317072:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78163 00000100:00100000:0.0:1742903179.317891:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.317962:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172524416 00000100:00100000:3.0:1742903179.317968:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172524416 00000100:00100000:3.0:1742903179.317998:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78164 00000100:00100000:3.0:1742903179.318003:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172524416:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.318018:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.318047:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:3.0:1742903179.318082:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172524416:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 78us (192us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.318088:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78164 00000100:00100000:0.0:1742903179.319430:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.319503:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172524544 00000100:00100000:2.0:1742903179.319510:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172524544 00000100:00100000:2.0:1742903179.319543:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78165 00000100:00100000:2.0:1742903179.319548:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172524544:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.319579:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.319619:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:2.0:1742903179.319646:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172524544:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 97us (220us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.319652:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78165 00000100:00100000:0.0:1742903179.320605:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.320651:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172524672 00000100:00100000:3.0:1742903179.320656:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172524672 00000100:00100000:3.0:1742903179.320686:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78166 00000100:00100000:3.0:1742903179.320698:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a76b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172524672:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.320718:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x806:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.320749:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x806:0x0]: rc = -2 00000100:00100000:3.0:1742903179.320781:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a76b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172524672:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 90us (182us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.320787:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78166 00000100:00100000:0.0:1742903179.321734:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.321784:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172524800 00000100:00100000:2.0:1742903179.321790:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172524800 00000100:00100000:2.0:1742903179.321823:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78167 00000100:00100000:2.0:1742903179.321828:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a768e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172524800:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.321841:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.321874:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903179.321912:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a768e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172524800:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 83us (179us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.321917:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78167 00000100:00100000:0.0:1742903179.322819:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.322856:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172524928 00000100:00100000:2.0:1742903179.322860:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172524928 00000100:00100000:2.0:1742903179.322889:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78168 00000100:00100000:2.0:1742903179.322893:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a769f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172524928:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.322903:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.322923:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903179.322945:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a769f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172524928:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 51us (127us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.322950:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78168 00000100:00100000:0.0:1742903179.323566:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.323606:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172525056 00000100:00100000:3.0:1742903179.323610:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172525056 00000100:00100000:3.0:1742903179.323637:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78169 00000100:00100000:3.0:1742903179.323641:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a76b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172525056:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.323653:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.323679:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:3.0:1742903179.323708:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a76b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172525056:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 66us (143us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.323713:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78169 00000100:00100000:0.0:1742903179.324519:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.324587:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172525184 00000100:00100000:2.0:1742903179.324591:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172525184 00000100:00100000:2.0:1742903179.324618:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78170 00000100:00100000:2.0:1742903179.324623:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a76a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172525184:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.324635:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.324659:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903179.324682:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a76a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172525184:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 58us (164us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.324687:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78170 00000100:00100000:0.0:1742903179.325577:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.325622:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172525312 00000100:00100000:2.0:1742903179.325626:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172525312 00000100:00100000:2.0:1742903179.325645:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78171 00000100:00100000:2.0:1742903179.325648:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a769500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172525312:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.325668:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.325691:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903179.325719:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a769500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172525312:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 68us (143us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.325724:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78171 00000100:00100000:0.0:1742903179.326395:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.326443:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172525440 00000100:00100000:2.0:1742903179.326447:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172525440 00000100:00100000:2.0:1742903179.326473:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78172 00000100:00100000:2.0:1742903179.326477:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a769c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172525440:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.326488:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.326511:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7ff:0x0]: rc = -2 00000100:00100000:2.0:1742903179.326541:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a769c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172525440:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 62us (147us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.326547:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78172 00000100:00100000:0.0:1742903179.327595:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.328071:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172525568 00000100:00100000:2.0:1742903179.328078:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172525568 00000100:00100000:2.0:1742903179.328119:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78173 00000100:00100000:2.0:1742903179.328125:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a768700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172525568:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.328150:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.328206:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903179.328262:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a768700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172525568:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 136us (671us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.328268:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78173 00000100:00100000:0.0:1742903179.329170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.329264:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172525696 00000100:00100000:2.0:1742903179.329268:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172525696 00000100:00100000:2.0:1742903179.329301:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78174 00000100:00100000:2.0:1742903179.329306:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172525696:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.329366:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.329395:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903179.329424:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172525696:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 117us (255us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.329430:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78174 00000100:00100000:0.0:1742903179.330480:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.331035:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172525824 00000100:00100000:3.0:1742903179.331041:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172525824 00000100:00100000:3.0:1742903179.331083:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78175 00000100:00100000:3.0:1742903179.331089:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172525824:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.331108:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.331151:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903179.331190:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172525824:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 101us (715us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.331197:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78175 00000100:00100000:0.0:1742903179.332410:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.333123:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172525952 00000100:00100000:3.0:1742903179.333129:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172525952 00000100:00100000:3.0:1742903179.333164:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78176 00000100:00100000:3.0:1742903179.333171:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172525952:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.333192:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.333237:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903179.333279:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172525952:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 107us (871us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.333285:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78176 00000100:00100000:0.0:1742903179.334591:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.334648:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172526080 00000100:00100000:3.0:1742903179.334653:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172526080 00000100:00100000:3.0:1742903179.334690:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78177 00000100:00100000:3.0:1742903179.334695:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172526080:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.334724:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.334759:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:3.0:1742903179.334796:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172526080:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 100us (211us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.334802:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78177 00000100:00100000:0.0:1742903179.336640:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.337336:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172526208 00000100:00100000:2.0:1742903179.337356:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172526208 00000100:00100000:2.0:1742903179.337395:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78178 00000100:00100000:2.0:1742903179.337401:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172526208:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.337434:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.337483:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7fe:0x0]: rc = -2 00000100:00100000:2.0:1742903179.337527:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172526208:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 125us (890us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.337533:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78178 00000100:00100000:0.0:1742903179.338800:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.338845:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172526336 00000100:00100000:3.0:1742903179.338849:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172526336 00000100:00100000:3.0:1742903179.338883:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78179 00000100:00100000:3.0:1742903179.338888:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172526336:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.338906:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.338949:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:3.0:1742903179.338986:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172526336:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 97us (188us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.338991:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78179 00000100:00100000:0.0:1742903179.339873:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.339918:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172526464 00000100:00100000:2.0:1742903179.339922:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172526464 00000100:00100000:2.0:1742903179.339949:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78180 00000100:00100000:2.0:1742903179.339954:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172526464:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.340024:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.340055:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903179.340088:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172526464:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 132us (220us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.340093:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78180 00000100:00100000:0.0:1742903179.341851:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.341937:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172526592 00000100:00100000:2.0:1742903179.341945:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172526592 00000100:00100000:2.0:1742903179.341981:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78181 00000100:00100000:2.0:1742903179.341986:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172526592:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.342015:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.342067:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903179.342105:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172526592:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 118us (258us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.342111:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78181 00000100:00100000:0.0:1742903179.344019:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.344129:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172526720 00000100:00100000:2.0:1742903179.344136:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172526720 00000100:00100000:2.0:1742903179.344172:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78182 00000100:00100000:2.0:1742903179.344178:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172526720:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.344203:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.344255:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903179.344287:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172526720:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 108us (273us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.344293:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78182 00000100:00100000:0.0:1742903179.346457:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.346516:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172526848 00000100:00100000:2.0:1742903179.346521:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172526848 00000100:00100000:2.0:1742903179.346553:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78183 00000100:00100000:2.0:1742903179.346562:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172526848:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.346597:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.346638:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903179.346665:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172526848:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 102us (212us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.346671:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78183 00000100:00100000:0.0:1742903179.347763:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.347842:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172526976 00000100:00100000:2.0:1742903179.347846:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172526976 00000100:00100000:2.0:1742903179.347873:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78184 00000100:00100000:2.0:1742903179.347878:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172526976:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.347893:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.347929:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903179.347964:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172526976:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 85us (207us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.347970:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78184 00000100:00100000:0.0:1742903179.349294:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.349398:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172527104 00000100:00100000:2.0:1742903179.349404:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172527104 00000100:00100000:2.0:1742903179.349434:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78185 00000100:00100000:2.0:1742903179.349439:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172527104:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.349456:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.349493:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:2.0:1742903179.349539:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172527104:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 99us (247us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.349545:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78185 00000100:00100000:0.0:1742903179.350531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.350629:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172527232 00000100:00100000:2.0:1742903179.350632:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172527232 00000100:00100000:2.0:1742903179.350663:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78186 00000100:00100000:2.0:1742903179.350668:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172527232:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.350682:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.350710:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:2.0:1742903179.350740:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172527232:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 71us (210us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.350746:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78186 00000100:00100000:0.0:1742903179.351777:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.351841:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172527360 00000100:00100000:2.0:1742903179.351845:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172527360 00000100:00100000:2.0:1742903179.351872:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78187 00000100:00100000:2.0:1742903179.351877:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172527360:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.351907:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.351938:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903179.351970:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172527360:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 92us (194us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.351977:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78187 00000100:00100000:0.0:1742903179.352844:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.352924:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172527488 00000100:00100000:2.0:1742903179.352931:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172527488 00000100:00100000:2.0:1742903179.352967:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78188 00000100:00100000:2.0:1742903179.352972:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172527488:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.352993:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.353050:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903179.353080:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172527488:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 107us (241us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.353090:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78188 00000100:00100000:0.0:1742903179.353859:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.354020:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172527616 00000100:00100000:3.0:1742903179.354025:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172527616 00000100:00100000:3.0:1742903179.354057:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78189 00000100:00100000:3.0:1742903179.354061:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172527616:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.354076:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.354182:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:3.0:1742903179.354377:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172527616:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 313us (517us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.354383:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78189 00000100:00100000:0.0:1742903179.355377:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.355436:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172527744 00000100:00100000:3.0:1742903179.355440:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172527744 00000100:00100000:3.0:1742903179.355470:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78190 00000100:00100000:3.0:1742903179.355474:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172527744:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.355488:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.355517:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:3.0:1742903179.355540:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172527744:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 65us (164us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.355546:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78190 00000100:00100000:0.0:1742903179.356378:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.357115:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172527872 00000100:00100000:3.0:1742903179.357122:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172527872 00000100:00100000:3.0:1742903179.357159:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78191 00000100:00100000:3.0:1742903179.357165:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172527872:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.357195:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.357232:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903179.357272:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172527872:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 106us (895us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.357278:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78191 00000100:00100000:0.0:1742903179.358838:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.358890:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172528000 00000100:00100000:2.0:1742903179.358895:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172528000 00000100:00100000:2.0:1742903179.359055:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78192 00000100:00100000:2.0:1742903179.359060:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172528000:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.359078:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.359118:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:2.0:1742903179.359154:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172528000:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 93us (318us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.359160:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78192 00000100:00100000:0.0:1742903179.360090:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.360126:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172528128 00000100:00100000:3.0:1742903179.360130:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172528128 00000100:00100000:3.0:1742903179.360160:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78193 00000100:00100000:3.0:1742903179.360165:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099998000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172528128:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.360178:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.360207:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:3.0:1742903179.360243:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099998000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172528128:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 76us (152us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.360248:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78193 00000100:00100000:0.0:1742903179.361256:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.361293:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172528256 00000100:00100000:2.0:1742903179.361297:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172528256 00000100:00100000:3.0:1742903179.361339:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78194 00000100:00100000:3.0:1742903179.361385:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099998380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172528256:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.361398:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.361421:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:3.0:1742903179.361472:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099998380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172528256:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 127us (216us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.361478:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78194 00000100:00100000:0.0:1742903179.362302:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.362418:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172528384 00000100:00100000:3.0:1742903179.362422:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172528384 00000100:00100000:3.0:1742903179.362492:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78195 00000100:00100000:3.0:1742903179.362497:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099998700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172528384:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.362510:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.362535:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:3.0:1742903179.362568:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099998700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172528384:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 69us (266us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.362573:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78195 00000100:00100000:0.0:1742903179.363716:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.363817:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172528512 00000100:00100000:2.0:1742903179.363822:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172528512 00000100:00100000:2.0:1742903179.363913:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78196 00000100:00100000:2.0:1742903179.363918:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172528512:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.363932:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.363961:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d3:0x0]: rc = -2 00000100:00100000:2.0:1742903179.364056:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172528512:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 136us (340us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.364064:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78196 00000100:00100000:0.0:1742903179.364917:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.364970:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172528640 00000100:00100000:2.0:1742903179.364974:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172528640 00000100:00100000:2.0:1742903179.365000:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78197 00000100:00100000:2.0:1742903179.365004:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099998e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172528640:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.365030:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.365055:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:2.0:1742903179.365077:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099998e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172528640:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 71us (160us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.365082:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78197 00000100:00100000:0.0:1742903179.366126:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.366200:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172528768 00000100:00100000:3.0:1742903179.366205:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172528768 00000100:00100000:2.0:1742903179.366422:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78198 00000100:00100000:2.0:1742903179.366430:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099999180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172528768:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.366444:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.366472:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:2.0:1742903179.366613:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099999180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172528768:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 173us (477us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.366623:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78198 00000100:00100000:0.0:1742903179.367939:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.368017:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172528896 00000100:00100000:2.0:1742903179.368022:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172528896 00000100:00100000:2.0:1742903179.368061:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78199 00000100:00100000:2.0:1742903179.368065:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099999500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172528896:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.368078:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.368106:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:2.0:1742903179.368133:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099999500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172528896:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 67us (196us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.368143:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78199 00000100:00100000:0.0:1742903179.369126:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.369213:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172529024 00000100:00100000:3.0:1742903179.369218:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172529024 00000100:00100000:3.0:1742903179.369272:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78200 00000100:00100000:3.0:1742903179.369277:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099999880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172529024:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.369303:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.369381:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903179.369417:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099999880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172529024:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 139us (292us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.369422:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78200 00000100:00100000:0.0:1742903179.370379:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.370429:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172529152 00000100:00100000:2.0:1742903179.370433:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172529152 00000100:00100000:2.0:1742903179.370455:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78201 00000100:00100000:2.0:1742903179.370457:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099999c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172529152:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.370468:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.370494:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:2.0:1742903179.370523:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099999c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172529152:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 63us (144us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.370528:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78201 00000100:00100000:0.0:1742903179.371653:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.371709:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172529280 00000100:00100000:3.0:1742903179.371712:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172529280 00000100:00100000:3.0:1742903179.371739:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78202 00000100:00100000:3.0:1742903179.371743:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099999f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172529280:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.371758:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.371782:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903179.371806:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099999f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172529280:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 61us (153us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.371811:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78202 00000100:00100000:0.0:1742903179.372673:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.372731:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172529408 00000100:00100000:3.0:1742903179.372736:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172529408 00000100:00100000:3.0:1742903179.372760:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78203 00000100:00100000:3.0:1742903179.372765:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009999a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172529408:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.372837:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.372865:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:3.0:1742903179.372896:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009999a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172529408:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 130us (223us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.372901:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78203 00000100:00100000:0.0:1742903179.373587:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.373617:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172529536 00000100:00100000:3.0:1742903179.373621:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172529536 00000100:00100000:3.0:1742903179.373641:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78204 00000100:00100000:3.0:1742903179.373645:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009999a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172529536:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.373656:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.373685:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:3.0:1742903179.373715:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009999a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172529536:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 67us (127us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.373720:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78204 00000100:00100000:0.0:1742903179.374487:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.374552:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172529664 00000100:00100000:3.0:1742903179.374556:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172529664 00000100:00100000:3.0:1742903179.374581:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78205 00000100:00100000:3.0:1742903179.374585:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009999aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172529664:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.374610:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.374632:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903179.374663:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009999aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172529664:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 76us (177us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.374669:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78205 00000100:00100000:0.0:1742903179.375399:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.375453:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172529792 00000100:00100000:3.0:1742903179.375457:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172529792 00000100:00100000:3.0:1742903179.375485:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78206 00000100:00100000:3.0:1742903179.375489:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009999ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172529792:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.375502:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.375525:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903179.375548:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009999ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172529792:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 58us (151us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.375553:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78206 00000100:00100000:0.0:1742903179.376379:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.376423:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172529920 00000100:00100000:2.0:1742903179.376427:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172529920 00000100:00100000:2.0:1742903179.376453:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78207 00000100:00100000:2.0:1742903179.376457:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009999b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172529920:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.376479:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.376509:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:2.0:1742903179.376544:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009999b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172529920:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 85us (166us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.376550:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78207 00000100:00100000:0.0:1742903179.377467:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.377508:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172530048 00000100:00100000:2.0:1742903179.377512:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172530048 00000100:00100000:2.0:1742903179.377537:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78208 00000100:00100000:2.0:1742903179.377541:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009999b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172530048:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.377555:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.377578:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:2.0:1742903179.377611:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009999b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172530048:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 68us (146us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.377616:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78208 00000100:00100000:0.0:1742903179.378375:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.378515:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172530176 00000100:00100000:3.0:1742903179.378520:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172530176 00000100:00100000:3.0:1742903179.378550:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78209 00000100:00100000:3.0:1742903179.378555:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009999b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172530176:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.378569:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.378599:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903179.378633:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009999b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172530176:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 76us (258us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.378639:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78209 00000100:00100000:0.0:1742903179.379378:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.379550:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172530304 00000100:00100000:3.0:1742903179.379560:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172530304 00000100:00100000:3.0:1742903179.379716:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78210 00000100:00100000:3.0:1742903179.379722:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009999bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172530304:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.379747:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.379804:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7d2:0x0]: rc = -2 00000100:00100000:3.0:1742903179.379856:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009999bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172530304:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 133us (477us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.379863:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78210 00000100:00100000:0.0:1742903179.380767:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.380817:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172530432 00000100:00100000:2.0:1742903179.380822:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172530432 00000100:00100000:2.0:1742903179.380854:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78211 00000100:00100000:2.0:1742903179.380860:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172530432:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.380873:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.380902:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:2.0:1742903179.380935:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172530432:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 75us (170us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.380941:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78211 00000100:00100000:0.0:1742903179.382002:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.382085:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172530560 00000100:00100000:2.0:1742903179.382092:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172530560 00000100:00100000:2.0:1742903179.382125:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78212 00000100:00100000:2.0:1742903179.382131:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172530560:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.382151:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.382196:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:2.0:1742903179.382226:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172530560:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 94us (225us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.382232:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78212 00000100:00100000:0.0:1742903179.383458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.384463:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172530688 00000100:00100000:2.0:1742903179.384470:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172530688 00000100:00100000:2.0:1742903179.384507:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78213 00000100:00100000:2.0:1742903179.384512:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172530688:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.384544:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.384588:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:2.0:1742903179.384632:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172530688:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 118us (1176us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.384638:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78213 00000100:00100000:0.0:1742903179.385507:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.385546:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172530816 00000100:00100000:2.0:1742903179.385550:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172530816 00000100:00100000:2.0:1742903179.385575:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78214 00000100:00100000:2.0:1742903179.385578:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172530816:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.385589:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.385609:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:2.0:1742903179.385631:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172530816:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 51us (126us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.385635:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78214 00000100:00100000:0.0:1742903179.386845:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.386892:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172530944 00000100:00100000:3.0:1742903179.386898:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172530944 00000100:00100000:3.0:1742903179.386931:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78215 00000100:00100000:3.0:1742903179.386936:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172530944:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.386963:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.386998:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.387038:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172530944:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 102us (199us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.387048:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78215 00000100:00100000:0.0:1742903179.387945:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.387987:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172531072 00000100:00100000:3.0:1742903179.387990:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172531072 00000100:00100000:3.0:1742903179.388015:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78216 00000100:00100000:3.0:1742903179.388018:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172531072:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.388029:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.388055:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.388091:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172531072:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 70us (146us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.388096:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78216 00000100:00100000:0.0:1742903179.388993:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.389043:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172531200 00000100:00100000:3.0:1742903179.389047:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172531200 00000100:00100000:3.0:1742903179.389109:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78217 00000100:00100000:3.0:1742903179.389114:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172531200:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.389128:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.389154:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:3.0:1742903179.389237:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172531200:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 121us (242us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.389244:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78217 00000100:00100000:0.0:1742903179.390020:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.390062:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172531328 00000100:00100000:3.0:1742903179.390066:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172531328 00000100:00100000:3.0:1742903179.390095:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78218 00000100:00100000:3.0:1742903179.390099:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172531328:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.390112:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.390137:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c5:0x0]: rc = -2 00000100:00100000:3.0:1742903179.390169:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172531328:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 66us (147us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.390176:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78218 00000100:00100000:0.0:1742903179.390962:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.391059:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172531456 00000100:00100000:3.0:1742903179.391064:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172531456 00000100:00100000:3.0:1742903179.391089:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78219 00000100:00100000:3.0:1742903179.391093:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172531456:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.391118:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.391141:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.391166:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172531456:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 71us (204us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.391175:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78219 00000100:00100000:0.0:1742903179.392219:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.392266:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172531584 00000100:00100000:3.0:1742903179.392272:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172531584 00000100:00100000:3.0:1742903179.392301:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78220 00000100:00100000:3.0:1742903179.392306:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172531584:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.392358:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.392499:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.392537:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172531584:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 229us (321us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.392543:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78220 00000100:00100000:0.0:1742903179.393793:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.393839:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172531712 00000100:00100000:3.0:1742903179.393845:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172531712 00000100:00100000:3.0:1742903179.393875:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78221 00000100:00100000:3.0:1742903179.393879:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172531712:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.393896:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x835:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.393928:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x835:0x0]: rc = -2 00000100:00100000:3.0:1742903179.393963:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172531712:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 82us (171us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.393969:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78221 00000100:00100000:0.0:1742903179.394839:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.394880:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172531840 00000100:00100000:3.0:1742903179.394884:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172531840 00000100:00100000:3.0:1742903179.394909:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78222 00000100:00100000:3.0:1742903179.394912:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172531840:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.394924:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x835:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.394943:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x835:0x0]: rc = -2 00000100:00100000:3.0:1742903179.394970:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172531840:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 57us (131us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.394973:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78222 00000100:00100000:0.0:1742903179.395707:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.395805:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172531968 00000100:00100000:3.0:1742903179.395814:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172531968 00000100:00100000:3.0:1742903179.395858:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78223 00000100:00100000:3.0:1742903179.395862:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172531968:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.395898:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.395955:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.396006:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172531968:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 142us (299us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.396013:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78223 00000100:00100000:0.0:1742903179.396870:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.396916:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172532096 00000100:00100000:3.0:1742903179.396921:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172532096 00000100:00100000:3.0:1742903179.396954:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78224 00000100:00100000:3.0:1742903179.396959:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172532096:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.396979:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.397015:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.397048:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172532096:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 88us (179us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.397054:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78224 00000100:00100000:0.0:1742903179.398127:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.398209:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172532224 00000100:00100000:3.0:1742903179.398214:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172532224 00000100:00100000:3.0:1742903179.398244:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78225 00000100:00100000:3.0:1742903179.398249:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172532224:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.398265:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x835:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.398306:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x835:0x0]: rc = -2 00000100:00100000:3.0:1742903179.398380:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172532224:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 129us (255us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.398387:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78225 00000100:00100000:2.0:1742903179.399703:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.399773:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172532352 00000100:00100000:3.0:1742903179.399777:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172532352 00000100:00100000:3.0:1742903179.399805:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78226 00000100:00100000:3.0:1742903179.399810:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172532352:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.399825:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x835:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.399856:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x835:0x0]: rc = -2 00000100:00100000:3.0:1742903179.399889:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172532352:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 77us (187us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.399895:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78226 00000100:00100000:0.0:1742903179.400828:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.400868:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172532480 00000100:00100000:3.0:1742903179.400872:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172532480 00000100:00100000:3.0:1742903179.400890:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78227 00000100:00100000:3.0:1742903179.400894:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172532480:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.400919:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.400947:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.400980:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172532480:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 84us (157us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.400986:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78227 00000100:00100000:0.0:1742903179.401864:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.401920:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172532608 00000100:00100000:3.0:1742903179.401924:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172532608 00000100:00100000:3.0:1742903179.402081:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78228 00000100:00100000:3.0:1742903179.402086:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172532608:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.402097:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.402122:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.402149:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172532608:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 63us (287us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.402215:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78228 00000100:00100000:0.0:1742903179.402963:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.403025:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172532736 00000100:00100000:3.0:1742903179.403029:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172532736 00000100:00100000:3.0:1742903179.403101:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78229 00000100:00100000:3.0:1742903179.403106:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172532736:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.403119:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.403145:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.403268:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172532736:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 160us (305us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.403278:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78229 00000100:00100000:0.0:1742903179.404555:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.404620:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172532864 00000100:00100000:3.0:1742903179.404625:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172532864 00000100:00100000:3.0:1742903179.404659:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78230 00000100:00100000:3.0:1742903179.404663:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172532864:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.404677:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.404709:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:3.0:1742903179.404738:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172532864:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 74us (184us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.404743:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78230 00000100:00100000:0.0:1742903179.406454:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.406528:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172532992 00000100:00100000:3.0:1742903179.406533:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172532992 00000100:00100000:3.0:1742903179.406605:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78231 00000100:00100000:3.0:1742903179.406610:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172532992:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.406635:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x835:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.406671:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x835:0x0]: rc = -2 00000100:00100000:3.0:1742903179.406711:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172532992:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 99us (262us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.406717:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78231 00000100:00100000:0.0:1742903179.407701:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.407745:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172533120 00000100:00100000:2.0:1742903179.407749:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172533120 00000100:00100000:2.0:1742903179.407781:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78232 00000100:00100000:2.0:1742903179.407786:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172533120:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.407800:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x835:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.407842:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x835:0x0]: rc = -2 00000100:00100000:2.0:1742903179.407865:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172533120:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 78us (165us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.407871:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78232 00000100:00100000:0.0:1742903179.408592:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.408826:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172533248 00000100:00100000:3.0:1742903179.408835:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172533248 00000100:00100000:3.0:1742903179.408879:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78233 00000100:00100000:3.0:1742903179.408885:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172533248:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.408909:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x834:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.408962:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x834:0x0]: rc = -2 00000100:00100000:3.0:1742903179.409007:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172533248:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 121us (414us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.409014:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78233 00000100:00100000:0.0:1742903179.409783:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.409850:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172533376 00000100:00100000:3.0:1742903179.409855:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172533376 00000100:00100000:3.0:1742903179.409883:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78234 00000100:00100000:3.0:1742903179.409888:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172533376:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.409901:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x834:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.409925:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x834:0x0]: rc = -2 00000100:00100000:3.0:1742903179.409963:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172533376:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 74us (181us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.410172:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78234 00000100:00100000:0.0:1742903179.411008:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.411052:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172533504 00000100:00100000:3.0:1742903179.411057:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172533504 00000100:00100000:3.0:1742903179.411376:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78235 00000100:00100000:3.0:1742903179.411381:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172533504:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.411398:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x834:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.411434:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x834:0x0]: rc = -2 00000100:00100000:3.0:1742903179.411471:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172533504:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 89us (465us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.411477:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78235 00000100:00100000:0.0:1742903179.412950:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.413022:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172533632 00000100:00100000:2.0:1742903179.413029:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172533632 00000100:00100000:2.0:1742903179.413066:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78236 00000100:00100000:2.0:1742903179.413072:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172533632:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.413094:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x834:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.413146:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x834:0x0]: rc = -2 00000100:00100000:2.0:1742903179.413187:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172533632:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 115us (242us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.413280:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78236 00000100:00100000:0.0:1742903179.414562:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.414638:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172533760 00000100:00100000:2.0:1742903179.414643:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172533760 00000100:00100000:2.0:1742903179.414673:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78237 00000100:00100000:2.0:1742903179.414676:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172533760:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.414710:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.414753:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:2.0:1742903179.414793:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172533760:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 116us (234us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.414797:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78237 00000100:00100000:0.0:1742903179.416309:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.416397:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172533888 00000100:00100000:2.0:1742903179.416403:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172533888 00000100:00100000:2.0:1742903179.416440:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78238 00000100:00100000:2.0:1742903179.416445:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172533888:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.416570:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.416634:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:2.0:1742903179.416747:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172533888:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 297us (437us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.416758:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78238 00000100:00100000:0.0:1742903179.418260:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.418357:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172534016 00000100:00100000:2.0:1742903179.418364:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172534016 00000100:00100000:2.0:1742903179.418399:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78239 00000100:00100000:2.0:1742903179.418405:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172534016:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.418426:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x834:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.418470:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x834:0x0]: rc = -2 00000100:00100000:2.0:1742903179.418515:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172534016:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 109us (257us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.418522:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78239 00000100:00100000:0.0:1742903179.420389:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.420602:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172534144 00000100:00100000:3.0:1742903179.420606:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172534144 00000100:00100000:3.0:1742903179.420638:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78240 00000100:00100000:3.0:1742903179.420643:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096baa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172534144:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.420670:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x834:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.420712:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x834:0x0]: rc = -2 00000100:00100000:3.0:1742903179.420773:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096baa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172534144:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 129us (386us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.420780:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78240 00000100:00100000:0.0:1742903179.421963:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.422096:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172534272 00000100:00100000:3.0:1742903179.422101:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172534272 00000100:00100000:3.0:1742903179.422281:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78241 00000100:00100000:3.0:1742903179.422286:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096baa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172534272:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.422305:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.422525:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903179.422676:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096baa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172534272:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 387us (714us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.422682:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78241 00000100:00100000:0.0:1742903179.424387:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.424503:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172534400 00000100:00100000:3.0:1742903179.424512:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172534400 00000100:00100000:3.0:1742903179.424610:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78242 00000100:00100000:3.0:1742903179.424616:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096baaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172534400:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.424644:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.424705:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903179.424887:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096baaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172534400:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 269us (505us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.424898:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78242 00000100:00100000:0.0:1742903179.426740:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.426802:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172534528 00000100:00100000:3.0:1742903179.426808:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172534528 00000100:00100000:3.0:1742903179.426841:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78243 00000100:00100000:3.0:1742903179.426845:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096baad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172534528:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.426865:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.426910:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903179.426946:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096baad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172534528:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 99us (210us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.426955:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78243 00000100:00100000:0.0:1742903179.427914:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.427972:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172534656 00000100:00100000:3.0:1742903179.427976:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172534656 00000100:00100000:3.0:1742903179.428003:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78244 00000100:00100000:3.0:1742903179.428008:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172534656:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.428034:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.428063:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903179.428095:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172534656:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 86us (182us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.428100:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78244 00000100:00100000:0.0:1742903179.428960:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.429020:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172534784 00000100:00100000:2.0:1742903179.429025:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172534784 00000100:00100000:2.0:1742903179.429061:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78245 00000100:00100000:2.0:1742903179.429066:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172534784:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.429083:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.429134:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:2.0:1742903179.429172:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172534784:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 104us (212us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.429177:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78245 00000100:00100000:0.0:1742903179.429966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.430010:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172534912 00000100:00100000:2.0:1742903179.430014:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172534912 00000100:00100000:2.0:1742903179.430066:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78246 00000100:00100000:2.0:1742903179.430071:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096bab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172534912:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.430095:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.430125:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:2.0:1742903179.430152:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096bab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172534912:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 80us (187us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.430157:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78246 00000100:00100000:0.0:1742903179.431546:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.431580:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172535040 00000100:00100000:2.0:1742903179.431584:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172535040 00000100:00100000:2.0:1742903179.431615:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78247 00000100:00100000:2.0:1742903179.431619:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096babb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172535040:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.431634:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.431667:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:2.0:1742903179.431701:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096babb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172535040:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 80us (157us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.431707:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78247 00000100:00100000:0.0:1742903179.432724:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.432857:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172535168 00000100:00100000:3.0:1742903179.432867:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172535168 00000100:00100000:3.0:1742903179.432913:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78248 00000100:00100000:3.0:1742903179.432918:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172535168:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.432938:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.432993:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903179.433048:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172535168:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 128us (325us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.433054:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78248 00000100:00100000:0.0:1742903179.434481:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.434533:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172535296 00000100:00100000:2.0:1742903179.434541:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172535296 00000100:00100000:2.0:1742903179.434581:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78249 00000100:00100000:2.0:1742903179.434586:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172535296:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.434606:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.434656:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:2.0:1742903179.434700:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172535296:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 112us (222us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.434706:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78249 00000100:00100000:1.0:1742903179.435440:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.435613:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172535424 00000100:00100000:3.0:1742903179.435625:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172535424 00000100:00100000:3.0:1742903179.435653:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78250 00000100:00100000:3.0:1742903179.435658:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172535424:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.435671:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.435795:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903179.435831:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172535424:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 172us (392us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.435837:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78250 00000100:00100000:0.0:1742903179.437394:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.437476:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172535552 00000100:00100000:3.0:1742903179.437483:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172535552 00000100:00100000:3.0:1742903179.437514:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78251 00000100:00100000:3.0:1742903179.437519:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172535552:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.437684:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.437729:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903179.437826:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172535552:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 303us (431us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.437833:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78251 00000100:00100000:0.0:1742903179.438929:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.439117:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172535680 00000100:00100000:3.0:1742903179.439123:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172535680 00000100:00100000:3.0:1742903179.439157:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78252 00000100:00100000:3.0:1742903179.439163:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172535680:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.439198:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.439258:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903179.439358:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172535680:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 194us (430us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.439366:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78252 00000100:00100000:0.0:1742903179.440070:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.440132:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172535808 00000100:00100000:3.0:1742903179.440137:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172535808 00000100:00100000:3.0:1742903179.440164:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78253 00000100:00100000:3.0:1742903179.440169:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172535808:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.440182:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.440208:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903179.440236:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172535808:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 66us (168us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.440241:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78253 00000100:00100000:0.0:1742903179.441100:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.441135:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172535936 00000100:00100000:3.0:1742903179.441138:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172535936 00000100:00100000:3.0:1742903179.441155:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78254 00000100:00100000:3.0:1742903179.441158:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172535936:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.441168:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.441187:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903179.441207:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172535936:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 48us (108us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.441210:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78254 00000100:00100000:0.0:1742903179.441898:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.441962:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172536064 00000100:00100000:3.0:1742903179.441965:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172536064 00000100:00100000:3.0:1742903179.441987:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78255 00000100:00100000:3.0:1742903179.441991:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172536064:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.442003:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.442026:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903179.442123:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172536064:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 130us (225us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.442129:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78255 00000100:00100000:2.0:1742903179.443642:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.443693:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172536192 00000100:00100000:3.0:1742903179.443699:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172536192 00000100:00100000:3.0:1742903179.443731:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78256 00000100:00100000:3.0:1742903179.443736:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172536192:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.443763:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.443800:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903179.443836:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172536192:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 99us (197us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.443841:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78256 00000100:00100000:0.0:1742903179.444677:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.444737:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172536320 00000100:00100000:3.0:1742903179.444741:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172536320 00000100:00100000:3.0:1742903179.444769:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78257 00000100:00100000:3.0:1742903179.444772:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172536320:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.444787:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.444814:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903179.444854:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172536320:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 80us (178us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.444860:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78257 00000100:00100000:0.0:1742903179.445571:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.445630:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172536448 00000100:00100000:3.0:1742903179.445633:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172536448 00000100:00100000:3.0:1742903179.445696:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78258 00000100:00100000:3.0:1742903179.445702:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172536448:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.445714:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.445743:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903179.445859:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172536448:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 156us (287us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.445865:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78258 00000100:00100000:0.0:1742903179.446732:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.446770:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172536576 00000100:00100000:3.0:1742903179.446775:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172536576 00000100:00100000:3.0:1742903179.446798:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78259 00000100:00100000:3.0:1742903179.446803:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172536576:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.446816:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.446852:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903179.446882:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172536576:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 78us (151us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.446887:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78259 00000100:00100000:0.0:1742903179.447806:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.447909:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172536704 00000100:00100000:3.0:1742903179.447915:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172536704 00000100:00100000:3.0:1742903179.447956:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78260 00000100:00100000:3.0:1742903179.447962:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172536704:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.448068:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.448124:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903179.448167:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172536704:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 204us (364us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.448173:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78260 00000100:00100000:0.0:1742903179.449416:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.449497:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172536832 00000100:00100000:3.0:1742903179.449501:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172536832 00000100:00100000:3.0:1742903179.449526:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78261 00000100:00100000:3.0:1742903179.449530:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172536832:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.449543:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.449573:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903179.449603:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172536832:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 71us (187us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.449608:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78261 00000100:00100000:0.0:1742903179.450796:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.450832:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172536960 00000100:00100000:3.0:1742903179.450836:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172536960 00000100:00100000:3.0:1742903179.450857:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78262 00000100:00100000:3.0:1742903179.450860:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172536960:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.450872:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.450898:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903179.450926:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172536960:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 65us (133us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.450929:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78262 00000100:00100000:0.0:1742903179.451767:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.451807:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172537088 00000100:00100000:3.0:1742903179.451811:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172537088 00000100:00100000:3.0:1742903179.451836:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78263 00000100:00100000:3.0:1742903179.451840:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172537088:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.451853:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.451877:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903179.451909:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172537088:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 67us (142us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.451915:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78263 00000100:00100000:0.0:1742903179.452557:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.452580:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172537216 00000100:00100000:1.0:1742903179.452589:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172537216 00000100:00100000:1.0:1742903179.452629:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78264 00000100:00100000:1.0:1742903179.452636:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172537216:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.452676:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.452734:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:1.0:1742903179.452776:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172537216:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 140us (219us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.452782:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78264 00000100:00100000:0.0:1742903179.453709:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.453748:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172537344 00000100:00100000:1.0:1742903179.453752:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172537344 00000100:00100000:1.0:1742903179.453785:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78265 00000100:00100000:1.0:1742903179.453790:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172537344:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.453805:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.453831:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:1.0:1742903179.453867:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172537344:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 76us (159us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.453873:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78265 00000100:00100000:0.0:1742903179.454619:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.454737:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172537472 00000100:00100000:1.0:1742903179.454741:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172537472 00000100:00100000:1.0:1742903179.454766:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78266 00000100:00100000:1.0:1742903179.454771:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172537472:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.454785:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.454814:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:1.0:1742903179.454846:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172537472:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 71us (226us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.454853:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78266 00000100:00100000:0.0:1742903179.455602:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.455656:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172537600 00000100:00100000:1.0:1742903179.455660:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172537600 00000100:00100000:1.0:1742903179.455687:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78267 00000100:00100000:1.0:1742903179.455691:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172537600:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.455704:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.455727:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:1.0:1742903179.455806:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172537600:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 114us (204us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.455812:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78267 00000100:00100000:0.0:1742903179.456733:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.456790:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172537728 00000100:00100000:1.0:1742903179.456797:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172537728 00000100:00100000:1.0:1742903179.456831:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78268 00000100:00100000:1.0:1742903179.456836:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172537728:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.456872:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.456928:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:1.0:1742903179.456967:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172537728:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 130us (238us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.456973:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78268 00000100:00100000:0.0:1742903179.458139:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.458238:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172537856 00000100:00100000:1.0:1742903179.458242:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172537856 00000100:00100000:1.0:1742903179.458278:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78269 00000100:00100000:1.0:1742903179.458283:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172537856:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.458301:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.458381:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:1.0:1742903179.458417:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172537856:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 134us (281us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.458422:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78269 00000100:00100000:0.0:1742903179.460135:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.460208:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172537984 00000100:00100000:1.0:1742903179.460217:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172537984 00000100:00100000:1.0:1742903179.460266:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78270 00000100:00100000:1.0:1742903179.460273:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172537984:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.460301:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.460396:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:1.0:1742903179.460441:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172537984:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 167us (312us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.460447:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78270 00000100:00100000:0.0:1742903179.461260:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.461354:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172538112 00000100:00100000:3.0:1742903179.461360:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172538112 00000100:00100000:3.0:1742903179.461389:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78271 00000100:00100000:3.0:1742903179.461395:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172538112:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.461424:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.461461:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903179.461529:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172538112:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 97us (233us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.461537:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78271 00000100:00100000:0.0:1742903179.462657:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.462703:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172538240 00000100:00100000:3.0:1742903179.462708:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172538240 00000100:00100000:3.0:1742903179.462739:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78272 00000100:00100000:3.0:1742903179.462744:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172538240:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.462761:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7de:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.462808:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7de:0x0]: rc = -2 00000100:00100000:3.0:1742903179.462839:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172538240:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 94us (368us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.462845:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78272 00000100:00100000:0.0:1742903179.463883:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.463940:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172538368 00000100:00100000:3.0:1742903179.463947:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172538368 00000100:00100000:3.0:1742903179.463987:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78273 00000100:00100000:3.0:1742903179.463992:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172538368:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.464015:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.464072:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903179.464111:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172538368:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 116us (231us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.464115:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78273 00000100:00100000:0.0:1742903179.464943:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.464976:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172538496 00000100:00100000:3.0:1742903179.464980:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172538496 00000100:00100000:3.0:1742903179.465007:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78274 00000100:00100000:3.0:1742903179.465011:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172538496:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.465023:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.465047:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903179.465079:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172538496:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 66us (137us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.465085:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78274 00000100:00100000:0.0:1742903179.466074:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.466158:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172538624 00000100:00100000:3.0:1742903179.466165:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172538624 00000100:00100000:3.0:1742903179.466254:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78275 00000100:00100000:3.0:1742903179.466261:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172538624:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.466286:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.466313:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903179.466386:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172538624:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 124us (315us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.466391:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78275 00000100:00100000:2.0:1742903179.467594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.467647:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172538752 00000100:00100000:3.0:1742903179.467653:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172538752 00000100:00100000:3.0:1742903179.467681:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78276 00000100:00100000:3.0:1742903179.467685:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172538752:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.467700:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.467728:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903179.467765:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172538752:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 77us (171us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.467770:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78276 00000100:00100000:0.0:1742903179.468522:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.468561:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172538880 00000100:00100000:1.0:1742903179.468567:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172538880 00000100:00100000:1.0:1742903179.468609:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78277 00000100:00100000:1.0:1742903179.468614:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172538880:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.468637:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x831:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.468710:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x831:0x0]: rc = -2 00000100:00100000:1.0:1742903179.468750:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172538880:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 135us (232us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.468757:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78277 00000100:00100000:0.0:1742903179.469363:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.469399:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172539008 00000100:00100000:1.0:1742903179.469403:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172539008 00000100:00100000:1.0:1742903179.469429:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78278 00000100:00100000:1.0:1742903179.469433:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172539008:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.469459:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x831:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.469479:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x831:0x0]: rc = -2 00000100:00100000:1.0:1742903179.469502:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172539008:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 68us (140us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.469506:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78278 00000100:00100000:0.0:1742903179.470225:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.470281:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172539136 00000100:00100000:1.0:1742903179.470285:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172539136 00000100:00100000:1.0:1742903179.470307:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78279 00000100:00100000:1.0:1742903179.470311:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172539136:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.470363:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.470390:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:1.0:1742903179.470415:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172539136:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 103us (191us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.470421:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78279 00000100:00100000:0.0:1742903179.471205:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.471249:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172539264 00000100:00100000:3.0:1742903179.471255:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172539264 00000100:00100000:3.0:1742903179.471287:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78280 00000100:00100000:3.0:1742903179.471291:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172539264:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.471309:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.471399:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903179.471439:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172539264:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 146us (238us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.471448:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78280 00000100:00100000:0.0:1742903179.472428:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.472502:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172539392 00000100:00100000:3.0:1742903179.472507:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172539392 00000100:00100000:3.0:1742903179.472540:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78281 00000100:00100000:3.0:1742903179.472545:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172539392:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.472558:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.472586:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:3.0:1742903179.472619:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172539392:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 73us (194us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.472625:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78281 00000100:00100000:0.0:1742903179.473306:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.473478:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172539520 00000100:00100000:1.0:1742903179.473484:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172539520 00000100:00100000:1.0:1742903179.473510:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78282 00000100:00100000:1.0:1742903179.473515:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172539520:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.473534:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.473590:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:1.0:1742903179.473628:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172539520:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 111us (321us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.473634:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78282 00000100:00100000:0.0:1742903179.474662:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.474745:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172539648 00000100:00100000:1.0:1742903179.474751:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172539648 00000100:00100000:1.0:1742903179.474786:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78283 00000100:00100000:1.0:1742903179.474792:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172539648:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.474811:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.474855:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:1.0:1742903179.474882:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172539648:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 90us (225us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.474892:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78283 00000100:00100000:0.0:1742903179.475733:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.475810:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172539776 00000100:00100000:2.0:1742903179.475814:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172539776 00000100:00100000:2.0:1742903179.475848:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78284 00000100:00100000:2.0:1742903179.475853:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172539776:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.475869:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.475909:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7df:0x0]: rc = -2 00000100:00100000:2.0:1742903179.475965:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172539776:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 87us (207us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.476049:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78284 00000100:00100000:0.0:1742903179.477382:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.477447:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172539904 00000100:00100000:2.0:1742903179.477454:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172539904 00000100:00100000:2.0:1742903179.477479:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78285 00000100:00100000:2.0:1742903179.477485:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172539904:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.477520:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cc:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.477567:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cc:0x0]: rc = -2 00000100:00100000:2.0:1742903179.477614:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172539904:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 128us (237us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.477620:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78285 00000100:00100000:0.0:1742903179.478685:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.478763:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172540032 00000100:00100000:2.0:1742903179.478773:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172540032 00000100:00100000:2.0:1742903179.478805:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78286 00000100:00100000:2.0:1742903179.478809:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172540032:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.478824:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cc:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.478855:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cc:0x0]: rc = -2 00000100:00100000:2.0:1742903179.478894:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172540032:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 84us (212us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.478900:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78286 00000100:00100000:0.0:1742903179.479775:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.479819:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172540160 00000100:00100000:1.0:1742903179.479824:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172540160 00000100:00100000:1.0:1742903179.479860:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78287 00000100:00100000:1.0:1742903179.479864:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172540160:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.479886:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cc:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.479918:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cc:0x0]: rc = -2 00000100:00100000:1.0:1742903179.479950:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172540160:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 84us (177us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.479956:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78287 00000100:00100000:0.0:1742903179.481079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.481147:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172540288 00000100:00100000:1.0:1742903179.481152:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172540288 00000100:00100000:1.0:1742903179.481182:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78288 00000100:00100000:1.0:1742903179.481186:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172540288:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.481201:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cc:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.481232:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cc:0x0]: rc = -2 00000100:00100000:1.0:1742903179.481268:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172540288:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 80us (192us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.481274:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78288 00000100:00100000:0.0:1742903179.483843:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.483980:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172540416 00000100:00100000:1.0:1742903179.483986:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172540416 00000100:00100000:1.0:1742903179.484028:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78289 00000100:00100000:1.0:1742903179.484034:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172540416:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.484057:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x830:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.484118:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x830:0x0]: rc = -2 00000100:00100000:1.0:1742903179.484167:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172540416:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 132us (329us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.484174:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78289 00000100:00100000:0.0:1742903179.485506:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.485566:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172540544 00000100:00100000:1.0:1742903179.485571:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172540544 00000100:00100000:1.0:1742903179.485605:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78290 00000100:00100000:1.0:1742903179.485610:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172540544:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.485626:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x830:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.485659:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x830:0x0]: rc = -2 00000100:00100000:1.0:1742903179.485699:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172540544:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 88us (194us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.485705:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78290 00000100:00100000:0.0:1742903179.486677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.486736:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172540672 00000100:00100000:2.0:1742903179.486743:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172540672 00000100:00100000:2.0:1742903179.486785:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78291 00000100:00100000:2.0:1742903179.486790:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172540672:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.486813:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.486870:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f6:0x0]: rc = -2 00000100:00100000:2.0:1742903179.486909:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172540672:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 117us (237us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.486915:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78291 00000100:00100000:0.0:1742903179.487970:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.488043:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172540800 00000100:00100000:1.0:1742903179.488049:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172540800 00000100:00100000:1.0:1742903179.488084:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78292 00000100:00100000:1.0:1742903179.488089:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172540800:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.488121:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.488157:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f6:0x0]: rc = -2 00000100:00100000:1.0:1742903179.488184:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172540800:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 94us (218us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.488190:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78292 00000100:00100000:0.0:1742903179.489365:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.489434:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172540928 00000100:00100000:2.0:1742903179.489439:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172540928 00000100:00100000:2.0:1742903179.489469:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78293 00000100:00100000:2.0:1742903179.489473:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172540928:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.489488:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.489531:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f6:0x0]: rc = -2 00000100:00100000:2.0:1742903179.489569:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172540928:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 94us (206us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.489575:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78293 00000100:00100000:0.0:1742903179.490538:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.490590:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172541056 00000100:00100000:2.0:1742903179.490595:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172541056 00000100:00100000:2.0:1742903179.490621:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78294 00000100:00100000:2.0:1742903179.490626:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172541056:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.490650:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.490677:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f6:0x0]: rc = -2 00000100:00100000:2.0:1742903179.490712:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172541056:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 85us (176us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.490718:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78294 00000100:00100000:0.0:1742903179.491546:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.491636:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172541184 00000100:00100000:2.0:1742903179.491644:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172541184 00000100:00100000:2.0:1742903179.491687:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78295 00000100:00100000:2.0:1742903179.491691:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172541184:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.491712:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.491765:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f6:0x0]: rc = -2 00000100:00100000:2.0:1742903179.491815:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172541184:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 122us (269us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.491822:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78295 00000100:00100000:0.0:1742903179.493388:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.493470:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172541312 00000100:00100000:2.0:1742903179.493477:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172541312 00000100:00100000:2.0:1742903179.493508:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78296 00000100:00100000:2.0:1742903179.493513:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172541312:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.493530:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.493567:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f6:0x0]: rc = -2 00000100:00100000:2.0:1742903179.493608:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172541312:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 93us (223us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.493614:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78296 00000100:00100000:0.0:1742903179.494419:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.494502:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172541440 00000100:00100000:2.0:1742903179.494506:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172541440 00000100:00100000:2.0:1742903179.494527:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78297 00000100:00100000:2.0:1742903179.494532:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172541440:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.494544:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cd:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.494576:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cd:0x0]: rc = -2 00000100:00100000:2.0:1742903179.494606:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172541440:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 73us (188us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.494611:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78297 00000100:00100000:0.0:1742903179.497531:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.497636:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172541568 00000100:00100000:3.0:1742903179.497645:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172541568 00000100:00100000:3.0:1742903179.497692:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78298 00000100:00100000:3.0:1742903179.497698:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172541568:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.497858:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cd:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.499200:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cd:0x0]: rc = -2 00000100:00100000:3.0:1742903179.499258:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172541568:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 1557us (1736us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.499267:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78298 00000100:00100000:0.0:1742903179.501117:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.501189:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172541696 00000100:00100000:3.0:1742903179.501197:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172541696 00000100:00100000:1.0:1742903179.501297:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78299 00000100:00100000:1.0:1742903179.501304:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172541696:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.501364:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b7:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.501439:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b7:0x0]: rc = -2 00000100:00100000:1.0:1742903179.501539:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172541696:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 226us (420us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.501550:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78299 00000100:00100000:0.0:1742903179.502469:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.502546:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172541824 00000100:00100000:1.0:1742903179.502551:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172541824 00000100:00100000:1.0:1742903179.502579:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78300 00000100:00100000:1.0:1742903179.502584:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd43450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172541824:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.502598:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b7:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.502628:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b7:0x0]: rc = -2 00000100:00100000:1.0:1742903179.502667:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd43450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172541824:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 82us (198us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.502674:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78300 00000100:00100000:0.0:1742903179.504439:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.504515:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172541952 00000100:00100000:3.0:1742903179.504521:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172541952 00000100:00100000:3.0:1742903179.504549:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78301 00000100:00100000:3.0:1742903179.504555:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172541952:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.504575:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cd:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.504615:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cd:0x0]: rc = -2 00000100:00100000:3.0:1742903179.504640:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172541952:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 85us (204us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.504646:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78301 00000100:00100000:0.0:1742903179.505559:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903179.505710:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172542080 00000100:00100000:3.0:1742903179.505715:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172542080 00000100:00100000:3.0:1742903179.505741:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78302 00000100:00100000:3.0:1742903179.505746:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172542080:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1742903179.505760:0:7210:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7cd:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1742903179.505790:0:7210:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7cd:0x0]: rc = -2 00000100:00100000:3.0:1742903179.505814:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172542080:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 67us (257us total) trans 0 rc -2/-2 00000100:00100000:3.0:1742903179.505821:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78302 00000100:00100000:0.0:1742903179.506972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.507015:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172542208 00000100:00100000:1.0:1742903179.507022:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172542208 00000100:00100000:1.0:1742903179.507056:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78303 00000100:00100000:1.0:1742903179.507062:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172542208:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.507085:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b7:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.507136:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b7:0x0]: rc = -2 00000100:00100000:1.0:1742903179.507266:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172542208:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 202us (300us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.507273:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78303 00000100:00100000:0.0:1742903179.508136:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.508210:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172542336 00000100:00100000:1.0:1742903179.508215:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172542336 00000100:00100000:1.0:1742903179.508240:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78304 00000100:00100000:1.0:1742903179.508247:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172542336:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.508260:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b7:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.508289:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b7:0x0]: rc = -2 00000100:00100000:1.0:1742903179.508309:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172542336:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 64us (175us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.508332:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78304 00000100:00100000:0.0:1742903179.509102:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.509157:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172542464 00000100:00100000:1.0:1742903179.509160:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172542464 00000100:00100000:1.0:1742903179.509177:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78305 00000100:00100000:1.0:1742903179.509181:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172542464:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.509193:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b7:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.509217:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b7:0x0]: rc = -2 00000100:00100000:1.0:1742903179.509250:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172542464:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 67us (149us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.509256:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78305 00000100:00100000:0.0:1742903179.510007:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.510058:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172542592 00000100:00100000:2.0:1742903179.510063:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172542592 00000100:00100000:2.0:1742903179.510089:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78306 00000100:00100000:2.0:1742903179.510094:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172542592:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.510109:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.510141:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b7:0x0]: rc = -2 00000100:00100000:2.0:1742903179.510175:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172542592:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 80us (174us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.510180:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78306 00000100:00100000:0.0:1742903179.511190:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.511261:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172542720 00000100:00100000:2.0:1742903179.511266:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172542720 00000100:00100000:2.0:1742903179.511299:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78307 00000100:00100000:2.0:1742903179.511304:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172542720:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.511336:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.511375:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f7:0x0]: rc = -2 00000100:00100000:2.0:1742903179.511412:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172542720:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 107us (223us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.511418:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78307 00000100:00100000:0.0:1742903179.512532:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.512848:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172542848 00000100:00100000:2.0:1742903179.512853:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172542848 00000100:00100000:2.0:1742903179.512888:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78308 00000100:00100000:2.0:1742903179.512893:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172542848:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.512909:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.512941:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f7:0x0]: rc = -2 00000100:00100000:2.0:1742903179.512974:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172542848:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 80us (443us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.512980:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78308 00000100:00100000:0.0:1742903179.514178:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.514275:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172542976 00000100:00100000:1.0:1742903179.514280:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172542976 00000100:00100000:1.0:1742903179.514357:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78309 00000100:00100000:1.0:1742903179.514366:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172542976:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.514382:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f7:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.514421:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f7:0x0]: rc = -2 00000100:00100000:1.0:1742903179.514458:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172542976:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 94us (286us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.514464:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78309 00000100:00100000:0.0:1742903179.515411:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.515463:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172543104 00000100:00100000:1.0:1742903179.515468:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172543104 00000100:00100000:1.0:1742903179.515496:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78310 00000100:00100000:1.0:1742903179.515501:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172543104:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.515514:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f7:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.515539:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f7:0x0]: rc = -2 00000100:00100000:1.0:1742903179.515572:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172543104:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 69us (161us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.515578:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78310 00000100:00100000:0.0:1742903179.516675:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.516731:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172543232 00000100:00100000:1.0:1742903179.516736:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172543232 00000100:00100000:1.0:1742903179.516766:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78311 00000100:00100000:1.0:1742903179.516770:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172543232:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.516785:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b7:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.516816:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b7:0x0]: rc = -2 00000100:00100000:1.0:1742903179.516853:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172543232:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 81us (180us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.516859:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78311 00000100:00100000:0.0:1742903179.517635:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.517667:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172543360 00000100:00100000:1.0:1742903179.517670:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172543360 00000100:00100000:1.0:1742903179.517692:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78312 00000100:00100000:1.0:1742903179.517695:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172543360:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.517707:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b7:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.517731:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b7:0x0]: rc = -2 00000100:00100000:1.0:1742903179.517759:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172543360:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 61us (123us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.517764:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78312 00000100:00100000:0.0:1742903179.519261:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.519355:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172543488 00000100:00100000:1.0:1742903179.519362:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172543488 00000100:00100000:1.0:1742903179.519395:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78313 00000100:00100000:1.0:1742903179.519400:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172543488:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.519421:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f7:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.519457:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f7:0x0]: rc = -2 00000100:00100000:1.0:1742903179.519487:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172543488:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 87us (230us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.519492:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78313 00000100:00100000:0.0:1742903179.520221:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.520271:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172543616 00000100:00100000:1.0:1742903179.520274:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172543616 00000100:00100000:1.0:1742903179.520292:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78314 00000100:00100000:1.0:1742903179.520296:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172543616:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.520311:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7f7:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.520365:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7f7:0x0]: rc = -2 00000100:00100000:1.0:1742903179.520385:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172543616:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 88us (164us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.520391:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78314 00000100:00100000:0.0:1742903179.521233:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.521287:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172543744 00000100:00100000:1.0:1742903179.521292:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172543744 00000100:00100000:1.0:1742903179.521418:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78315 00000100:00100000:1.0:1742903179.521424:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172543744:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.521439:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b7:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.521469:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b7:0x0]: rc = -2 00000100:00100000:1.0:1742903179.521502:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172543744:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 77us (271us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.521508:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78315 00000100:00100000:0.0:1742903179.522297:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.522382:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172543872 00000100:00100000:1.0:1742903179.522386:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172543872 00000100:00100000:1.0:1742903179.522594:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78316 00000100:00100000:1.0:1742903179.522600:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172543872:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.522615:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b7:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.522645:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b7:0x0]: rc = -2 00000100:00100000:1.0:1742903179.522736:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172543872:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 134us (439us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.522742:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78316 00000100:00100000:0.0:1742903179.523756:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.524489:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172544000 00000100:00100000:1.0:1742903179.524495:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172544000 00000100:00100000:1.0:1742903179.524530:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78317 00000100:00100000:1.0:1742903179.524535:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172544000:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.524552:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.524596:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b6:0x0]: rc = -2 00000100:00100000:1.0:1742903179.524632:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172544000:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 96us (877us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.524639:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78317 00000100:00100000:0.0:1742903179.525500:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.525546:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172544128 00000100:00100000:1.0:1742903179.525549:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172544128 00000100:00100000:1.0:1742903179.525567:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78318 00000100:00100000:1.0:1742903179.525570:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172544128:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.525583:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.525603:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b6:0x0]: rc = -2 00000100:00100000:1.0:1742903179.525851:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172544128:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 278us (351us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.525855:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78318 00000100:00100000:0.0:1742903179.526710:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.526801:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172544256 00000100:00100000:1.0:1742903179.526805:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172544256 00000100:00100000:1.0:1742903179.526833:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78319 00000100:00100000:1.0:1742903179.526836:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172544256:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.526850:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.526875:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b6:0x0]: rc = -2 00000100:00100000:1.0:1742903179.526908:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172544256:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 70us (199us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.526914:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78319 00000100:00100000:0.0:1742903179.528286:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.528400:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172544384 00000100:00100000:1.0:1742903179.528405:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172544384 00000100:00100000:1.0:1742903179.528441:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78320 00000100:00100000:1.0:1742903179.528446:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172544384:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.528464:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.528503:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b6:0x0]: rc = -2 00000100:00100000:1.0:1742903179.528544:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172544384:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 96us (259us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.528550:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78320 00000100:00100000:0.0:1742903179.529370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.529408:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172544512 00000100:00100000:1.0:1742903179.529413:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172544512 00000100:00100000:1.0:1742903179.529442:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78321 00000100:00100000:1.0:1742903179.529447:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172544512:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.529460:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.529485:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b6:0x0]: rc = -2 00000100:00100000:1.0:1742903179.529517:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172544512:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 69us (147us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.529522:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78321 00000100:00100000:0.0:1742903179.530592:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.530640:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172544640 00000100:00100000:2.0:1742903179.530646:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172544640 00000100:00100000:2.0:1742903179.530678:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78322 00000100:00100000:2.0:1742903179.530753:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172544640:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.530770:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.530822:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b6:0x0]: rc = -2 00000100:00100000:2.0:1742903179.530858:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172544640:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 173us (270us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.530864:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78322 00000100:00100000:0.0:1742903179.531813:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.531862:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172544768 00000100:00100000:2.0:1742903179.531867:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172544768 00000100:00100000:2.0:1742903179.531897:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78323 00000100:00100000:2.0:1742903179.531902:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172544768:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.531920:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.531951:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b6:0x0]: rc = -2 00000100:00100000:2.0:1742903179.531989:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172544768:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 86us (178us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.531996:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78323 00000100:00100000:0.0:1742903179.533282:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.533337:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172544896 00000100:00100000:2.0:1742903179.533352:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172544896 00000100:00100000:2.0:1742903179.533384:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78324 00000100:00100000:2.0:1742903179.533389:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172544896:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.533405:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.533459:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b6:0x0]: rc = -2 00000100:00100000:2.0:1742903179.533493:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172544896:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 103us (212us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.533500:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78324 00000100:00100000:0.0:1742903179.534696:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.534789:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172545024 00000100:00100000:2.0:1742903179.534793:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172545024 00000100:00100000:2.0:1742903179.534828:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78325 00000100:00100000:2.0:1742903179.534832:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172545024:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.534848:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.534881:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b6:0x0]: rc = -2 00000100:00100000:2.0:1742903179.534942:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172545024:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 108us (248us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.534947:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78325 00000100:00100000:0.0:1742903179.535831:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.535939:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172545152 00000100:00100000:2.0:1742903179.535943:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172545152 00000100:00100000:2.0:1742903179.535969:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78326 00000100:00100000:2.0:1742903179.535974:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172545152:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.535988:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.536015:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b6:0x0]: rc = -2 00000100:00100000:2.0:1742903179.536035:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172545152:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 61us (205us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.536041:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78326 00000100:00100000:0.0:1742903179.536788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.536895:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172545280 00000100:00100000:2.0:1742903179.536903:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172545280 00000100:00100000:2.0:1742903179.536950:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78327 00000100:00100000:2.0:1742903179.536956:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172545280:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.536981:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b8:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.537035:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b8:0x0]: rc = -2 00000100:00100000:2.0:1742903179.537085:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172545280:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 128us (297us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.537091:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78327 00000100:00100000:0.0:1742903179.538592:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.538687:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172545408 00000100:00100000:2.0:1742903179.538694:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172545408 00000100:00100000:2.0:1742903179.538732:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78328 00000100:00100000:2.0:1742903179.538737:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172545408:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.538755:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b8:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.538795:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b8:0x0]: rc = -2 00000100:00100000:2.0:1742903179.538835:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172545408:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 98us (245us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.538842:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78328 00000100:00100000:0.0:1742903179.539923:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.539991:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172545536 00000100:00100000:2.0:1742903179.539995:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172545536 00000100:00100000:2.0:1742903179.540023:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78329 00000100:00100000:2.0:1742903179.540028:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172545536:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.540045:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b8:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.540074:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b8:0x0]: rc = -2 00000100:00100000:2.0:1742903179.540107:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172545536:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 78us (186us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.540113:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78329 00000100:00100000:0.0:1742903179.541061:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.541156:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172545664 00000100:00100000:1.0:1742903179.541162:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172545664 00000100:00100000:1.0:1742903179.541196:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78330 00000100:00100000:1.0:1742903179.541201:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172545664:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.541217:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b8:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.541264:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b8:0x0]: rc = -2 00000100:00100000:1.0:1742903179.541292:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172545664:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 90us (235us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.541298:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78330 00000100:00100000:0.0:1742903179.543113:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.543394:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172545792 00000100:00100000:1.0:1742903179.543400:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172545792 00000100:00100000:1.0:1742903179.543437:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78331 00000100:00100000:1.0:1742903179.543442:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172545792:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.543458:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b8:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.543494:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b8:0x0]: rc = -2 00000100:00100000:1.0:1742903179.543531:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172545792:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 87us (421us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.543685:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78331 00000100:00100000:0.0:1742903179.544498:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.544567:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172545920 00000100:00100000:1.0:1742903179.544572:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172545920 00000100:00100000:1.0:1742903179.544602:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78332 00000100:00100000:1.0:1742903179.544606:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172545920:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.544620:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b8:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.544648:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b8:0x0]: rc = -2 00000100:00100000:1.0:1742903179.544676:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172545920:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 68us (179us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.544681:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78332 00000100:00100000:0.0:1742903179.545855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.545915:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172546048 00000100:00100000:2.0:1742903179.545925:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172546048 00000100:00100000:2.0:1742903179.545966:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78333 00000100:00100000:2.0:1742903179.545972:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172546048:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.545995:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b8:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.546051:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b8:0x0]: rc = -2 00000100:00100000:2.0:1742903179.546085:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172546048:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 113us (235us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.546091:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78333 00000100:00100000:0.0:1742903179.547608:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.547678:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172546176 00000100:00100000:2.0:1742903179.547683:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172546176 00000100:00100000:2.0:1742903179.547714:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78334 00000100:00100000:2.0:1742903179.547718:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172546176:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.547736:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b8:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.547771:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b8:0x0]: rc = -2 00000100:00100000:2.0:1742903179.547805:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172546176:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 86us (201us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.547813:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78334 00000100:00100000:2.0:1742903179.548593:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.548702:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172546304 00000100:00100000:1.0:1742903179.548706:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172546304 00000100:00100000:1.0:1742903179.548733:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78335 00000100:00100000:1.0:1742903179.548738:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172546304:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.548753:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b8:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.548780:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b8:0x0]: rc = -2 00000100:00100000:1.0:1742903179.548829:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172546304:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 89us (236us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.548836:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78335 00000100:00100000:0.0:1742903179.549558:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.549648:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172546432 00000100:00100000:1.0:1742903179.549651:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172546432 00000100:00100000:1.0:1742903179.549677:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78336 00000100:00100000:1.0:1742903179.549681:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172546432:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.549695:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b8:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.549719:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b8:0x0]: rc = -2 00000100:00100000:1.0:1742903179.549738:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172546432:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 56us (180us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.549743:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78336 00000100:00100000:0.0:1742903179.550452:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.550536:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172546560 00000100:00100000:1.0:1742903179.550540:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172546560 00000100:00100000:1.0:1742903179.550562:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78337 00000100:00100000:1.0:1742903179.550565:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172546560:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.550582:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b8:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.550605:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b8:0x0]: rc = -2 00000100:00100000:1.0:1742903179.550636:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172546560:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 69us (184us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.550645:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78337 00000100:00100000:0.0:1742903179.551683:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.551750:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172546688 00000100:00100000:1.0:1742903179.551756:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172546688 00000100:00100000:1.0:1742903179.551825:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78338 00000100:00100000:1.0:1742903179.551829:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172546688:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.551850:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b8:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.551893:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b8:0x0]: rc = -2 00000100:00100000:1.0:1742903179.551977:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172546688:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 144us (297us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.551983:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78338 00000100:00100000:0.0:1742903179.552920:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.553057:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172546816 00000100:00100000:1.0:1742903179.553061:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172546816 00000100:00100000:1.0:1742903179.553089:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78339 00000100:00100000:1.0:1742903179.553094:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172546816:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.553107:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b8:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.553427:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b8:0x0]: rc = -2 00000100:00100000:1.0:1742903179.553470:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172546816:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 373us (549us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.553477:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78339 00000100:00100000:0.0:1742903179.554543:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.554608:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172546944 00000100:00100000:1.0:1742903179.554613:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172546944 00000100:00100000:1.0:1742903179.554643:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78340 00000100:00100000:1.0:1742903179.554649:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172546944:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.554670:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b8:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.554695:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b8:0x0]: rc = -2 00000100:00100000:1.0:1742903179.554727:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172546944:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 78us (186us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.554734:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78340 00000100:00100000:0.0:1742903179.555597:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.555682:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172547072 00000100:00100000:1.0:1742903179.555687:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172547072 00000100:00100000:1.0:1742903179.555713:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78341 00000100:00100000:1.0:1742903179.555718:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172547072:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.555731:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b8:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.555756:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b8:0x0]: rc = -2 00000100:00100000:1.0:1742903179.555789:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172547072:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 70us (193us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.555795:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78341 00000100:00100000:0.0:1742903179.556902:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.556975:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172547200 00000100:00100000:1.0:1742903179.556985:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172547200 00000100:00100000:1.0:1742903179.557020:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78342 00000100:00100000:1.0:1742903179.557024:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172547200:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.557046:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b8:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.557100:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b8:0x0]: rc = -2 00000100:00100000:1.0:1742903179.557144:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172547200:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 117us (243us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.557150:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78342 00000100:00100000:0.0:1742903179.558158:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.558393:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172547328 00000100:00100000:2.0:1742903179.558399:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172547328 00000100:00100000:2.0:1742903179.558433:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78343 00000100:00100000:2.0:1742903179.558438:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172547328:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.558458:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b8:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.558513:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b8:0x0]: rc = -2 00000100:00100000:2.0:1742903179.558550:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172547328:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 111us (396us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.558556:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78343 00000100:00100000:0.0:1742903179.559561:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.559600:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172547456 00000100:00100000:2.0:1742903179.559604:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172547456 00000100:00100000:2.0:1742903179.559633:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78344 00000100:00100000:2.0:1742903179.559638:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172547456:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.559653:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b8:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.559681:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b8:0x0]: rc = -2 00000100:00100000:2.0:1742903179.559715:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172547456:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 76us (156us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.559721:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78344 00000100:00100000:0.0:1742903179.560567:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.560610:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172547584 00000100:00100000:1.0:1742903179.560619:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172547584 00000100:00100000:1.0:1742903179.560657:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78345 00000100:00100000:1.0:1742903179.560663:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172547584:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.560684:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.560736:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b6:0x0]: rc = -2 00000100:00100000:1.0:1742903179.560789:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172547584:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 126us (223us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.560797:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78345 00000100:00100000:0.0:1742903179.561602:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.561657:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172547712 00000100:00100000:1.0:1742903179.561660:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172547712 00000100:00100000:1.0:1742903179.561691:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78346 00000100:00100000:1.0:1742903179.561695:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172547712:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.561709:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.561732:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b6:0x0]: rc = -2 00000100:00100000:1.0:1742903179.561766:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172547712:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 69us (165us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.561772:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78346 00000100:00100000:0.0:1742903179.562635:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903179.562679:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172547840 00000100:00100000:1.0:1742903179.562683:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172547840 00000100:00100000:1.0:1742903179.562711:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78347 00000100:00100000:1.0:1742903179.562716:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009140d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172547840:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1742903179.562729:0:18840:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b5:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1742903179.562755:0:18840:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b5:0x0]: rc = -2 00000100:00100000:1.0:1742903179.562784:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009140d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172547840:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 67us (150us total) trans 0 rc -2/-2 00000100:00100000:1.0:1742903179.562790:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78347 00000100:00100000:0.0:1742903179.563640:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903179.563713:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172547968 00000100:00100000:2.0:1742903179.563720:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172547968 00000100:00100000:2.0:1742903179.563757:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78348 00000100:00100000:2.0:1742903179.563763:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172547968:12345-192.168.203.29@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1742903179.563783:0:9576:0:(mdt_handler.c:7870:mdt_fid2path()) path get [0x200000402:0x7b5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1742903179.563833:0:9576:0:(mdt_handler.c:7912:mdt_fid2path()) nonlocal object [0x200000402:0x7b5:0x0]: rc = -2 00000100:00100000:2.0:1742903179.563869:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+901:13477:x1827566172547968:12345-192.168.203.29@tcp:53:lustre_rsync.0 Request processed in 104us (231us total) trans 0 rc -2/-2 00000100:00100000:2.0:1742903179.563875:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78348 00010000:00010000:2.0:1742903179.566520:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903180.360729:0:3762:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1742903180.360749:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a788a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1827566161339776:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1742903180.360809:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903180.360855:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161339776 00000100:00100000:2.0:1742903180.360863:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161339776 00000100:00100000:2.0:1742903180.360900:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:2.0:1742903180.360905:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3762:x1827566161339776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1742903180.360933:0:7216:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1442291712 avail 1312829440 00000100:00100000:2.0:1742903180.360975:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3762:x1827566161339776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903180.360980:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1742903180.361009:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a788a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1827566161339776:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1742903180.568530:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1742903181.400527:0:10642:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 309487208809ns, next at 310487207344ns, rc = 0 00000100:00100000:1.0:1742903181.400552:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1827566161340032:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1742903181.400602:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1742903181.400647:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1742903181.400652:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161339904:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1742903181.400666:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1742903181.400698:0:9555:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161340032 00000100:00100000:1.0:1742903181.400704:0:9555:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161340032 00000100:00100000:1.0:1742903181.400731:0:9555:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161339904 00000100:00100000:1.0:1742903181.400732:0:9555:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161339904 00000100:00100000:1.0:1742903181.400742:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:1.0:1742903181.400747:0:9555:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1827566161340032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1742903181.400768:0:9555:0:(ofd_obd.c:715:ofd_statfs()) blocks cached 1400832 granted 491510464 pending 0 free 3900022784 avail 3668500480 00000100:00100000:1.0:1742903181.400800:0:9555:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1827566161340032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903181.400805:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:1.0:1742903181.400817:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:1.0:1742903181.400820:0:9555:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1827566161339904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1742903181.400828:0:9555:0:(ofd_obd.c:715:ofd_statfs()) blocks cached 1400832 granted 491510464 pending 0 free 3900022784 avail 3668500480 00000100:00100000:1.0:1742903181.400844:0:9555:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1827566161339904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 23us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903181.400848:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:1.0:1742903181.400876:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161339904:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1742903181.400877:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1742903151 00000100:00100000:1.0:1742903181.400885:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1827566161340032:0@lo:13:osp-pre-0-1.0 00000004:00080000:2.0:1742903181.403029:0:7193:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 141 committed 00000001:00080000:2.0:1742903181.403130:0:7193:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4295005327 is committed 00000004:00080000:2.0:1742903181.403265:0:7193:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 139 committed 00010000:00010000:1.0:1742903181.403273:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218600/0x5d4000e30d838676 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000004:00080000:2.0:1742903181.403285:0:7193:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 140 committed 00010000:00010000:1.0:1742903181.403287:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218600/0x5d4000e30d838676 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.403294:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218600/0x5d4000e30d838676 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.403305:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c218600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.403309:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218600/0x5d4000e30d838676 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.403382:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218600/0x5d4000e30d838676 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.403401:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe22:0x0].0x0 (ffff880099660b00) 00010000:00010000:1.0:1742903181.403404:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.403409:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218600/0x5d4000e30d838676 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.403413:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218600/0x5d4000e30d838676 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.403452:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cf800/0x5d4000e30d838684 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403457:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cf800/0x5d4000e30d838684 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403467:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cf800/0x5d4000e30d838684 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403472:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723cf800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.403474:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cf800/0x5d4000e30d838684 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403479:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cf800/0x5d4000e30d838684 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403485:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe23:0x0].0x0 (ffff880130ebbf00) 00010000:00010000:1.0:1742903181.403487:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.403490:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cf800/0x5d4000e30d838684 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403494:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cf800/0x5d4000e30d838684 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403504:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce200/0x5d4000e30d838756 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.403508:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce200/0x5d4000e30d838756 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.403512:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce200/0x5d4000e30d838756 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.403515:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723ce200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.403517:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce200/0x5d4000e30d838756 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.403520:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce200/0x5d4000e30d838756 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.403525:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe22:0x0].0x0 (ffff880099660b00) 00010000:00010000:1.0:1742903181.403526:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.403528:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce200/0x5d4000e30d838756 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.403531:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723ce200/0x5d4000e30d838756 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.403547:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c800/0x5d4000e30d83875d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.403551:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c800/0x5d4000e30d83875d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.403559:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c800/0x5d4000e30d83875d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.403563:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e5c800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.403564:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c800/0x5d4000e30d83875d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.403569:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c800/0x5d4000e30d83875d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.403575:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe23:0x0].0x0 (ffff880130ebbf00) 00010000:00010000:1.0:1742903181.403577:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.403579:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c800/0x5d4000e30d83875d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.403583:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5c800/0x5d4000e30d83875d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.403597:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d1400/0x5d4000e30d83889f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.403602:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d1400/0x5d4000e30d83889f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.403609:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d1400/0x5d4000e30d83889f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.403613:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800993d1400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.403615:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d1400/0x5d4000e30d83889f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.403619:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d1400/0x5d4000e30d83889f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.403625:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xfe01e3f1 (ffff88012dd00800) 00010000:00010000:1.0:1742903181.403626:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.403628:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d1400/0x5d4000e30d83889f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.403632:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993d1400/0x5d4000e30d83889f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.403643:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d8388d7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.403647:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d8388d7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.403650:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d8388d7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.403653:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a71a800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.403655:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d8388d7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.403660:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d8388d7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.403664:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xfe01e3f1 (ffff88012bd63800) 00010000:00010000:1.0:1742903181.403666:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.403668:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d8388d7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.403672:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a800/0x5d4000e30d8388d7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xfe01e3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.403684:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d800/0x5d4000e30d838b93 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.403689:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d800/0x5d4000e30d838b93 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903181.403693:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161340288:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.403693:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d800/0x5d4000e30d838b93 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.403697:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e5d800 already unused, calling callback (ffffffffa0f1b760) 00000004:00080000:2.0:1742903181.403698:0:7193:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 138 committed 00010000:00010000:1.0:1742903181.403699:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d800/0x5d4000e30d838b93 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.403703:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d800/0x5d4000e30d838b93 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.403708:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x7f675ee7 (ffff88009c6e2b00) 00000004:00080000:2.0:1742903181.403709:0:7193:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 139 committed 00010000:00010000:1.0:1742903181.403710:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.403712:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d800/0x5d4000e30d838b93 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.403716:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5d800/0x5d4000e30d838b93 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.403728:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0200/0x5d4000e30d838be7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403733:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0200/0x5d4000e30d838be7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903181.403734:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.403737:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0200/0x5d4000e30d838be7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403741:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997f0200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.403743:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0200/0x5d4000e30d838be7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403748:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0200/0x5d4000e30d838be7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403754:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7f675ee7 (ffff88009931b000) 00010000:00010000:1.0:1742903181.403756:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.403758:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0200/0x5d4000e30d838be7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403763:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f0200/0x5d4000e30d838be7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903181.403776:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161340800:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.403776:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0c00/0x5d4000e30d838c65 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403780:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0c00/0x5d4000e30d838c65 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403785:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0c00/0x5d4000e30d838c65 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403788:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099bd0c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.403790:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0c00/0x5d4000e30d838c65 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903181.403793:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.403796:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0c00/0x5d4000e30d838c65 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403802:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x7fa9a95 (ffff8800916eb900) 00010000:00010000:1.0:1742903181.403804:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.403806:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0c00/0x5d4000e30d838c65 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903181.403809:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00010000:00010000:1.0:1742903181.403810:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0c00/0x5d4000e30d838c65 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903181.403813:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161340160:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.403822:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a200/0x5d4000e30d838ca4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903181.403827:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.403827:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a200/0x5d4000e30d838ca4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.403831:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a200/0x5d4000e30d838ca4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.403835:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a71a200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.403836:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a200/0x5d4000e30d838ca4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903181.403839:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161340672:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.403841:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a200/0x5d4000e30d838ca4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.403847:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7fa9a95 (ffff88009c6e2300) 00010000:00010000:1.0:1742903181.403848:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.403850:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a200/0x5d4000e30d838ca4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903181.403852:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.403854:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a200/0x5d4000e30d838ca4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.403864:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0600/0x5d4000e30d838cc7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403869:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0600/0x5d4000e30d838cc7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403872:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0600/0x5d4000e30d838cc7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903181.403873:0:18850:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161340288 00000100:00100000:3.0:1742903181.403878:0:18850:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161340288 00010000:00010000:1.0:1742903181.403879:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099bd0600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.403881:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0600/0x5d4000e30d838cc7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403886:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0600/0x5d4000e30d838cc7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403891:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x7fa9a95 (ffff8800916eb900) 00010000:00010000:1.0:1742903181.403893:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.403895:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0600/0x5d4000e30d838cc7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403898:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0600/0x5d4000e30d838cc7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903181.403905:0:18850:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161340800 00000100:00100000:3.0:1742903181.403907:0:18850:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161340800 00010000:00010000:1.0:1742903181.403909:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d838cf8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903181.403911:0:18862:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161340160 00010000:00010000:1.0:1742903181.403913:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d838cf8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903181.403914:0:18862:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161340160 00000100:00100000:3.0:1742903181.403917:0:18850:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161340672 00010000:00010000:1.0:1742903181.403917:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d838cf8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903181.403919:0:18850:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161340672 00010000:00010000:1.0:1742903181.403921:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a71a400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.403923:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d838cf8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.403928:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d838cf8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903181.403929:0:18850:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11637 00000100:00100000:3.0:1742903181.403933:0:18850:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+8:3763:x1827566161340288:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1742903181.403933:0:18862:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11638 00010000:00010000:1.0:1742903181.403933:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7fa9a95 (ffff88009c6e2300) 00010000:00010000:1.0:1742903181.403935:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.403937:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d838cf8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903181.403938:0:18862:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+8:3763:x1827566161340800:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.403941:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a71a400/0x5d4000e30d838cf8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00002000:00080000:3.0:1742903181.403950:0:18850:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1780 count 1 00002000:00080000:2.0:1742903181.403950:0:18862:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1787 count 1 00010000:00010000:1.0:1742903181.403951:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886c00/0x5d4000e30d838dd1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403956:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099886c00/0x5d4000e30d838dd1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403961:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099886c00/0x5d4000e30d838dd1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403964:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099886c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903181.403967:0:18850:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099e5de00/0x5d4000e30d83d694 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.403967:0:18862:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099801000/0x5d4000e30d83d68d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.403967:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099886c00/0x5d4000e30d838dd1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403971:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099886c00/0x5d4000e30d838dd1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.403978:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x68e4194e (ffff88012bd63000) 00010000:00010000:1.0:1742903181.403980:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.403981:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099886c00/0x5d4000e30d838dd1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903181.403982:0:18850:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f61f600/0x5d4000e30d837c9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeca1 expref: 96 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.403982:0:18862:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099815e00/0x5d4000e30d839a57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef617 expref: 96 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.403986:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099886c00/0x5d4000e30d838dd1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903181.403989:0:18850:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.403989:0:18862:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.403990:0:18850:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.403990:0:18862:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.403993:0:18850:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099e5de00/0x5d4000e30d83d694 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.403993:0:18862:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099801000/0x5d4000e30d83d68d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.403997:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7200/0x5d4000e30d838dca lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404002:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7200/0x5d4000e30d838dca lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404007:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7200/0x5d4000e30d838dca lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404010:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800993b7200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.404012:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7200/0x5d4000e30d838dca lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903181.404013:0:18850:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f61f600/0x5d4000e30d837c9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeca1 expref: 96 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.404013:0:18862:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099815e00/0x5d4000e30d839a57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef617 expref: 96 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.404017:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7200/0x5d4000e30d838dca lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404022:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x68e4194e (ffff88009c6e2100) 00010000:00010000:2.0:1742903181.404023:0:18862:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099815e00/0x5d4000e30d839a57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef617 expref: 96 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.404024:0:18850:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f61f600/0x5d4000e30d837c9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeca1 expref: 96 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.404024:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.404026:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7200/0x5d4000e30d838dca lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404029:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993b7200/0x5d4000e30d838dca lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903181.404033:0:18862:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a789180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18862:1827566161341184:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.404034:0:18850:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18850:1827566161341312:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.404040:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801307a2000/0x5d4000e30d838ec6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.404045:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801307a2000/0x5d4000e30d838ec6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.404049:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801307a2000/0x5d4000e30d838ec6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.404053:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801307a2000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.404055:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801307a2000/0x5d4000e30d838ec6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.404060:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801307a2000/0x5d4000e30d838ec6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.404066:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:1.0:1742903181.404068:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.404070:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801307a2000/0x5d4000e30d838ec6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.404074:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801307a2000/0x5d4000e30d838ec6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903181.404081:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11639 00000100:00100000:3.0:1742903181.404082:0:18850:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007200c000 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.404084:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82ee00/0x5d4000e30d838ecd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903181.404085:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+8:3763:x1827566161340672:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.404089:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82ee00/0x5d4000e30d838ecd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.404093:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82ee00/0x5d4000e30d838ecd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00002000:00080000:2.0:1742903181.404095:0:18863:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1788 count 1 00010000:00010000:1.0:1742903181.404096:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b82ee00 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:3.0:1742903181.404097:0:18279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11640 00010000:00010000:1.0:1742903181.404098:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82ee00/0x5d4000e30d838ecd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.404101:0:18279:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3763:x1827566161340160:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1742903181.404103:0:18863:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099801800/0x5d4000e30d83d69b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.404103:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82ee00/0x5d4000e30d838ecd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.404109:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:1.0:1742903181.404111:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903181.404112:0:18863:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123383400/0x5d4000e30d839b29 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef65d expref: 96 pid: 18863 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903181.404113:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82ee00/0x5d4000e30d838ecd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00002000:00080000:3.0:1742903181.404114:0:18279:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1781 count 1 00010000:00010000:2.0:1742903181.404117:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.404117:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82ee00/0x5d4000e30d838ecd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.404119:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.404121:0:18863:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099801800/0x5d4000e30d83d69b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.404123:0:18279:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099e5da00/0x5d4000e30d83d6a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.404126:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fa00/0x5d4000e30d838f36 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.404131:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fa00/0x5d4000e30d838f36 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.404132:0:18279:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800723ce000/0x5d4000e30d83830b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeea7 expref: 96 pid: 18856 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1742903181.404133:0:18863:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123383400/0x5d4000e30d839b29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef65d expref: 96 pid: 18863 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903181.404135:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fa00/0x5d4000e30d838f36 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.404138:0:18279:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.404138:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61fa00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903181.404139:0:18279:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.404141:0:18279:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099e5da00/0x5d4000e30d83d6a2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.404141:0:18863:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123383400/0x5d4000e30d839b29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef65d expref: 96 pid: 18863 timeout: 409 lvb_type: 1 00010000:00010000:1.0:1742903181.404141:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fa00/0x5d4000e30d838f36 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.404145:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fa00/0x5d4000e30d838f36 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903181.404148:0:18863:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a789500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18863:1827566161341440:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.404150:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:1.0:1742903181.404152:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.404153:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fa00/0x5d4000e30d838f36 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.404156:0:18279:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800723ce000/0x5d4000e30d83830b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeea7 expref: 96 pid: 18856 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903181.404158:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fa00/0x5d4000e30d838f36 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.404163:0:18279:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800723ce000/0x5d4000e30d83830b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeea7 expref: 96 pid: 18856 timeout: 409 lvb_type: 1 00000100:00100000:2.0:1742903181.404167:0:18863:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1e40 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.404168:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099887000/0x5d4000e30d838f3d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903181.404171:0:18279:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:18279:1827566161341568:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.404172:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099887000/0x5d4000e30d838f3d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404177:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099887000/0x5d4000e30d838f3d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903181.404178:0:18862:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a13c0 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.404180:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099887000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.404182:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099887000/0x5d4000e30d838f3d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903181.404189:0:18279:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0093c0 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.404190:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099887000/0x5d4000e30d838f3d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404195:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:1.0:1742903181.404197:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.404199:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099887000/0x5d4000e30d838f3d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404203:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099887000/0x5d4000e30d838f3d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404215:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d839135 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404221:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d839135 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404225:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d839135 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404229:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997f1e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.404231:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d839135 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404236:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d839135 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404241:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7f675ee7 (ffff88009931b000) 00010000:00010000:1.0:1742903181.404243:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.404245:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d839135 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404249:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997f1e00/0x5d4000e30d839135 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404269:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d83915f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404274:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d83915f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404278:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d83915f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404282:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099886800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.404284:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d83915f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404288:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d83915f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404293:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x7f675ee7 (ffff88009c6e2b00) 00010000:00010000:1.0:1742903181.404295:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.404297:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d83915f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404301:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099886800/0x5d4000e30d83915f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x7f675ee7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903181.404305:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161341696:0@lo:6:osp-syn-0-0.0 00000100:00080000:3.0:1742903181.404312:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1742903151 00010000:00010000:1.0:1742903181.404342:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d8392d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404347:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d8392d2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.404351:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.404352:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d8392d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404359:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61fe00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.404361:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d8392d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.404364:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161342208:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.404366:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d8392d2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404373:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x83e4194e (ffff8801362c7b00) 00010000:00010000:1.0:1742903181.404375:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903181.404376:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.404376:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d8392d2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.404377:0:18848:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161341696 00000100:00100000:3.0:1742903181.404380:0:18848:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161341696 00010000:00010000:1.0:1742903181.404381:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f61fe00/0x5d4000e30d8392d2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.404386:0:3762:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1742903181.404389:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161341824:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1742903181.404393:0:18848:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161342208 00010000:00010000:1.0:1742903181.404393:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563e00/0x5d4000e30d8392f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.404395:0:18848:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161342208 00010000:00010000:1.0:1742903181.404398:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563e00/0x5d4000e30d8392f5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.404401:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.404402:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563e00/0x5d4000e30d8392f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.404406:0:18848:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161341824 00010000:00010000:1.0:1742903181.404406:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c563e00 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:3.0:1742903181.404408:0:18848:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161341824 00010000:00010000:1.0:1742903181.404408:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563e00/0x5d4000e30d8392f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.404411:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161342336:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.404412:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563e00/0x5d4000e30d8392f5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.404417:0:18848:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11641 00010000:00010000:1.0:1742903181.404417:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x83e4194e (ffff8801362c7400) 00010000:00010000:1.0:1742903181.404419:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903181.404421:0:18848:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3762:x1827566161341696:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.404421:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.404421:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563e00/0x5d4000e30d8392f5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404425:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c563e00/0x5d4000e30d8392f5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00002000:00080000:3.0:1742903181.404436:0:18848:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1780 count 1 00000100:00100000:2.0:1742903181.404436:0:18856:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161342336 00010000:00010000:1.0:1742903181.404437:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091402800/0x5d4000e30d839388 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.404438:0:18856:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161342336 00010000:00010000:1.0:1742903181.404441:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091402800/0x5d4000e30d839388 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404446:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091402800/0x5d4000e30d839388 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.404449:0:18848:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072276e00/0x5d4000e30d83d6a9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.404449:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091402800 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:2.0:1742903181.404451:0:18856:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11642 00010000:00010000:1.0:1742903181.404451:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091402800/0x5d4000e30d839388 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.404454:0:18856:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+8:3762:x1827566161342208:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.404456:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091402800/0x5d4000e30d839388 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.404459:0:18848:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800723ce600/0x5d4000e30d8382e1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eee99 expref: 95 pid: 18856 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903181.404461:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00002000:00080000:2.0:1742903181.404463:0:18856:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1787 count 1 00010000:00010000:1.0:1742903181.404463:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903181.404464:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.404465:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.404465:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091402800/0x5d4000e30d839388 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.404467:0:18848:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072276e00/0x5d4000e30d83d6a9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.404470:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091402800/0x5d4000e30d839388 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.404472:0:18856:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d6b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.404480:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0a00/0x5d4000e30d8393b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.404481:0:18856:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099815800/0x5d4000e30d839ab2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef63a expref: 95 pid: 18863 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903181.404483:0:18848:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800723ce600/0x5d4000e30d8382e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eee99 expref: 95 pid: 18856 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903181.404484:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0a00/0x5d4000e30d8393b2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.404486:0:18856:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.404487:0:18856:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.404489:0:18856:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d6b0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.404489:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0a00/0x5d4000e30d8393b2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.404491:0:18848:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800723ce600/0x5d4000e30d8382e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eee99 expref: 95 pid: 18856 timeout: 409 lvb_type: 1 00010000:00010000:1.0:1742903181.404493:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099bd0a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.404495:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0a00/0x5d4000e30d8393b2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404499:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0a00/0x5d4000e30d8393b2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.404500:0:18848:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a76b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18848:1827566161342720:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.404502:0:18856:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099815800/0x5d4000e30d839ab2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef63a expref: 95 pid: 18863 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903181.404504:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:1.0:1742903181.404506:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.404508:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0a00/0x5d4000e30d8393b2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.404510:0:18856:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099815800/0x5d4000e30d839ab2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef63a expref: 95 pid: 18863 timeout: 409 lvb_type: 1 00010000:00010000:1.0:1742903181.404512:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099bd0a00/0x5d4000e30d8393b2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.404517:0:18856:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a78a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:18856:1827566161342848:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.404521:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072079c00/0x5d4000e30d8393f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903181.404525:0:18848:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c009cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.404526:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072079c00/0x5d4000e30d8393f8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404531:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072079c00/0x5d4000e30d8393f8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903181.404534:0:18856:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1000 going to sleep for 11 seconds 00000100:00100000:3.0:1742903181.404538:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11643 00000100:00100000:3.0:1742903181.404542:0:11912:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3762:x1827566161341824:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.404546:0:9551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11644 00010000:00010000:1.0:1742903181.404546:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072079c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.404548:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072079c00/0x5d4000e30d8393f8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903181.404549:0:9551:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a78a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3762:x1827566161342336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1742903181.404552:0:11912:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1779 count 1 00010000:00010000:1.0:1742903181.404553:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072079c00/0x5d4000e30d8393f8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00002000:00080000:2.0:1742903181.404560:0:9551:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1786 count 1 00010000:00010000:3.0:1742903181.404561:0:11912:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072276c00/0x5d4000e30d83d6b7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.404562:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:1.0:1742903181.404564:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.404566:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072079c00/0x5d4000e30d8393f8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903181.404568:0:9551:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b657a00/0x5d4000e30d83d6be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.404570:0:11912:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072277400/0x5d4000e30d837c20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eec70 expref: 95 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.404570:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072079c00/0x5d4000e30d8393f8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903181.404576:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.404576:0:9551:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009af51000/0x5d4000e30d839a0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5f4 expref: 95 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.404577:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.404579:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072276c00/0x5d4000e30d83d6b7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.404581:0:9551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.404581:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f600/0x5d4000e30d839430 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.404583:0:9551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.404584:0:9551:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b657a00/0x5d4000e30d83d6be lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.404586:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f600/0x5d4000e30d839430 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404590:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f600/0x5d4000e30d839430 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.404591:0:11912:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072277400/0x5d4000e30d837c20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eec70 expref: 95 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.404594:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d78f600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903181.404596:0:9551:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009af51000/0x5d4000e30d839a0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5f4 expref: 95 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.404596:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f600/0x5d4000e30d839430 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.404597:0:11912:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072277400/0x5d4000e30d837c20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eec70 expref: 95 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.404601:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f600/0x5d4000e30d839430 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.404603:0:9551:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009af51000/0x5d4000e30d839a0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5f4 expref: 95 pid: 9553 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.404604:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a768e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11912:1827566161342976:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.404607:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:1.0:1742903181.404609:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.404610:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f600/0x5d4000e30d839430 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.404611:0:9551:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a78aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9551:1827566161343104:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.404615:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f600/0x5d4000e30d839430 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.404620:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993ccd80 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.404625:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3000/0x5d4000e30d839652 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.404626:0:9551:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1840 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.404630:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3000/0x5d4000e30d839652 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.404634:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161340544:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.404634:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3000/0x5d4000e30d839652 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404637:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880130ae3000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.404639:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3000/0x5d4000e30d839652 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404643:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3000/0x5d4000e30d839652 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404649:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:1.0:1742903181.404651:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903181.404652:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.404653:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3000/0x5d4000e30d839652 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404657:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3000/0x5d4000e30d839652 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404668:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3a00/0x5d4000e30d839659 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404672:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3a00/0x5d4000e30d839659 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404676:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3a00/0x5d4000e30d839659 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404680:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880130ae3a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.404682:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3a00/0x5d4000e30d839659 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404688:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3a00/0x5d4000e30d839659 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404693:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:1.0:1742903181.404695:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.404697:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3a00/0x5d4000e30d839659 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404701:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3a00/0x5d4000e30d839659 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404711:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4a00/0x5d4000e30d83984a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404715:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4a00/0x5d4000e30d83984a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404720:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4a00/0x5d4000e30d83984a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404724:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d4a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.404726:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4a00/0x5d4000e30d83984a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404730:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4a00/0x5d4000e30d83984a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404734:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:1.0:1742903181.404736:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.404738:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4a00/0x5d4000e30d83984a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404742:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d4a00/0x5d4000e30d83984a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404751:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3800/0x5d4000e30d83987b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404755:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3800/0x5d4000e30d83987b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404760:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3800/0x5d4000e30d83987b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404763:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880130ae3800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.404766:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3800/0x5d4000e30d83987b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404770:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3800/0x5d4000e30d83987b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404775:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:1.0:1742903181.404776:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.404778:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3800/0x5d4000e30d83987b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404783:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3800/0x5d4000e30d83987b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404791:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3400/0x5d4000e30d83989e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404795:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3400/0x5d4000e30d83989e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404799:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3400/0x5d4000e30d83989e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404803:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880130ae3400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.404805:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3400/0x5d4000e30d83989e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404809:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3400/0x5d4000e30d83989e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404814:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:1.0:1742903181.404816:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.404818:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3400/0x5d4000e30d83989e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404822:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130ae3400/0x5d4000e30d83989e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404831:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d8398e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404835:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d8398e4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404839:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d8398e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404843:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88011ed06800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.404845:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d8398e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404849:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d8398e4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404855:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:1.0:1742903181.404857:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.404859:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d8398e4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404867:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011ed06800/0x5d4000e30d8398e4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.404877:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d8399d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xeca88e0f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404881:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d8399d9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xeca88e0f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404886:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d8399d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xeca88e0f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404890:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4d5000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.404893:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d8399d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xeca88e0f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404897:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d8399d9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xeca88e0f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404902:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xeca88e0f (ffff880130ebb100) 00010000:00010000:1.0:1742903181.404904:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.404906:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d8399d9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0xeca88e0f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404910:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4d5000/0x5d4000e30d8399d9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0xeca88e0f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404921:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099612400/0x5d4000e30d839a1f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xeca88e0f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404926:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099612400/0x5d4000e30d839a1f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xeca88e0f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404934:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099612400/0x5d4000e30d839a1f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xeca88e0f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404938:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099612400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.404940:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099612400/0x5d4000e30d839a1f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xeca88e0f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404944:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099612400/0x5d4000e30d839a1f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xeca88e0f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404950:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xeca88e0f (ffff88009c6e2900) 00010000:00010000:1.0:1742903181.404951:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.404954:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099612400/0x5d4000e30d839a1f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0xeca88e0f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404958:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099612400/0x5d4000e30d839a1f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0xeca88e0f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.404970:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099814200/0x5d4000e30d839a96 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404974:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099814200/0x5d4000e30d839a96 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404979:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099814200/0x5d4000e30d839a96 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404983:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099814200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.404984:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099814200/0x5d4000e30d839a96 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404988:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099814200/0x5d4000e30d839a96 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.404995:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:1.0:1742903181.404996:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.404998:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099814200/0x5d4000e30d839a96 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405003:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099814200/0x5d4000e30d839a96 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405014:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099814000/0x5d4000e30d839ac0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405019:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099814000/0x5d4000e30d839ac0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405023:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099814000/0x5d4000e30d839ac0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405027:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099814000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.405030:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099814000/0x5d4000e30d839ac0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405035:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099814000/0x5d4000e30d839ac0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405041:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:1.0:1742903181.405043:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.405045:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099814000/0x5d4000e30d839ac0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405050:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099814000/0x5d4000e30d839ac0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405059:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123382200/0x5d4000e30d839b14 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405065:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123382200/0x5d4000e30d839b14 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405069:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123382200/0x5d4000e30d839b14 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405073:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123382200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.405075:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123382200/0x5d4000e30d839b14 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405080:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123382200/0x5d4000e30d839b14 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405086:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4b9bf994 (ffff88012dd00700) 00010000:00010000:1.0:1742903181.405088:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.405090:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123382200/0x5d4000e30d839b14 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405094:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123382200/0x5d4000e30d839b14 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405104:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099613000/0x5d4000e30d839b4c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405109:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099613000/0x5d4000e30d839b4c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405128:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099613000/0x5d4000e30d839b4c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405132:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099613000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.405134:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099613000/0x5d4000e30d839b4c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405139:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099613000/0x5d4000e30d839b4c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405145:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4b9bf994 (ffff88012dd00700) 00010000:00010000:1.0:1742903181.405147:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.405149:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099613000/0x5d4000e30d839b4c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405153:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099613000/0x5d4000e30d839b4c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405165:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839bb5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.405170:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839bb5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.405175:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839bb5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.405179:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991e3400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.405180:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839bb5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.405185:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839bb5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.405191:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xa8353d69 (ffff8800721bae00) 00010000:00010000:1.0:1742903181.405192:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.405194:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839bb5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.405202:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e3400/0x5d4000e30d839bb5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.405213:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099596600/0x5d4000e30d839c3a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405218:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099596600/0x5d4000e30d839c3a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405223:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099596600/0x5d4000e30d839c3a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405227:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099596600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.405229:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099596600/0x5d4000e30d839c3a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405233:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099596600/0x5d4000e30d839c3a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405238:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xa8353d69 (ffff8800721ba600) 00010000:00010000:1.0:1742903181.405240:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.405242:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099596600/0x5d4000e30d839c3a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405246:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099596600/0x5d4000e30d839c3a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405258:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839cbf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.405262:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839cbf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.405270:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839cbf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.405274:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991e2a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.405276:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839cbf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.405281:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839cbf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.405287:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:1.0:1742903181.405288:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.405291:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839cbf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.405295:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2a00/0x5d4000e30d839cbf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.405337:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123382000/0x5d4000e30d839d36 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405342:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123382000/0x5d4000e30d839d36 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405347:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123382000/0x5d4000e30d839d36 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405351:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123382000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.405353:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123382000/0x5d4000e30d839d36 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405357:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123382000/0x5d4000e30d839d36 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405367:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:1.0:1742903181.405368:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.405370:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123382000/0x5d4000e30d839d36 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405375:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123382000/0x5d4000e30d839d36 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405386:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123382c00/0x5d4000e30d839d3d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405391:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123382c00/0x5d4000e30d839d3d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405395:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123382c00/0x5d4000e30d839d3d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405400:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123382c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.405402:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123382c00/0x5d4000e30d839d3d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405406:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123382c00/0x5d4000e30d839d3d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405412:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:1.0:1742903181.405414:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.405416:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123382c00/0x5d4000e30d839d3d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405420:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123382c00/0x5d4000e30d839d3d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405444:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839db4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405450:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839db4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405454:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839db4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405459:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991e2400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.405461:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839db4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405467:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839db4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405473:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:1.0:1742903181.405475:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.405477:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839db4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405481:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991e2400/0x5d4000e30d839db4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405492:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800720ae800/0x5d4000e30d839f35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xeca88e0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.405496:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800720ae800/0x5d4000e30d839f35 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xeca88e0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.405501:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800720ae800/0x5d4000e30d839f35 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xeca88e0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.405505:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720ae800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.405507:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720ae800/0x5d4000e30d839f35 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xeca88e0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.405511:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800720ae800/0x5d4000e30d839f35 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xeca88e0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.405517:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xeca88e0f (ffff880130ebb100) 00010000:00010000:1.0:1742903181.405519:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.405521:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800720ae800/0x5d4000e30d839f35 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0xeca88e0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.405525:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800720ae800/0x5d4000e30d839f35 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0xeca88e0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.405538:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099597800/0x5d4000e30d839fc1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405542:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099597800/0x5d4000e30d839fc1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405547:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099597800/0x5d4000e30d839fc1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405550:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099597800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.405552:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099597800/0x5d4000e30d839fc1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405557:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099597800/0x5d4000e30d839fc1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405562:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xb9ed2257 (ffff880099660500) 00010000:00010000:1.0:1742903181.405564:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.405566:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099597800/0x5d4000e30d839fc1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405574:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099597800/0x5d4000e30d839fc1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405583:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51a00/0x5d4000e30d839fdd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xeca88e0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405588:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51a00/0x5d4000e30d839fdd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xeca88e0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405592:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51a00/0x5d4000e30d839fdd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xeca88e0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405596:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af51a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.405598:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51a00/0x5d4000e30d839fdd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xeca88e0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405603:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51a00/0x5d4000e30d839fdd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xeca88e0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405608:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xeca88e0f (ffff88009c6e2900) 00010000:00010000:1.0:1742903181.405610:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.405611:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51a00/0x5d4000e30d839fdd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0xeca88e0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405616:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51a00/0x5d4000e30d839fdd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0xeca88e0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405627:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c600/0x5d4000e30d83a054 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405631:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c600/0x5d4000e30d83a054 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405638:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c600/0x5d4000e30d83a054 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405642:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed9c600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.405644:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c600/0x5d4000e30d83a054 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405648:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c600/0x5d4000e30d83a054 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405652:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xb9ed2257 (ffff880099660700) 00010000:00010000:1.0:1742903181.405653:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.405655:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c600/0x5d4000e30d83a054 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405659:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c600/0x5d4000e30d83a054 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405668:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c000/0x5d4000e30d83a0a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.405672:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c000/0x5d4000e30d83a0a1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.405675:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c000/0x5d4000e30d83a0a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.405679:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed9c000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.405681:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c000/0x5d4000e30d83a0a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.405685:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c000/0x5d4000e30d83a0a1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.405690:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:1.0:1742903181.405692:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.405694:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c000/0x5d4000e30d83a0a1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.405698:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9c000/0x5d4000e30d83a0a1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.405707:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9da00/0x5d4000e30d83a0fc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405711:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9da00/0x5d4000e30d83a0fc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405715:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9da00/0x5d4000e30d83a0fc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405719:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed9da00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.405721:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9da00/0x5d4000e30d83a0fc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405725:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9da00/0x5d4000e30d83a0fc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405731:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:1.0:1742903181.405733:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.405735:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9da00/0x5d4000e30d83a0fc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405739:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed9da00/0x5d4000e30d83a0fc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405749:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d83a134 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405754:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d83a134 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405758:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d83a134 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405761:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009aa06000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.405763:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d83a134 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405767:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d83a134 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405771:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:1.0:1742903181.405772:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.405774:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d83a134 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405778:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa06000/0x5d4000e30d83a134 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405787:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2200/0x5d4000e30d83a18f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405792:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2200/0x5d4000e30d83a18f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405797:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2200/0x5d4000e30d83a18f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405800:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800990d2200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.405803:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2200/0x5d4000e30d83a18f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405810:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2200/0x5d4000e30d83a18f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405816:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:1.0:1742903181.405817:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.405819:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2200/0x5d4000e30d83a18f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405823:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d2200/0x5d4000e30d83a18f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405832:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe400/0x5d4000e30d83a32c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405836:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe400/0x5d4000e30d83a32c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405840:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe400/0x5d4000e30d83a32c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405844:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cebe400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.405846:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe400/0x5d4000e30d83a32c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405850:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe400/0x5d4000e30d83a32c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405855:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:1.0:1742903181.405857:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.405859:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe400/0x5d4000e30d83a32c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405863:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe400/0x5d4000e30d83a32c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.405874:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe200/0x5d4000e30d83a3d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405879:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe200/0x5d4000e30d83a3d4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405883:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe200/0x5d4000e30d83a3d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405887:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cebe200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.405889:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe200/0x5d4000e30d83a3d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405893:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe200/0x5d4000e30d83a3d4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405899:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:1.0:1742903181.405900:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.405902:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe200/0x5d4000e30d83a3d4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405906:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebe200/0x5d4000e30d83a3d4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.405916:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624800/0x5d4000e30d83a594 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.405921:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624800/0x5d4000e30d83a594 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.405925:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624800/0x5d4000e30d83a594 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.405933:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f624800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.405935:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624800/0x5d4000e30d83a594 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.405939:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624800/0x5d4000e30d83a594 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.405944:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x764e078d (ffff880130ebb700) 00010000:00010000:1.0:1742903181.405945:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.405947:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624800/0x5d4000e30d83a594 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.405951:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f624800/0x5d4000e30d83a594 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.405959:0:18853:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161340544 00010000:00010000:1.0:1742903181.405960:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868e00/0x5d4000e30d83a5e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.405964:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868e00/0x5d4000e30d83a5e1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.405966:0:18853:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161340544 00010000:00010000:1.0:1742903181.405969:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868e00/0x5d4000e30d83a5e1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.405973:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b868e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.405976:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868e00/0x5d4000e30d83a5e1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.405980:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868e00/0x5d4000e30d83a5e1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.405986:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x764e078d (ffff880130ebb700) 00000100:00100000:3.0:1742903181.405987:0:18853:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11645 00010000:00010000:1.0:1742903181.405988:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.405990:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868e00/0x5d4000e30d83a5e1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.405991:0:18853:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+9:3765:x1827566161340544:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.405995:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868e00/0x5d4000e30d83a5e1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00002000:00080000:3.0:1742903181.406005:0:18853:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1783 count 1 00010000:00010000:1.0:1742903181.406007:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a619 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406012:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a619 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903181.406017:0:18853:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072276800/0x5d4000e30d83d6c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.406017:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a619 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406027:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63c400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903181.406029:0:18853:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099525800/0x5d4000e30d838c18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef178 expref: 96 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.406029:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a619 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406033:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a619 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903181.406035:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.406036:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.406038:0:18853:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072276800/0x5d4000e30d83d6c5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.406040:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:1.0:1742903181.406041:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.406043:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a619 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406047:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63c400/0x5d4000e30d83a619 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903181.406054:0:18853:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099525800/0x5d4000e30d838c18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef178 expref: 96 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.406058:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a651 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.406061:0:18853:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099525800/0x5d4000e30d838c18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef178 expref: 96 pid: 18861 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.406063:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a651 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.406068:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a651 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.406070:0:18853:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a769f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18853:1827566161343232:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.406072:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099956c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.406074:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a651 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.406078:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a651 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.406084:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x764e078d (ffff880091643e00) 00010000:00010000:1.0:1742903181.406086:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.406088:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a651 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.406092:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099956c00/0x5d4000e30d83a651 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.406100:0:18853:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a88ba780 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.406102:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcaa00/0x5d4000e30d83a689 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.406106:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcaa00/0x5d4000e30d83a689 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.406110:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcaa00/0x5d4000e30d83a689 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.406114:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012edcaa00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.406116:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcaa00/0x5d4000e30d83a689 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.406121:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcaa00/0x5d4000e30d83a689 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.406127:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:1.0:1742903181.406129:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.406131:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcaa00/0x5d4000e30d83a689 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.406135:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012edcaa00/0x5d4000e30d83a689 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.406144:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a69e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406149:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a69e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406153:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a69e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406157:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63d000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.406159:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a69e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406163:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a69e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406169:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x764e078d (ffff880091643e00) 00010000:00010000:1.0:1742903181.406171:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.406172:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a69e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406176:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d000/0x5d4000e30d83a69e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x764e078d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406189:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2000/0x5d4000e30d83a6f2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406194:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2000/0x5d4000e30d83a6f2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406198:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2000/0x5d4000e30d83a6f2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406201:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e8c2000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.406204:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2000/0x5d4000e30d83a6f2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406208:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2000/0x5d4000e30d83a6f2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406213:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:1.0:1742903181.406215:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.406217:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2000/0x5d4000e30d83a6f2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406221:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2000/0x5d4000e30d83a6f2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903181.406221:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161340416:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.406231:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2200/0x5d4000e30d83a6f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406235:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2200/0x5d4000e30d83a6f9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406239:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2200/0x5d4000e30d83a6f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406243:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e8c2200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.406245:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2200/0x5d4000e30d83a6f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903181.406249:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.406252:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2200/0x5d4000e30d83a6f9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406259:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:1.0:1742903181.406260:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.406262:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2200/0x5d4000e30d83a6f9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903181.406262:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161340928:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.406267:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2200/0x5d4000e30d83a6f9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903181.406274:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.406277:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868800/0x5d4000e30d83a75b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406281:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868800/0x5d4000e30d83a75b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903181.406283:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161341952:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.406286:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868800/0x5d4000e30d83a75b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406290:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b868800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.406292:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868800/0x5d4000e30d83a75b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903181.406294:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.406297:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868800/0x5d4000e30d83a75b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.406303:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:1.0:1742903181.406304:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.406306:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868800/0x5d4000e30d83a75b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903181.406309:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161342464:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.406310:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b868800/0x5d4000e30d83a75b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903181.406345:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903181.406510:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161341056:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1742903181.406530:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903181.406544:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161342080:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.406558:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903181.406569:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161342592:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.406582:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903181.406647:0:10647:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161340416 00000100:00100000:3.0:1742903181.406651:0:10647:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161340416 00000100:00100000:3.0:1742903181.406664:0:10647:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161340928 00000100:00100000:3.0:1742903181.406666:0:10647:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161340928 00000100:00100000:3.0:1742903181.406672:0:10647:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161341952 00000100:00100000:3.0:1742903181.406674:0:10647:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161341952 00000100:00100000:3.0:1742903181.406680:0:10647:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161342464 00000100:00100000:3.0:1742903181.406682:0:10647:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161342464 00000100:00100000:3.0:1742903181.406688:0:10647:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161341056 00000100:00100000:3.0:1742903181.406690:0:10647:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161341056 00000100:00100000:3.0:1742903181.406695:0:10647:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161342080 00000100:00100000:3.0:1742903181.406696:0:10647:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161342080 00000100:00100000:3.0:1742903181.406701:0:10647:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161342592 00000100:00100000:3.0:1742903181.406702:0:10647:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161342592 00000100:00100000:3.0:1742903181.406708:0:10647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11646 00000100:00100000:3.0:1742903181.406711:0:10647:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3764:x1827566161340416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1742903181.406719:0:10647:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1784 count 1 00010000:00010000:3.0:1742903181.406728:0:10647:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800993d0200/0x5d4000e30d83d6cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.406794:0:10647:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099bd1000/0x5d4000e30d838cb9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef1b7 expref: 96 pid: 18861 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903181.406801:0:10647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.406802:0:10647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.406804:0:10647:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993d0200/0x5d4000e30d83d6cc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.406820:0:10647:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099bd1000/0x5d4000e30d838cb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef1b7 expref: 96 pid: 18861 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903181.406826:0:10647:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099bd1000/0x5d4000e30d838cb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef1b7 expref: 96 pid: 18861 timeout: 409 lvb_type: 1 00000100:00100000:3.0:1742903181.406834:0:10647:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a76b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10647:1827566161343360:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.406887:0:18882:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11647 00000100:00100000:2.0:1742903181.406891:0:18882:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+12:3764:x1827566161340928:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.406895:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a762 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00002000:00080000:2.0:1742903181.406904:0:18882:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1791 count 1 00010000:00010000:2.0:1742903181.406914:0:18882:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c1e3a00/0x5d4000e30d83d6d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.406923:0:18882:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f63d400/0x5d4000e30d83a682 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9f2 expref: 96 pid: 18863 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1742903181.406928:0:18882:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.406929:0:18882:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.406931:0:18882:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1e3a00/0x5d4000e30d83d6d3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.406935:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a762 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.406940:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a762 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.406944:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63dc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903181.406946:0:18882:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f63d400/0x5d4000e30d83a682 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9f2 expref: 96 pid: 18863 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903181.406947:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a762 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.406952:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a762 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.406953:0:18882:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f63d400/0x5d4000e30d83a682 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9f2 expref: 96 pid: 18863 timeout: 409 lvb_type: 1 00010000:00010000:1.0:1742903181.406959:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00000100:00100000:2.0:1742903181.406961:0:18882:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a78b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:18882:1827566161343488:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.406961:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.406963:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a762 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.406967:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63dc00/0x5d4000e30d83a762 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.406980:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8000/0x5d4000e30d83a7af lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.406984:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8000/0x5d4000e30d83a7af lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.406988:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8000/0x5d4000e30d83a7af lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.406992:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800992f8000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.406995:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8000/0x5d4000e30d83a7af lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903181.406998:0:10647:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db900 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.406999:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8000/0x5d4000e30d83a7af lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.407005:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:1.0:1742903181.407007:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.407009:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8000/0x5d4000e30d83a7af lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.407014:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f8000/0x5d4000e30d83a7af lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903181.407023:0:18280:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11648 00010000:00010000:1.0:1742903181.407025:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddfc00/0x5d4000e30d83a80a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903181.407028:0:18280:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3764:x1827566161341952:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.407029:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddfc00/0x5d4000e30d83a80a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903181.407029:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11649 00000100:00100000:3.0:1742903181.407034:0:18859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11650 00010000:00010000:1.0:1742903181.407034:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddfc00/0x5d4000e30d83a80a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903181.407035:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3764:x1827566161342464:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1742903181.407038:0:18859:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a78ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+12:3765:x1827566161341056:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.407038:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099ddfc00 already unused, calling callback (ffffffffa0f1b760) 00002000:00080000:2.0:1742903181.407039:0:18280:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1783 count 1 00010000:00010000:1.0:1742903181.407040:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddfc00/0x5d4000e30d83a80a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.407044:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddfc00/0x5d4000e30d83a80a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00002000:00080000:3.0:1742903181.407046:0:18859:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1785 count 1 00002000:00080000:0.0:1742903181.407047:0:9553:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1790 count 1 00010000:00010000:2.0:1742903181.407049:0:18280:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c1e3400/0x5d4000e30d83d6da lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.407050:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:1.0:1742903181.407052:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903181.407053:0:18859:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800993d0a00/0x5d4000e30d83d6e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.407054:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddfc00/0x5d4000e30d83a80a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407056:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072286600/0x5d4000e30d83d6e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.407058:0:18280:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d838c7a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef1a9 expref: 95 pid: 18861 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903181.407060:0:18859:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c3da000/0x5d4000e30d838e3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef243 expref: 96 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.407062:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ddfc00/0x5d4000e30d83a80a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.407064:0:18280:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.407065:0:18859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.407065:0:18280:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.407066:0:18280:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c1e3400/0x5d4000e30d83d6da lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.407067:0:18859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.407067:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b869800/0x5d4000e30d83a5be lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9ba expref: 95 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1742903181.407069:0:18859:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993d0a00/0x5d4000e30d83d6e1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.407072:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8400/0x5d4000e30d83a85e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.407076:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8400/0x5d4000e30d83a85e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903181.407078:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.407079:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.407080:0:18859:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c3da000/0x5d4000e30d838e3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef243 expref: 96 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.407080:0:18280:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d838c7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef1a9 expref: 95 pid: 18861 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903181.407080:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8400/0x5d4000e30d83a85e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903181.407081:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072286600/0x5d4000e30d83d6e8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.407084:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800992b8400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.407086:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8400/0x5d4000e30d83a85e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903181.407087:0:18859:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c3da000/0x5d4000e30d838e3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef243 expref: 96 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.407087:0:18280:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d838c7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef1a9 expref: 95 pid: 18861 timeout: 409 lvb_type: 1 00010000:00010000:1.0:1742903181.407090:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8400/0x5d4000e30d83a85e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903181.407094:0:18859:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a76a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18859:1827566161343616:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.407094:0:18280:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a78bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18280:1827566161343744:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.407095:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xd4e4194e (ffff8801362c7300) 00010000:00010000:1.0:1742903181.407096:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.407096:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b869800/0x5d4000e30d83a5be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9ba expref: 95 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1742903181.407099:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8400/0x5d4000e30d83a85e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.407103:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992b8400/0x5d4000e30d83a85e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903181.407105:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b869800/0x5d4000e30d83a5be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9ba expref: 95 pid: 9553 timeout: 409 lvb_type: 1 00010000:00010000:1.0:1742903181.407113:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458400/0x5d4000e30d83a8ea lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903181.407113:0:9553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a79aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9553:1827566161343872:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.407117:0:18857:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11651 00010000:00010000:1.0:1742903181.407118:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458400/0x5d4000e30d83a8ea lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.407120:0:18857:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a78b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+12:3765:x1827566161342080:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.407121:0:18280:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.407127:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458400/0x5d4000e30d83a8ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00002000:00080000:3.0:1742903181.407129:0:18857:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1782 count 1 00010000:00010000:1.0:1742903181.407130:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f458400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.407132:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458400/0x5d4000e30d83a8ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903181.407132:0:9553:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e49c0 going to sleep for 11 seconds 00000100:00100000:2.0:1742903181.407133:0:18845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11652 00000100:00100000:2.0:1742903181.407136:0:18845:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a78b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3765:x1827566161342592:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.407137:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458400/0x5d4000e30d83a8ea lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.407138:0:18857:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091402200/0x5d4000e30d83d6ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.407142:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xd4e4194e (ffff88009c6e2000) 00002000:00080000:2.0:1742903181.407144:0:18845:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1784 count 1 00010000:00010000:1.0:1742903181.407144:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903181.407146:0:18857:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800997f1600/0x5d4000e30d838bbd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef155 expref: 95 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.407146:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458400/0x5d4000e30d83a8ea lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.407150:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f458400/0x5d4000e30d83a8ea lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.407151:0:18857:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.407151:0:18845:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83d6f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.407152:0:18857:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.407154:0:18857:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091402200/0x5d4000e30d83d6ef lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.407158:0:18845:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099d60800/0x5d4000e30d838e41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef23c expref: 95 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.407163:0:18845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.407163:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9c00/0x5d4000e30d83a93e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.407164:0:18845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.407166:0:18857:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800997f1600/0x5d4000e30d838bbd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef155 expref: 95 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.407166:0:18845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83d6f6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.407167:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9c00/0x5d4000e30d83a93e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.407172:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9c00/0x5d4000e30d83a93e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.407175:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800992f9c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903181.407177:0:18857:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800997f1600/0x5d4000e30d838bbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef155 expref: 95 pid: 18861 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.407177:0:18845:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099d60800/0x5d4000e30d838e41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef23c expref: 95 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.407177:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9c00/0x5d4000e30d83a93e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.407181:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9c00/0x5d4000e30d83a93e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.407183:0:18845:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099d60800/0x5d4000e30d838e41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef23c expref: 95 pid: 18861 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.407184:0:18857:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a769500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18857:1827566161344000:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.407187:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xe7082257 (ffff880099660400) 00010000:00010000:1.0:1742903181.407189:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903181.407190:0:18845:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a788e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:18845:1827566161344128:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.407191:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9c00/0x5d4000e30d83a93e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.407194:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992f9c00/0x5d4000e30d83a93e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.407202:0:18857:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0dbe40 going to sleep for 11 seconds 00000100:00100000:2.0:1742903181.407203:0:18845:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1540 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.407205:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd600/0x5d4000e30d83a9d8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.407210:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd600/0x5d4000e30d83a9d8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.407214:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd600/0x5d4000e30d83a9d8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.407218:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099edd600 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:2.0:1742903181.407220:0:18862:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a789180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18862:1827566161341184:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.407221:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd600/0x5d4000e30d83a9d8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1742903181.407221:0:18863:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a789500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18863:1827566161341440:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.407224:0:18850:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18850:1827566161341312:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.407226:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd600/0x5d4000e30d83a9d8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.407231:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xe7082257 (ffff880099660100) 00010000:00010000:3.0:1742903181.407233:0:18850:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099e5de00/0x5d4000e30d83d694 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.407233:0:18862:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099801000/0x5d4000e30d83d68d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.407233:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.407233:0:18863:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099801800/0x5d4000e30d83d69b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.407235:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd600/0x5d4000e30d83a9d8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.407240:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099edd600/0x5d4000e30d83a9d8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.407252:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189400/0x5d4000e30d83ae2a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.407256:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189400/0x5d4000e30d83ae2a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.407260:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189400/0x5d4000e30d83ae2a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.407264:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c189400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.407266:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189400/0x5d4000e30d83ae2a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.407270:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189400/0x5d4000e30d83ae2a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.407276:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x2253fa11 (ffff88009c6e2e00) 00010000:00010000:1.0:1742903181.407277:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.407279:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189400/0x5d4000e30d83ae2a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.407283:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c189400/0x5d4000e30d83ae2a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.407294:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83aec4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407294:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21600/0x5d4000e30d83905c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407299:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83aec4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407301:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21600/0x5d4000e30d83905c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407303:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83aec4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407306:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21600/0x5d4000e30d83905c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407307:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009959f800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.407309:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83aec4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407310:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f21600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.407313:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83aec4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407314:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21600/0x5d4000e30d83905c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00000100:00100000:3.0:1742903181.407340:0:18279:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:18279:1827566161341568:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.407345:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21600/0x5d4000e30d83905c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407346:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x2253fa11 (ffff88012e960d00) 00010000:00010000:1.0:1742903181.407348:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903181.407350:0:18279:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099e5da00/0x5d4000e30d83d6a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.407350:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83aec4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.407355:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009959f800/0x5d4000e30d83aec4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407358:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x68e4194e (ffff88009c6e2100) 00010000:00010000:0.0:1742903181.407360:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.407363:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21600/0x5d4000e30d83905c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407368:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83af5e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407368:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21600/0x5d4000e30d83905c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407372:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83af5e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.407374:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903181.407377:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83af5e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.407381:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f625600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.407383:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21200/0x5d4000e30d839055 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407384:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83af5e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.407388:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83af5e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407389:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21200/0x5d4000e30d839055 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.407393:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21200/0x5d4000e30d839055 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407395:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x19f5fa5d (ffff880091643200) 00010000:00010000:1.0:1742903181.407396:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.407397:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f21200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.407398:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83af5e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.407400:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903181.407400:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21200/0x5d4000e30d839055 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.407405:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21200/0x5d4000e30d839055 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407406:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f625600/0x5d4000e30d83af5e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407411:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7fa9a95 (ffff88009c6e2300) 00000100:00100000:3.0:1742903181.407412:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172548224 00010000:00010000:0.0:1742903181.407413:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903181.407415:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172548224 00010000:00010000:0.0:1742903181.407416:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21200/0x5d4000e30d839055 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407417:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d83afc7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.407422:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d83afc7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.407424:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f21200/0x5d4000e30d839055 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407426:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d83afc7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.407429:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009900b200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903181.407431:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800723ce000/0x5d4000e30d83830b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeea7 expref: 97 pid: 18856 timeout: 409 lvb_type: 1 00010000:00010000:1.0:1742903181.407431:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d83afc7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.407431:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20000/0x5d4000e30d839063 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407435:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d83afc7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.407435:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20000/0x5d4000e30d839063 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.407440:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20000/0x5d4000e30d839063 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407441:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x19f5fa5d (ffff880099028f00) 00010000:00010000:1.0:1742903181.407442:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1742903181.407444:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172548096 00010000:00010000:1.0:1742903181.407444:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d83afc7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.407444:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f20000 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:3.0:1742903181.407446:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172548096 00010000:00010000:0.0:1742903181.407446:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20000/0x5d4000e30d839063 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407448:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b200/0x5d4000e30d83afc7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.407450:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20000/0x5d4000e30d839063 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.407451:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123383400/0x5d4000e30d839b29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef65d expref: 98 pid: 18863 timeout: 409 lvb_type: 1 00010000:00010000:0.0:1742903181.407456:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:0.0:1742903181.407458:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1742903181.407460:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d600/0x5d4000e30d83b13a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.407461:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20000/0x5d4000e30d839063 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407464:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d600/0x5d4000e30d83b13a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.407465:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20000/0x5d4000e30d839063 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00000100:00100000:3.0:1742903181.407466:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22776 00000100:00100000:3.0:1742903181.407470:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a769c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+98:2009:x1827566172548224:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.407472:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d600/0x5d4000e30d83b13a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903181.407476:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.407476:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008679d600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.407476:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20a00/0x5d4000e30d83908d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407478:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d600/0x5d4000e30d83b13a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903181.407480:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800723ce000/0x5d4000e30d83830b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeea7 expref: 98 pid: 18856 timeout: 409 lvb_type: 1 00010000:00010000:0.0:1742903181.407481:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20a00/0x5d4000e30d83908d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407482:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d600/0x5d4000e30d83b13a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903181.407487:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800723ce000/0x5d4000e30d83830b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeea7 expref: 98 pid: 18856 timeout: 409 lvb_type: 1 00010000:00010000:1.0:1742903181.407488:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x86397a9e (ffff880091643c00) 00010000:00010000:0.0:1742903181.407489:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20a00/0x5d4000e30d83908d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407490:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.407492:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d600/0x5d4000e30d83b13a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.407493:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f20a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.407495:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20a00/0x5d4000e30d83908d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407496:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008679d600/0x5d4000e30d83b13a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.407500:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20a00/0x5d4000e30d83908d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.407501:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800723ce000/0x5d4000e30d83830b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeea7 expref: 98 pid: 18856 timeout: 409 lvb_type: 1 00010000:00010000:1.0:1742903181.407505:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79800/0x5d4000e30d83b1db lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407505:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x68e4194e (ffff88012bd63000) 00010000:00010000:0.0:1742903181.407507:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.407509:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79800/0x5d4000e30d83b1db lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407509:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20a00/0x5d4000e30d83908d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.407510:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.407511:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.407513:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79800/0x5d4000e30d83b1db lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407513:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20a00/0x5d4000e30d83908d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x68e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.407514:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099e5da00/0x5d4000e30d83d6a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.407518:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec79800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.407519:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79800/0x5d4000e30d83b1db lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.407520:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099e5da00/0x5d4000e30d83d6a2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.407522:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20400/0x5d4000e30d83907f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407524:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79800/0x5d4000e30d83b1db lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407527:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20400/0x5d4000e30d83907f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407530:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x86397a9e (ffff880091643500) 00010000:00010000:3.0:1742903181.407532:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903181.407532:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20400/0x5d4000e30d83907f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407533:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.407535:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79800/0x5d4000e30d83b1db lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407535:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f20400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.407537:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20400/0x5d4000e30d83907f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407540:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec79800/0x5d4000e30d83b1db lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407541:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20400/0x5d4000e30d83907f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00000100:00100000:3.0:1742903181.407548:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a769c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+97:2009:x1827566172548224:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 77us (173us total) trans 0 rc 0/0 00010000:00010000:0.0:1742903181.407549:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x7fa9a95 (ffff8800916eb900) 00010000:00010000:1.0:1742903181.407551:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c200/0x5d4000e30d83b355 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407551:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.407553:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20400/0x5d4000e30d83907f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00000100:00100000:3.0:1742903181.407554:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22776 00010000:00010000:1.0:1742903181.407556:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c200/0x5d4000e30d83b355 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407557:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20400/0x5d4000e30d83907f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407561:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c200/0x5d4000e30d83b355 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407564:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20800/0x5d4000e30d83909b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407565:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5c200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.407567:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c200/0x5d4000e30d83b355 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.407568:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22777 00010000:00010000:0.0:1742903181.407569:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20800/0x5d4000e30d83909b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00000100:00100000:3.0:1742903181.407571:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+96:2010:x1827566172548096:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.407572:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c200/0x5d4000e30d83b355 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407574:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20800/0x5d4000e30d83909b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.407576:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.407577:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f20800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.407578:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x19f5fa5d (ffff880091643200) 00010000:00010000:3.0:1742903181.407579:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123383400/0x5d4000e30d839b29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef65d expref: 96 pid: 18863 timeout: 409 lvb_type: 1 00010000:00010000:0.0:1742903181.407579:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20800/0x5d4000e30d83909b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407580:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.407582:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c200/0x5d4000e30d83b355 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407583:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20800/0x5d4000e30d83909b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.407586:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123383400/0x5d4000e30d839b29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef65d expref: 96 pid: 18863 timeout: 409 lvb_type: 1 00010000:00010000:1.0:1742903181.407587:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c200/0x5d4000e30d83b355 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407589:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:0.0:1742903181.407591:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1742903181.407593:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20800/0x5d4000e30d83909b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.407597:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f20800/0x5d4000e30d83909b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407600:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d800/0x5d4000e30d83b371 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407605:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f200/0x5d4000e30d839556 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407606:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d800/0x5d4000e30d83b371 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.407610:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d800/0x5d4000e30d83b371 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407610:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f200/0x5d4000e30d839556 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407613:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5d800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.407615:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f200/0x5d4000e30d839556 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407616:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d800/0x5d4000e30d83b371 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407619:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d78f200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.407620:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d800/0x5d4000e30d83b371 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407621:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f200/0x5d4000e30d839556 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407625:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x2253fa11 (ffff88009c6e2e00) 00010000:00010000:0.0:1742903181.407626:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f200/0x5d4000e30d839556 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407627:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.407630:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d800/0x5d4000e30d83b371 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407632:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7fa9a95 (ffff88009c6e2300) 00010000:00010000:0.0:1742903181.407633:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.407634:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d800/0x5d4000e30d83b371 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407635:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f200/0x5d4000e30d839556 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.407640:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78f200/0x5d4000e30d839556 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407645:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871600/0x5d4000e30d83b3a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407647:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78ea00/0x5d4000e30d83955d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407650:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871600/0x5d4000e30d83b3a9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407651:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78ea00/0x5d4000e30d83955d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407654:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871600/0x5d4000e30d83b3a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.407657:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e871600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.407657:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78ea00/0x5d4000e30d83955d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407659:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871600/0x5d4000e30d83b3a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407660:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d78ea00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.407662:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78ea00/0x5d4000e30d83955d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00000100:00100000:2.0:1742903181.407663:0:18859:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db240 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.407665:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871600/0x5d4000e30d83b3a9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407668:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78ea00/0x5d4000e30d83955d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00000100:00100000:2.0:1742903181.407670:0:18882:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1480 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.407671:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x19f5fa5d (ffff880099028f00) 00010000:00010000:1.0:1742903181.407673:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.407673:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xd4e4194e (ffff8801362c7300) 00010000:00010000:1.0:1742903181.407674:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871600/0x5d4000e30d83b3a9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407675:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.407677:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78ea00/0x5d4000e30d83955d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407679:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871600/0x5d4000e30d83b3a9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x19f5fa5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407681:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78ea00/0x5d4000e30d83955d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.407690:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e200/0x5d4000e30d839564 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407693:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2c00/0x5d4000e30d83b3e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407695:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e200/0x5d4000e30d839564 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407698:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2c00/0x5d4000e30d83b3e1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407699:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e200/0x5d4000e30d839564 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.407703:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d78e200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.407704:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2c00/0x5d4000e30d83b3e1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407705:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e200/0x5d4000e30d839564 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407707:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801233a2c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.407709:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2c00/0x5d4000e30d83b3e1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00080000:2.0:1742903181.407710:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1742903151 00010000:00010000:0.0:1742903181.407710:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e200/0x5d4000e30d839564 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407714:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2c00/0x5d4000e30d83b3e1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407714:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe29:0x0].0x0 (ffff8800916ebc00) 00010000:00010000:0.0:1742903181.407716:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1742903181.407718:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e200/0x5d4000e30d839564 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407719:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x2253fa11 (ffff88012e960d00) 00010000:00010000:1.0:1742903181.407721:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.407721:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d78e200/0x5d4000e30d839564 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe29:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407723:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2c00/0x5d4000e30d83b3e1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.407731:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2c00/0x5d4000e30d83b3e1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x2253fa11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.407732:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5ce00/0x5d4000e30d839587 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 00010000:00010000:0.0:1742903181.407737:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5ce00/0x5d4000e30d839587 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18847 initiator: MDT0 00010000:00010000:0.0:1742903181.407741:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5ce00/0x5d4000e30d839587 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 00010000:00010000:0.0:1742903181.407745:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e5ce00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.407746:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009771f800/0x5d4000e30d83b6a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407747:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5ce00/0x5d4000e30d839587 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.407750:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009771f800/0x5d4000e30d83b6a4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407751:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5ce00/0x5d4000e30d839587 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.407755:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009771f800/0x5d4000e30d83b6a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407757:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x7fa9a95 (ffff8800916eb900) 00010000:00010000:0.0:1742903181.407758:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.407759:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009771f800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.407761:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009771f800/0x5d4000e30d83b6a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407761:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5ce00/0x5d4000e30d839587 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.407765:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009771f800/0x5d4000e30d83b6a4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407765:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e5ce00/0x5d4000e30d839587 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.407771:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x86397a9e (ffff880091643c00) 00010000:00010000:0.0:1742903181.407771:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82f600/0x5d4000e30d83958e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.407773:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.407775:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009771f800/0x5d4000e30d83b6a4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407775:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82f600/0x5d4000e30d83958e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.407780:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009771f800/0x5d4000e30d83b6a4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407780:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82f600/0x5d4000e30d83958e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 00010000:00010000:0.0:1742903181.407786:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b82f600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.407788:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82f600/0x5d4000e30d83958e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 00010000:00010000:0.0:1742903181.407793:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82f600/0x5d4000e30d83958e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.407794:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b600/0x5d4000e30d83b78b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.407799:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b600/0x5d4000e30d83b78b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407799:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xd4e4194e (ffff88009c6e2000) 00010000:00010000:0.0:1742903181.407801:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.407803:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82f600/0x5d4000e30d83958e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.407806:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b600/0x5d4000e30d83b78b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407807:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82f600/0x5d4000e30d83958e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 00010000:00010000:3.0:1742903181.407808:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123383400/0x5d4000e30d839b29 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef65d expref: 96 pid: 18863 timeout: 409 lvb_type: 1 00010000:00010000:1.0:1742903181.407810:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c11b600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.407812:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b600/0x5d4000e30d83b78b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407816:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e600/0x5d4000e30d839595 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.407817:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b600/0x5d4000e30d83b78b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.407819:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.407820:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.407822:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x2f856f5d (ffff880091643d00) 00010000:00010000:3.0:1742903181.407823:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099801800/0x5d4000e30d83d69b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.407824:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.407825:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b600/0x5d4000e30d83b78b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.407829:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099801800/0x5d4000e30d83d69b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.407829:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11b600/0x5d4000e30d83b78b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.407840:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3200/0x5d4000e30d83b84f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903181.407842:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.407844:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3200/0x5d4000e30d83b84f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.407849:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3200/0x5d4000e30d83b84f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.407852:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e3200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.407854:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3200/0x5d4000e30d83b84f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903181.407857:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+95:2010:x1827566172548096:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 284us (456us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.407858:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3200/0x5d4000e30d83b84f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903181.407862:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22777 00010000:00010000:1.0:1742903181.407863:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x86397a9e (ffff880091643500) 00010000:00010000:1.0:1742903181.407865:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.407867:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3200/0x5d4000e30d83b84f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.407871:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3200/0x5d4000e30d83b84f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903181.407877:0:18279:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099e5da00/0x5d4000e30d83d6a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.407883:0:18279:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099e5da00/0x5d4000e30d83d6a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.407884:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2a00/0x5d4000e30d83b998 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.407889:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2a00/0x5d4000e30d83b998 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903181.407890:0:18279:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099e5da00/0x5d4000e30d83d6a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.407892:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e600/0x5d4000e30d839595 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.407894:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2a00/0x5d4000e30d83b998 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903181.407895:0:18279:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099e5da00/0x5d4000e30d83d6a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.407897:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e2a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.407897:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e600/0x5d4000e30d839595 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.407899:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2a00/0x5d4000e30d83b998 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.407900:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b82e600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.407903:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2a00/0x5d4000e30d83b998 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.407903:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e600/0x5d4000e30d839595 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 00010000:00010000:3.0:1742903181.407906:0:18279:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903181.407907:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e600/0x5d4000e30d839595 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.407910:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x85ed7b8c (ffff88012e960b00) 00010000:00010000:1.0:1742903181.407912:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.407914:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe28:0x0].0x0 (ffff88009c509b00) 00010000:00010000:1.0:1742903181.407915:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2a00/0x5d4000e30d83b998 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.407916:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1742903181.407918:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e600/0x5d4000e30d839595 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.407919:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2a00/0x5d4000e30d83b998 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.407921:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b82e600/0x5d4000e30d839595 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe28:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.407931:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3c00/0x5d4000e30d83ba1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.407934:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7000/0x5d4000e30d839771 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407936:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3c00/0x5d4000e30d83ba1d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.407938:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7000/0x5d4000e30d839771 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407940:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3c00/0x5d4000e30d83ba1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.407943:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7000/0x5d4000e30d839771 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407944:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e3c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.407947:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3c00/0x5d4000e30d83ba1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.407947:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ceb7000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.407949:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7000/0x5d4000e30d839771 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407951:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3c00/0x5d4000e30d83ba1d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.407953:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7000/0x5d4000e30d839771 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407957:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x2f856f5d (ffff880091643a00) 00010000:00010000:1.0:1742903181.407959:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.407959:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x83e4194e (ffff8801362c7b00) 00010000:00010000:1.0:1742903181.407961:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3c00/0x5d4000e30d83ba1d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.407961:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.407963:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7000/0x5d4000e30d839771 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407966:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3c00/0x5d4000e30d83ba1d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.407968:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb7000/0x5d4000e30d839771 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407977:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83ba39 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407978:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d83976a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407982:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83ba39 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407983:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d83976a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407986:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83ba39 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407988:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d83976a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407989:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5ca00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.407991:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83ba39 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407991:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ceb6a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.407993:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d83976a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.407996:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83ba39 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.407998:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d83976a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408001:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0xec85a24b (ffff88009c6e2800) 00010000:00010000:1.0:1742903181.408003:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.408003:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7fa9a95 (ffff88009c6e2300) 00010000:00010000:1.0:1742903181.408004:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83ba39 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408005:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.408007:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d83976a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408009:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5ca00/0x5d4000e30d83ba39 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408012:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6a00/0x5d4000e30d83976a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.408019:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6000/0x5d4000e30d839778 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408021:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871800/0x5d4000e30d83baf6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408024:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6000/0x5d4000e30d839778 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408025:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871800/0x5d4000e30d83baf6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408028:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6000/0x5d4000e30d839778 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408030:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871800/0x5d4000e30d83baf6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408032:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ceb6000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.408034:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e871800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.408034:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6000/0x5d4000e30d839778 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408036:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871800/0x5d4000e30d83baf6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408038:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6000/0x5d4000e30d839778 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408040:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871800/0x5d4000e30d83baf6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408044:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2a:0x0].0x0 (ffff8800721baf00) 00010000:00010000:1.0:1742903181.408046:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0xa149fd88 (ffff88009d1a3700) 00010000:00010000:1.0:1742903181.408048:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.408050:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871800/0x5d4000e30d83baf6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408050:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1742903181.408053:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6000/0x5d4000e30d839778 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.408057:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6000/0x5d4000e30d839778 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe2a:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408058:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e871800/0x5d4000e30d83baf6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408071:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfa00/0x5d4000e30d8397cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408072:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051400/0x5d4000e30d83bb51 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408076:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfa00/0x5d4000e30d8397cc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408077:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051400/0x5d4000e30d83bb51 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408080:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfa00/0x5d4000e30d8397cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408081:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051400/0x5d4000e30d83bb51 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408084:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723cfa00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.408085:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c051400 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:3.0:1742903181.408086:0:18279:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3763:x1827566161340160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3984us (4257us total) trans 4294970543 rc 0/0 00010000:00010000:1.0:1742903181.408086:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051400/0x5d4000e30d83bb51 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408087:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfa00/0x5d4000e30d8397cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408090:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051400/0x5d4000e30d83bb51 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408091:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfa00/0x5d4000e30d8397cc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00000100:00100000:3.0:1742903181.408092:0:18279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11640 00010000:00010000:1.0:1742903181.408094:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x85ed7b8c (ffff88012c535a00) 00010000:00010000:1.0:1742903181.408096:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.408097:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x83e4194e (ffff8801362c7400) 00010000:00010000:1.0:1742903181.408098:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051400/0x5d4000e30d83bb51 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408099:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.408101:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051400/0x5d4000e30d83bb51 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408101:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfa00/0x5d4000e30d8397cc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.408106:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cfa00/0x5d4000e30d8397cc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x83e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408113:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18c00/0x5d4000e30d83bb6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408115:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d8397c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00000004:00080000:3.0:1742903181.408117:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a57800/2, rc 0, transno 4294970543 00010000:00010000:1.0:1742903181.408117:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18c00/0x5d4000e30d83bb6d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408120:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d8397c5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00000100:00100000:3.0:1742903181.408122:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161340160:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.408124:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18c00/0x5d4000e30d83bb6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408124:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d8397c5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.408127:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800723cea00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.408128:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099d18c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.408130:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18c00/0x5d4000e30d83bb6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408130:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d8397c5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.408134:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d8397c5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408135:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18c00/0x5d4000e30d83bb6d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408139:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x7fa9a95 (ffff8800916eb900) 00010000:00010000:1.0:1742903181.408140:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x5538fb88 (ffff880130ebb400) 00010000:00010000:0.0:1742903181.408141:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.408142:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.408143:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d8397c5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408144:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18c00/0x5d4000e30d83bb6d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.408145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903181.408147:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800723cea00/0x5d4000e30d8397c5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408148:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18c00/0x5d4000e30d83bb6d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.408154:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172548352 00000100:00100000:3.0:1742903181.408156:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172548352 00010000:00010000:0.0:1742903181.408158:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51600/0x5d4000e30d8397d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408162:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2400/0x5d4000e30d83bb89 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408162:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51600/0x5d4000e30d8397d3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.408164:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099815e00/0x5d4000e30d839a57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef617 expref: 95 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.408166:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51600/0x5d4000e30d8397d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408167:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2400/0x5d4000e30d83bb89 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408170:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af51600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.408171:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2400/0x5d4000e30d83bb89 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408172:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51600/0x5d4000e30d8397d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408175:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e2400 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:3.0:1742903181.408176:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22778 00010000:00010000:0.0:1742903181.408176:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51600/0x5d4000e30d8397d3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408177:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2400/0x5d4000e30d83bb89 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.408179:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+95:2007:x1827566172548352:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.408181:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2400/0x5d4000e30d83bb89 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408181:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe2b:0x0].0x0 (ffff88012bd63f00) 00010000:00010000:0.0:1742903181.408183:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1742903181.408185:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.408185:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51600/0x5d4000e30d8397d3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.408188:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099815e00/0x5d4000e30d839a57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef617 expref: 95 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.408188:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51600/0x5d4000e30d8397d3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe2b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408189:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0xec85a24b (ffff880130ebb800) 00010000:00010000:1.0:1742903181.408191:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.408193:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2400/0x5d4000e30d83bb89 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.408194:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099815e00/0x5d4000e30d839a57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef617 expref: 95 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.408197:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2400/0x5d4000e30d83bb89 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408200:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214200/0x5d4000e30d839e4e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.408204:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099815e00/0x5d4000e30d839a57 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef617 expref: 95 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.408204:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099214200/0x5d4000e30d839e4e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.408207:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099214200/0x5d4000e30d839e4e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408209:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83bba5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408211:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099214200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903181.408212:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.408213:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.408213:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83bba5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408213:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099214200/0x5d4000e30d839e4e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.408215:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099801000/0x5d4000e30d83d68d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.408216:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099214200/0x5d4000e30d839e4e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408217:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83bba5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.408220:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a789180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161344256:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.408221:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099801000/0x5d4000e30d83d68d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.408221:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801233a2a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.408221:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xa8353d69 (ffff8800721bae00) 00010000:00010000:0.0:1742903181.408223:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.408224:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83bba5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408225:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099214200/0x5d4000e30d839e4e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408228:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83bba5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408228:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214200/0x5d4000e30d839e4e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.408231:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.408234:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x853e0f88 (ffff880130ebb900) 00010000:00010000:1.0:1742903181.408236:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.408237:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d839e47 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00000100:00100000:2.0:1742903181.408238:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.408238:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83bba5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.408242:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+94:2007:x1827566172548352:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 62us (97us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.408242:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2a00/0x5d4000e30d83bba5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408242:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d839e47 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.408246:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d839e47 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00000100:00100000:3.0:1742903181.408247:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22778 00010000:00010000:0.0:1742903181.408249:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099214e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.408251:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d839e47 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408254:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83bbc1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408256:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d839e47 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00000100:00100000:2.0:1742903181.408258:0:18279:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161344256 00010000:00010000:1.0:1742903181.408259:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83bbc1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.408261:0:18279:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161344256 00010000:00010000:0.0:1742903181.408261:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:1.0:1742903181.408263:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83bbc1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408263:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.408265:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d839e47 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408267:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e2600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.408269:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83bbc1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408269:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214e00/0x5d4000e30d839e47 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408274:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83bbc1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408276:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839e55 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00000100:00100000:3.0:1742903181.408279:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903181.408280:0:18279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11653 00010000:00010000:1.0:1742903181.408280:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0xa149fd88 (ffff88012e960f00) 00010000:00010000:0.0:1742903181.408280:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839e55 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408282:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903181.408284:0:18279:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a788a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3762:x1827566161344256:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.408284:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83bbc1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408284:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839e55 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00000100:00100000:3.0:1742903181.408289:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172548480 00010000:00010000:1.0:1742903181.408289:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2600/0x5d4000e30d83bbc1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408290:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099214a00 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:3.0:1742903181.408291:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172548480 00010000:00010000:0.0:1742903181.408292:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839e55 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00002000:00080000:2.0:1742903181.408293:0:18279:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1789 count 1 00010000:00010000:0.0:1742903181.408296:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839e55 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.408299:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f61f600/0x5d4000e30d837c9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeca1 expref: 94 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.408300:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83bbdd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.408301:0:18279:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009900aa00/0x5d4000e30d83d6fd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.408301:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:0.0:1742903181.408302:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1742903181.408304:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839e55 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408305:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83bbdd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408307:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099214a00/0x5d4000e30d839e55 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408310:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83bbdd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.408311:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22779 00010000:00010000:2.0:1742903181.408311:0:18279:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af50a00/0x5d4000e30d839c9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6e9 expref: 94 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.408314:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099524c00 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:3.0:1742903181.408327:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7ed6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+94:2008:x1827566172548480:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903181.408342:0:18279:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.408342:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83bbdd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.408343:0:18279:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.408344:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.408346:0:18279:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009900aa00/0x5d4000e30d83d6fd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.408347:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f61f600/0x5d4000e30d837c9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeca1 expref: 94 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.408347:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83bbdd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.408355:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x862169a0 (ffff88012bffbe00) 00010000:00010000:1.0:1742903181.408356:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903181.408359:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f61f600/0x5d4000e30d837c9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeca1 expref: 94 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.408359:0:18279:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af50a00/0x5d4000e30d839c9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6e9 expref: 94 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.408359:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83bbdd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.408364:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099524c00/0x5d4000e30d83bbdd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.408366:0:18279:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af50a00/0x5d4000e30d839c9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6e9 expref: 94 pid: 9553 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.408366:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839eef lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.408369:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f61f600/0x5d4000e30d837c9e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eeca1 expref: 94 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.408371:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839eef lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00000100:00100000:2.0:1742903181.408373:0:18279:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a788000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:18279:1827566161344384:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.408375:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839eef lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.408377:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.408378:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.408379:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45a600/0x5d4000e30d83bbf9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408379:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072031a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903181.408380:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099e5de00/0x5d4000e30d83d694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.408381:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839eef lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408383:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45a600/0x5d4000e30d83bbf9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408385:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839eef lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.408386:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099e5de00/0x5d4000e30d83d694 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.408389:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45a600/0x5d4000e30d83bbf9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408392:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xa8353d69 (ffff8800721ba600) 00010000:00010000:1.0:1742903181.408393:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f45a600 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:2.0:1742903181.408394:0:18279:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a13c0 going to sleep for 11 seconds 00010000:00010000:0.0:1742903181.408394:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.408395:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45a600/0x5d4000e30d83bbf9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.408396:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903181.408396:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839eef lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408400:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45a600/0x5d4000e30d83bbf9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408400:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072031a00/0x5d4000e30d839eef lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1742903181.408404:0:18862:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099801000/0x5d4000e30d83d68d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.408407:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7ed6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+93:2008:x1827566172548480:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 92us (127us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.408407:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x5538fb88 (ffff88009d121f00) 00010000:00010000:1.0:1742903181.408409:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903181.408410:0:18862:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099801000/0x5d4000e30d83d68d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.408411:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45a600/0x5d4000e30d83bbf9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408411:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839ee8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00000100:00100000:3.0:1742903181.408412:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22779 00010000:00010000:2.0:1742903181.408416:0:18862:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099801000/0x5d4000e30d83d68d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.408416:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839ee8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408418:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f45a600/0x5d4000e30d83bbf9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408420:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839ee8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1742903181.408421:0:18862:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099801000/0x5d4000e30d83d68d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.408424:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072030200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.408426:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839ee8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408430:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801307a3200/0x5d4000e30d83bc15 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408430:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839ee8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1742903181.408432:0:18862:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1742903181.408435:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801307a3200/0x5d4000e30d83bc15 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408436:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4b9bf994 (ffff88012dd00700) 00010000:00010000:3.0:1742903181.408437:0:18850:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099e5de00/0x5d4000e30d83d694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.408439:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.408440:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801307a3200/0x5d4000e30d83bc15 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408441:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839ee8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.408442:0:18850:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099e5de00/0x5d4000e30d83d694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.408444:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801307a3200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.408445:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072030200/0x5d4000e30d839ee8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408446:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801307a3200/0x5d4000e30d83bc15 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.408448:0:18850:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099e5de00/0x5d4000e30d83d694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.408451:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801307a3200/0x5d4000e30d83bc15 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408452:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d839ef6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1742903181.408454:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1742903181.408455:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x55390488 (ffff88009d121200) 00010000:00010000:0.0:1742903181.408456:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d839ef6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.408457:0:18850:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099e5de00/0x5d4000e30d83d694 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.408457:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099e5da00/0x5d4000e30d83d6a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.408457:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.408459:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801307a3200/0x5d4000e30d83bc15 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408462:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d839ef6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1742903181.408463:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e5da00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.408464:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801307a3200/0x5d4000e30d83bc15 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408465:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099215e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903181.408466:0:18850:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1742903181.408466:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099e5da00/0x5d4000e30d83d6a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.408467:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d839ef6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1742903181.408471:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099e5da00/0x5d4000e30d83d6a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.408471:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d839ef6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408475:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83bc31 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903181.408477:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:0.0:1742903181.408478:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1742903181.408479:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83bc31 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903181.408480:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099e5da00/0x5d4000e30d83d6a2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.408480:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d839ef6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.408483:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099215e00/0x5d4000e30d839ef6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1742903181.408485:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099e5da00/0x5d4000e30d83d6a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.408487:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83bc31 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.408490:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5d000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903181.408492:0:18863:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099801800/0x5d4000e30d83d69b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.408493:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83bc31 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903181.408493:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8000/0x5d4000e30d83a24c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1742903181.408496:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1742903181.408497:0:18863:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099801800/0x5d4000e30d83d69b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.408497:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83bc31 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903181.408497:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8000/0x5d4000e30d83a24c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1742903181.408499:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099801000/0x5d4000e30d83d68d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.408501:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8000/0x5d4000e30d83a24c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408502:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x853e0f88 (ffff88009d1a3b00) 00010000:00010000:3.0:1742903181.408503:0:18863:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099801800/0x5d4000e30d83d69b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.408503:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099801000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.408504:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.408504:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099df8000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903181.408506:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099801000/0x5d4000e30d83d68d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.408507:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83bc31 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903181.408507:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8000/0x5d4000e30d83a24c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.408508:0:18863:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099801800/0x5d4000e30d83d69b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.408511:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d000/0x5d4000e30d83bc31 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903181.408511:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8000/0x5d4000e30d83a24c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1742903181.408515:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099801000/0x5d4000e30d83d68d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.408516:0:18863:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1742903181.408517:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:0.0:1742903181.408518:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.408520:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8000/0x5d4000e30d83a24c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1742903181.408522:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099801000/0x5d4000e30d83d68d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.408522:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83bc4d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903181.408524:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8000/0x5d4000e30d83a24c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408526:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83bc4d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903181.408527:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099801000/0x5d4000e30d83d68d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.408530:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83bc4d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903181.408532:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8600/0x5d4000e30d83a253 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408534:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c051200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.408535:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83bc4d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903181.408536:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903181.408536:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8600/0x5d4000e30d83a253 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.408539:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.408539:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099e5de00/0x5d4000e30d83d694 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.408539:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83bc4d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903181.408540:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8600/0x5d4000e30d83a253 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.408542:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099801800/0x5d4000e30d83d69b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.408543:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099df8600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903181.408544:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e5de00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.408545:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x9b856f73 (ffff8800721ba400) 00010000:00010000:3.0:1742903181.408546:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099801800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.408546:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099e5de00/0x5d4000e30d83d694 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.408546:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8600/0x5d4000e30d83a253 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408547:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903181.408549:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099801800/0x5d4000e30d83d69b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.408549:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83bc4d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903181.408550:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8600/0x5d4000e30d83a253 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1742903181.408551:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099e5de00/0x5d4000e30d83d694 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.408552:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051200/0x5d4000e30d83bc4d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903181.408555:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099801800/0x5d4000e30d83d69b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.408556:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xe7082257 (ffff880099660400) 00010000:00010000:2.0:1742903181.408558:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099e5de00/0x5d4000e30d83d694 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.408558:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.408560:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8600/0x5d4000e30d83a253 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.408563:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099801800/0x5d4000e30d83d69b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.408563:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099e5de00/0x5d4000e30d83d694 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.408563:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099df8600/0x5d4000e30d83a253 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408566:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6be00/0x5d4000e30d83bc69 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903181.408568:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099801800/0x5d4000e30d83d69b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.408570:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6be00/0x5d4000e30d83bc69 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903181.408573:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9800/0x5d4000e30d83a25a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408574:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6be00/0x5d4000e30d83bc69 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903181.408575:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.408576:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.408577:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.408578:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.408578:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.408578:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131a6be00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.408578:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9800/0x5d4000e30d83a25a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.408579:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.408580:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6be00/0x5d4000e30d83bc69 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903181.408581:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9800/0x5d4000e30d83a25a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1742903181.408582:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.408584:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6be00/0x5d4000e30d83bc69 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903181.408585:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099df9800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.408587:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9800/0x5d4000e30d83a25a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1742903181.408589:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.408591:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9800/0x5d4000e30d83a25a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408595:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x862169a0 (ffff8800721bab00) 00010000:00010000:0.0:1742903181.408596:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe30:0x0].0x0 (ffff880091643800) 00010000:00010000:1.0:1742903181.408597:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.408598:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1742903181.408599:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6be00/0x5d4000e30d83bc69 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903181.408600:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9800/0x5d4000e30d83a25a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408604:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a6be00/0x5d4000e30d83bc69 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903181.408604:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099df9800/0x5d4000e30d83a25a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe30:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.408616:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2600/0x5d4000e30d83a31e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408620:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83bc8c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408620:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2600/0x5d4000e30d83a31e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408624:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83bc8c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408624:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2600/0x5d4000e30d83a31e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.408627:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e8c2600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.408628:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83bc8c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408629:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2600/0x5d4000e30d83a31e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408632:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c11a400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.408634:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83bc8c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408634:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2600/0x5d4000e30d83a31e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408638:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83bc8c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.408643:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0xd185bb5c (ffff880084090d00) 00010000:00010000:1.0:1742903181.408644:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.408646:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83bc8c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.408650:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a400/0x5d4000e30d83bc8c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.408660:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30000/0x5d4000e30d83bc93 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.408665:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30000/0x5d4000e30d83bc93 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.408669:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30000/0x5d4000e30d83bc93 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.408675:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ce30000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.408677:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30000/0x5d4000e30d83bc93 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.408682:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30000/0x5d4000e30d83bc93 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.408687:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x55390488 (ffff88009c6e2f00) 00010000:00010000:1.0:1742903181.408689:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.408691:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30000/0x5d4000e30d83bc93 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.408695:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30000/0x5d4000e30d83bc93 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.408706:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14c00/0x5d4000e30d83bcbd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.408711:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14c00/0x5d4000e30d83bcbd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.408715:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14c00/0x5d4000e30d83bcbd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903181.408717:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4b9bf994 (ffff88012dd00700) 00010000:00010000:1.0:1742903181.408719:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf14c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.408720:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.408721:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14c00/0x5d4000e30d83bcbd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903181.408722:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2600/0x5d4000e30d83a31e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408725:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14c00/0x5d4000e30d83bcbd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903181.408727:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c2600/0x5d4000e30d83a31e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408731:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x853e1088 (ffff880099280000) 00010000:00010000:1.0:1742903181.408734:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.408735:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3400/0x5d4000e30d83a325 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408736:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14c00/0x5d4000e30d83bcbd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903181.408739:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3400/0x5d4000e30d83a325 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408740:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf14c00/0x5d4000e30d83bcbd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:0.0:1742903181.408743:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3400/0x5d4000e30d83a325 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.408746:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e8c3400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.408748:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3400/0x5d4000e30d83a325 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.408752:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3400/0x5d4000e30d83a325 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408753:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6a00/0x5d4000e30d83bcd2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.408757:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6a00/0x5d4000e30d83bcd2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408758:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xe7082257 (ffff880099660100) 00010000:00010000:0.0:1742903181.408760:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.408761:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3400/0x5d4000e30d83a325 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408762:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6a00/0x5d4000e30d83bcd2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.408766:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d6a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.408768:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6a00/0x5d4000e30d83bcd2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408768:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3400/0x5d4000e30d83a325 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408772:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6a00/0x5d4000e30d83bcd2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408776:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3e00/0x5d4000e30d83a333 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408778:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x9b856f73 (ffff880099660300) 00010000:00010000:1.0:1742903181.408780:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.408781:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3e00/0x5d4000e30d83a333 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408782:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6a00/0x5d4000e30d83bcd2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408785:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3e00/0x5d4000e30d83a333 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408786:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d6a00/0x5d4000e30d83bcd2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408789:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e8c3e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.408791:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3e00/0x5d4000e30d83a333 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.408795:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3e00/0x5d4000e30d83a333 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408799:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091425600/0x5d4000e30d83bcf5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.408802:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe31:0x0].0x0 (ffff88009c4ba400) 00010000:00010000:0.0:1742903181.408804:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1742903181.408806:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3e00/0x5d4000e30d83a333 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408807:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091425600/0x5d4000e30d83bcf5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.408810:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e8c3e00/0x5d4000e30d83a333 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe31:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408815:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091425600/0x5d4000e30d83bcf5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.408819:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091425600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.408822:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091425600/0x5d4000e30d83bcf5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.408822:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a475 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408826:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091425600/0x5d4000e30d83bcf5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.408826:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a475 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408833:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0xd185bb5c (ffff88009d1a3c00) 00010000:00010000:0.0:1742903181.408834:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a475 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408835:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.408837:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091425600/0x5d4000e30d83bcf5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.408838:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63d600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.408840:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a475 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408842:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091425600/0x5d4000e30d83bcf5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1742903181.408844:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a475 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.408850:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xb9ed2257 (ffff880099660500) 00010000:00010000:0.0:1742903181.408852:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.408854:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83bd11 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408854:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a475 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.408857:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d600/0x5d4000e30d83a475 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408859:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83bd11 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.408862:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83bd11 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.408866:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099223800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.408867:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a46e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408868:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83bd11 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408872:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a46e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408873:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83bd11 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408876:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a46e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408878:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0xa1380d88 (ffff88009931bf00) 00010000:00010000:1.0:1742903181.408880:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.408880:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63d800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.408881:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83bd11 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408881:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a46e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.408885:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a46e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408886:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099223800/0x5d4000e30d83bd11 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408892:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:0.0:1742903181.408894:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.408896:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a46e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408899:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83bd2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408900:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63d800/0x5d4000e30d83a46e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408903:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83bd2d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408907:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a47c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408908:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83bd2d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.408911:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009972d400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.408911:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a47c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408914:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83bd2d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408916:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a47c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408919:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83bd2d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408919:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f63ce00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.408922:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a47c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408925:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x86398c8e (ffff8800994db800) 00010000:00010000:0.0:1742903181.408926:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a47c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408927:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.408929:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83bd2d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408932:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe32:0x0].0x0 (ffff880099660c00) 00010000:00010000:0.0:1742903181.408934:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1742903181.408936:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a47c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1742903181.408937:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972d400/0x5d4000e30d83bd2d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408940:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f63ce00/0x5d4000e30d83a47c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe32:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1742903181.408951:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099957400/0x5d4000e30d83a539 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 00010000:00010000:0.0:1742903181.408956:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099957400/0x5d4000e30d83a539 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.408959:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83bd49 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408960:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099957400/0x5d4000e30d83a539 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.408963:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83bd49 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408963:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099957400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.408965:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099957400/0x5d4000e30d83a539 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.408968:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83bd49 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408969:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099957400/0x5d4000e30d83a539 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.408971:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf49200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.408973:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83bd49 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408975:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xb9ed2257 (ffff880099660700) 00010000:00010000:0.0:1742903181.408976:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.408977:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83bd49 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408978:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099957400/0x5d4000e30d83a539 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.408982:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x853e1088 (ffff8800994dbb00) 00010000:00010000:0.0:1742903181.408982:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099957400/0x5d4000e30d83a539 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.408984:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.408986:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83bd49 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408990:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099957e00/0x5d4000e30d83a532 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.408993:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf49200/0x5d4000e30d83bd49 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.408995:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099957e00/0x5d4000e30d83a532 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18847 initiator: MDT0 00010000:00010000:0.0:1742903181.408999:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099957e00/0x5d4000e30d83a532 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 00010000:00010000:0.0:1742903181.409002:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099957e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.409004:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099957e00/0x5d4000e30d83a532 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.409006:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31c00/0x5d4000e30d83bd65 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409009:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31c00/0x5d4000e30d83bd65 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.409010:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099957e00/0x5d4000e30d83a532 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18847 initiator: MDT0 00010000:00010000:0.0:1742903181.409015:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4b9bf994 (ffff88012dd00700) 00010000:00010000:1.0:1742903181.409017:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31c00/0x5d4000e30d83bd65 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.409017:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.409019:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099957e00/0x5d4000e30d83a532 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.409021:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ce31c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.409022:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31c00/0x5d4000e30d83bd65 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.409023:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099957e00/0x5d4000e30d83a532 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.409026:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31c00/0x5d4000e30d83bd65 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.409030:0:3749:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099957000/0x5d4000e30d83a540 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.409031:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x554d0b88 (ffff88009b855100) 00010000:00010000:1.0:1742903181.409032:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.409034:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31c00/0x5d4000e30d83bd65 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.409035:0:3749:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099957000/0x5d4000e30d83a540 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.409038:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce31c00/0x5d4000e30d83bd65 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.409039:0:3749:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099957000/0x5d4000e30d83a540 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 00010000:00010000:0.0:1742903181.409043:0:3749:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099957000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.409045:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099957000/0x5d4000e30d83a540 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.409047:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bd73 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.409050:0:3749:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099957000/0x5d4000e30d83a540 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.409051:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bd73 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409054:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bd73 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.409056:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe33:0x0].0x0 (ffff88012bffb400) 00010000:00010000:0.0:1742903181.409057:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1742903181.409058:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf15e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.409059:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bd73 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.409059:0:3749:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099957000/0x5d4000e30d83a540 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.409063:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bd73 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.409063:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099957000/0x5d4000e30d83a540 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe33:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18847 initiator: MDT0 00010000:00010000:1.0:1742903181.409069:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0xa1380d88 (ffff880099280a00) 00010000:00010000:1.0:1742903181.409071:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.409073:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bd73 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409076:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf15e00/0x5d4000e30d83bd73 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409086:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30800/0x5d4000e30d83bdab lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409090:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30800/0x5d4000e30d83bdab lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409093:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30800/0x5d4000e30d83bdab lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409096:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ce30800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.409098:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30800/0x5d4000e30d83bdab lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409102:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30800/0x5d4000e30d83bdab lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409107:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0xe385a24b (ffff88009b855400) 00010000:00010000:1.0:1742903181.409108:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.409110:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30800/0x5d4000e30d83bdab lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409113:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30800/0x5d4000e30d83bdab lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409122:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bda4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409127:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bda4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409131:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bda4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409134:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c11a800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.409136:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bda4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409139:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bda4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409143:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x86398c8e (ffff880099280b00) 00010000:00010000:1.0:1742903181.409145:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.409146:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bda4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409150:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11a800/0x5d4000e30d83bda4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409159:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bdd5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409163:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bdd5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409166:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bdd5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409169:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e3800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.409171:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bdd5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409175:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bdd5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409180:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x554d0b88 (ffff88009b855d00) 00010000:00010000:1.0:1742903181.409182:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.409183:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bdd5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409187:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e3800/0x5d4000e30d83bdd5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409195:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091425200/0x5d4000e30d83bdea lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.409198:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091425200/0x5d4000e30d83bdea lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.409202:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091425200/0x5d4000e30d83bdea lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.409205:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091425200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.409206:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091425200/0x5d4000e30d83bdea lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.409210:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091425200/0x5d4000e30d83bdea lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.409215:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x863e1088 (ffff88009d1a3a00) 00010000:00010000:1.0:1742903181.409216:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.409218:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091425200/0x5d4000e30d83bdea lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.409225:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091425200/0x5d4000e30d83bdea lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.409235:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83be0d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409238:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83be0d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.409240:0:9551:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a78aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9551:1827566161343104:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.409241:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a768e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11912:1827566161342976:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.409243:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83be0d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409246:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e2000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.409248:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83be0d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.409251:0:11912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072276c00/0x5d4000e30d83d6b7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409251:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83be0d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.409252:0:9551:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b657a00/0x5d4000e30d83d6be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409255:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0xe385a24b (ffff88009b855c00) 00010000:00010000:1.0:1742903181.409256:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.409258:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83be0d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409261:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1e2000/0x5d4000e30d83be0d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.409267:0:18856:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a78a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:18856:1827566161342848:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.409271:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51200/0x5d4000e30d83be29 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.409274:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51200/0x5d4000e30d83be29 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903181.409277:0:18853:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a769f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18853:1827566161343232:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.409277:0:18856:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d6b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409281:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51200/0x5d4000e30d83be29 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1742903181.409283:0:18853:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072276800/0x5d4000e30d83d6c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409285:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af51200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.409287:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51200/0x5d4000e30d83be29 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.409290:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51200/0x5d4000e30d83be29 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903181.409292:0:18848:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a76b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18848:1827566161342720:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.409294:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x554f0788 (ffff880099280600) 00000100:00100000:3.0:1742903181.409295:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903181.409296:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.409297:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51200/0x5d4000e30d83be29 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903181.409298:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072276e00/0x5d4000e30d83d6a9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409301:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af51200/0x5d4000e30d83be29 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1742903181.409304:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903181.409310:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172548608 00000100:00100000:2.0:1742903181.409310:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172548864 00010000:00010000:1.0:1742903181.409310:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59400/0x5d4000e30d83be4c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.409312:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172548608 00000100:00100000:2.0:1742903181.409312:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172548864 00010000:00010000:1.0:1742903181.409338:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59400/0x5d4000e30d83be4c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409342:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59400/0x5d4000e30d83be4c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409346:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cf59400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.409348:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59400/0x5d4000e30d83be4c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.409350:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009af51000/0x5d4000e30d839a0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5f4 expref: 97 pid: 9553 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.409351:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59400/0x5d4000e30d83be4c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409357:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x862169a1 (ffff8800994db900) 00010000:00010000:1.0:1742903181.409359:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903181.409361:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800723ce600/0x5d4000e30d8382e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eee99 expref: 97 pid: 18856 timeout: 409 lvb_type: 1 00010000:00010000:1.0:1742903181.409361:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59400/0x5d4000e30d83be4c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409364:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf59400/0x5d4000e30d83be4c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.409365:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22780 00000100:00100000:2.0:1742903181.409369:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+97:2010:x1827566172548864:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.409374:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83be53 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.409375:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1742903181.409376:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22781 00010000:00010000:1.0:1742903181.409377:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83be53 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.409379:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009af51000/0x5d4000e30d839a0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5f4 expref: 97 pid: 9553 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.409381:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+97:2010:x1827566172548608:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.409381:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83be53 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409384:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091424600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903181.409386:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.409386:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009af51000/0x5d4000e30d839a0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5f4 expref: 97 pid: 9553 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.409386:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83be53 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.409390:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800723ce600/0x5d4000e30d8382e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eee99 expref: 97 pid: 18856 timeout: 409 lvb_type: 1 00010000:00010000:1.0:1742903181.409390:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83be53 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409394:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x863e1088 (ffff88009d1a3000) 00010000:00010000:1.0:1742903181.409396:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.409397:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83be53 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.409398:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800723ce600/0x5d4000e30d8382e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eee99 expref: 97 pid: 18856 timeout: 409 lvb_type: 1 00010000:00010000:2.0:1742903181.409398:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009af51000/0x5d4000e30d839a0a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef5f4 expref: 97 pid: 9553 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.409401:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091424600/0x5d4000e30d83be53 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.409405:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.409407:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.409408:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800723ce600/0x5d4000e30d8382e1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eee99 expref: 96 pid: 18856 timeout: 409 lvb_type: 1 00010000:00010000:2.0:1742903181.409409:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b657a00/0x5d4000e30d83d6be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409409:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83be84 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.409414:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83be84 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903181.409415:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b657a00/0x5d4000e30d83d6be lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.409417:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.409418:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83be84 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903181.409419:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.409421:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072276e00/0x5d4000e30d83d6a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409421:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ce30600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.409422:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83be84 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903181.409424:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903181.409426:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072276e00/0x5d4000e30d83d6a9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409426:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83be84 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.409430:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x554f0788 (ffff8800994dbd00) 00010000:00010000:1.0:1742903181.409432:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.409433:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83be84 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903181.409437:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.409437:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce30600/0x5d4000e30d83be84 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903181.409441:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+95:2010:x1827566172548864:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 72us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903181.409446:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22780 00010000:00010000:1.0:1742903181.409446:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83be8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409450:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83be8b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.409452:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+94:2010:x1827566172548608:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 70us (155us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.409454:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83be8b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409457:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5d400 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:3.0:1742903181.409458:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22781 00010000:00010000:2.0:1742903181.409459:0:9551:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b657a00/0x5d4000e30d83d6be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409459:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83be8b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409464:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83be8b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.409465:0:9551:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b657a00/0x5d4000e30d83d6be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409469:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x863e0f88 (ffff880099280800) 00010000:00010000:2.0:1742903181.409470:0:9551:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b657a00/0x5d4000e30d83d6be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409471:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.409472:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83be8b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409477:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d400/0x5d4000e30d83be8b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.409480:0:9551:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b657a00/0x5d4000e30d83d6be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.409483:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903181.409487:0:9551:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903181.409488:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83beca lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903181.409492:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172548736 00010000:00010000:1.0:1742903181.409493:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83beca lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903181.409495:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172548736 00010000:00010000:1.0:1742903181.409497:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83beca lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.409501:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801233a2400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903181.409503:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099815800/0x5d4000e30d839ab2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef63a expref: 94 pid: 18863 timeout: 409 lvb_type: 1 00010000:00010000:1.0:1742903181.409503:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83beca lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.409508:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83beca lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.409513:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x807:0x0].0x85ed9198 (ffff8800994dbf00) 00010000:00010000:1.0:1742903181.409515:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.409517:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83beca lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903181.409519:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22782 00000100:00100000:3.0:1742903181.409523:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a76b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+94:2010:x1827566172548736:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.409524:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a2400/0x5d4000e30d83beca lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x807:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903181.409528:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903181.409531:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099815800/0x5d4000e30d839ab2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef63a expref: 94 pid: 18863 timeout: 409 lvb_type: 1 00010000:00010000:3.0:1742903181.409537:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099815800/0x5d4000e30d839ab2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef63a expref: 94 pid: 18863 timeout: 409 lvb_type: 1 00010000:00010000:1.0:1742903181.409537:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83beb5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409541:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83beb5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409545:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83beb5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.409547:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099815800/0x5d4000e30d839ab2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef63a expref: 94 pid: 18863 timeout: 409 lvb_type: 1 00010000:00010000:1.0:1742903181.409549:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c050600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.409551:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83beb5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.409555:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.409555:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83beb5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.409556:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.409558:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d6b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409561:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x862169a1 (ffff88009b855200) 00010000:00010000:1.0:1742903181.409563:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903181.409564:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d6b0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409565:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83beb5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409569:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c050600/0x5d4000e30d83beb5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.409574:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.409581:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b600/0x5d4000e30d83beed lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.409585:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a76b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+93:2010:x1827566172548736:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 62us (102us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.409586:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b600/0x5d4000e30d83beed lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.409590:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22782 00010000:00010000:1.0:1742903181.409593:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b600/0x5d4000e30d83beed lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409597:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009900b600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.409599:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b600/0x5d4000e30d83beed lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409604:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b600/0x5d4000e30d83beed lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409609:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x863e0f88 (ffff88009b855600) 00010000:00010000:1.0:1742903181.409611:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.409613:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b600/0x5d4000e30d83beed lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409617:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009900b600/0x5d4000e30d83beed lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.409621:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903181.409629:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e400/0x5d4000e30d83bf3a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903181.409630:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172548992 00000100:00100000:3.0:1742903181.409632:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172548992 00010000:00010000:1.0:1742903181.409633:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e400/0x5d4000e30d83bf3a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.409638:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e400/0x5d4000e30d83bf3a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903181.409640:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072277400/0x5d4000e30d837c20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eec70 expref: 93 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.409641:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880129b8e400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.409643:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e400/0x5d4000e30d83bf3a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.409647:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e400/0x5d4000e30d83bf3a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903181.409652:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22783 00010000:00010000:1.0:1742903181.409654:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x806:0x0].0x85ed9198 (ffff8800994db100) 00000100:00100000:3.0:1742903181.409655:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a769f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+93:2010:x1827566172548992:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.409655:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.409657:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e400/0x5d4000e30d83bf3a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903181.409661:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.409661:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e400/0x5d4000e30d83bf3a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x806:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903181.409664:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072277400/0x5d4000e30d837c20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eec70 expref: 93 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.409671:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072277400/0x5d4000e30d837c20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eec70 expref: 93 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.409673:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d83bf79 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409678:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d83bf79 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.409680:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072277400/0x5d4000e30d837c20 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eec70 expref: 93 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.409682:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d83bf79 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.409686:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801233a3800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903181.409687:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.409688:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.409688:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d83bf79 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.409690:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072276c00/0x5d4000e30d83d6b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409692:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d83bf79 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.409696:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072276c00/0x5d4000e30d83d6b7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409698:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x396e6a5e (ffff8800994db400) 00010000:00010000:1.0:1742903181.409699:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.409701:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d83bf79 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.409705:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.409705:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801233a3800/0x5d4000e30d83bf79 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7ff:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.409717:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a769f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+92:2010:x1827566172548992:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 61us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903181.409717:0:9551:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a78a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3762:x1827566161342336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5166us (5294us total) trans 4294970607 rc 0/0 00010000:00010000:1.0:1742903181.409718:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83bfaa lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7ff:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903181.409723:0:9551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11644 00010000:00010000:1.0:1742903181.409723:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83bfaa lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7ff:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00000100:00100000:3.0:1742903181.409725:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22783 00010000:00010000:1.0:1742903181.409727:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83bfaa lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7ff:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.409731:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86bc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.409733:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83bfaa lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7ff:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903181.409736:0:11912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072276c00/0x5d4000e30d83d6b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.409736:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.409737:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83bfaa lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7ff:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903181.409740:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b657a00/0x5d4000e30d83d6be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.409741:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072276c00/0x5d4000e30d83d6b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409742:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x582e84a0 (ffff880099280900) 00010000:00010000:1.0:1742903181.409744:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903181.409745:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b657a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.409746:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83bfaa lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7ff:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903181.409748:0:11912:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072276c00/0x5d4000e30d83d6b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.409748:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b657a00/0x5d4000e30d83d6be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409749:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86bc00/0x5d4000e30d83bfaa lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7ff:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903181.409753:0:11912:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072276c00/0x5d4000e30d83d6b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.409753:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b657a00/0x5d4000e30d83d6be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.409760:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b657a00/0x5d4000e30d83d6be lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409760:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072045a00/0x5d4000e30d83bfdb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903181.409762:0:11912:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903181.409764:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072045a00/0x5d4000e30d83bfdb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903181.409765:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b657a00/0x5d4000e30d83d6be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409768:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072045a00/0x5d4000e30d83bfdb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.409772:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072045a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.409774:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072045a00/0x5d4000e30d83bfdb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903181.409776:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.409779:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072276c00/0x5d4000e30d83d6b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409779:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072045a00/0x5d4000e30d83bfdb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903181.409784:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072276c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.409784:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ff:0x0].0x261139b2 (ffff8800994db300) 00010000:00010000:1.0:1742903181.409786:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903181.409787:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072276c00/0x5d4000e30d83d6b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409788:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072045a00/0x5d4000e30d83bfdb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903181.409792:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072276c00/0x5d4000e30d83d6b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409792:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072045a00/0x5d4000e30d83bfdb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7ff:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903181.409799:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072276c00/0x5d4000e30d83d6b7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.409805:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072276c00/0x5d4000e30d83d6b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409805:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83c00c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7fe:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409810:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83c00c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7fe:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.409814:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.409814:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83c00c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7fe:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.409815:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.409817:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.409818:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c051000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.409820:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83c00c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7fe:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409824:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83c00c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7fe:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409830:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x396e6a5e (ffff8800721ba300) 00010000:00010000:1.0:1742903181.409831:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.409833:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83c00c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7fe:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409841:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c051000/0x5d4000e30d83c00c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7fe:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409853:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83c044 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7fe:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409857:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83c044 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7fe:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409861:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83c044 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7fe:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409865:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5d600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.409867:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83c044 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7fe:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409871:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83c044 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7fe:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.409874:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.409876:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x582e84a0 (ffff880099280e00) 00010000:00010000:1.0:1742903181.409878:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.409880:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83c044 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7fe:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409884:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5d600/0x5d4000e30d83c044 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7fe:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409894:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf800/0x5d4000e30d83c124 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7fe:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409898:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf800/0x5d4000e30d83c124 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7fe:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.409901:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903181.409905:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf800/0x5d4000e30d83c124 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7fe:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409909:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cebf800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.409911:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf800/0x5d4000e30d83c124 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7fe:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.409912:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172549120 00000100:00100000:3.0:1742903181.409915:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172549120 00010000:00010000:1.0:1742903181.409915:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf800/0x5d4000e30d83c124 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7fe:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409921:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fe:0x0].0x261139b2 (ffff8800721ba100) 00010000:00010000:1.0:1742903181.409922:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903181.409924:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099525800/0x5d4000e30d838c18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef178 expref: 93 pid: 18861 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.409924:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf800/0x5d4000e30d83c124 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7fe:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409928:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf800/0x5d4000e30d83c124 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7fe:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.409935:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22784 00000100:00100000:3.0:1742903181.409939:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+93:2010:x1827566172549120:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.409940:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83c140 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.409942:0:18856:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d6b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.409944:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.409944:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83c140 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.409947:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099525800/0x5d4000e30d838c18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef178 expref: 93 pid: 18861 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.409949:0:18856:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d6b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409949:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83c140 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.409952:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099d18200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.409954:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83c140 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.409955:0:18856:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d6b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409958:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83c140 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.409959:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099525800/0x5d4000e30d838c18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef178 expref: 93 pid: 18861 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.409961:0:18856:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d6b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409964:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xba72bac9 (ffff88009b855700) 00010000:00010000:1.0:1742903181.409966:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.409968:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83c140 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.409969:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099525800/0x5d4000e30d838c18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef178 expref: 93 pid: 18861 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.409970:0:18856:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903181.409972:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d18200/0x5d4000e30d83c140 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.409977:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.409978:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.409980:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072276800/0x5d4000e30d83d6c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409983:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d83c15c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.409985:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072276e00/0x5d4000e30d83d6a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.409986:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072276800/0x5d4000e30d83d6c5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409988:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d83c15c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.409990:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072276e00/0x5d4000e30d83d6a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409992:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d83c15c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.409995:0:18848:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072276e00/0x5d4000e30d83d6a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.409996:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072045400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903181.409997:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.409998:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d83c15c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.410000:0:18848:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072276e00/0x5d4000e30d83d6a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.410002:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d83c15c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.410007:0:18848:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1742903181.410008:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x7d62b0d (ffff8800994dba00) 00000100:00100000:3.0:1742903181.410009:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+92:2010:x1827566172549120:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 69us (108us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.410009:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.410011:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d83c15c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.410014:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22784 00010000:00010000:1.0:1742903181.410015:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072045400/0x5d4000e30d83c15c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.410019:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1742903181.410022:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d6b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.410024:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.410027:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072276e00/0x5d4000e30d83d6a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.410028:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801307a2a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.410029:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141aa00/0x5d4000e30d83c194 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.410031:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d6b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.410033:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072276e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.410034:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141aa00/0x5d4000e30d83c194 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.410035:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072276e00/0x5d4000e30d83d6a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.410037:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d6b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.410038:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141aa00/0x5d4000e30d83c194 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.410041:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072276e00/0x5d4000e30d83d6a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.410042:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141aa00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.410044:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141aa00/0x5d4000e30d83c194 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.410045:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d6b0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.410049:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072276e00/0x5d4000e30d83d6a9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.410049:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141aa00/0x5d4000e30d83c194 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.410051:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d6b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.410055:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072276e00/0x5d4000e30d83d6a9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.410055:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xc734d1c8 (ffff880091643300) 00010000:00010000:1.0:1742903181.410057:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.410059:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141aa00/0x5d4000e30d83c194 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.410063:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.410063:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141aa00/0x5d4000e30d83c194 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.410064:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.410065:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.410065:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.410067:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.410068:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.410075:0:18853:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072276800/0x5d4000e30d83d6c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.410076:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83c258 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410080:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83c258 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903181.410081:0:18853:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072276800/0x5d4000e30d83d6c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.410085:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83c258 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903181.410087:0:18853:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072276800/0x5d4000e30d83d6c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.410088:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012eb6c400 already unused, calling callback (ffffffffa0f1b760) 00000100:00080000:2.0:1742903181.410090:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1742903151 00010000:00010000:1.0:1742903181.410090:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83c258 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903181.410092:0:18853:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072276800/0x5d4000e30d83d6c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.410095:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83c258 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:3.0:1742903181.410100:0:18853:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903181.410100:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xba72bac9 (ffff88012e2e1600) 00010000:00010000:1.0:1742903181.410102:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.410104:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83c258 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410109:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83c258 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903181.410118:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.410120:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00200/0x5d4000e30d83c26d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410125:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00200/0x5d4000e30d83c26d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.410126:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072276800/0x5d4000e30d83d6c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.410129:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00200/0x5d4000e30d83c26d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.410131:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072276800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.410133:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af00200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903181.410134:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072276800/0x5d4000e30d83d6c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.410135:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00200/0x5d4000e30d83c26d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.410139:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072276800/0x5d4000e30d83d6c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.410140:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00200/0x5d4000e30d83c26d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410145:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x7b2f0bbe (ffff88009d121900) 00010000:00010000:1.0:1742903181.410147:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903181.410148:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072276800/0x5d4000e30d83d6c5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.410149:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00200/0x5d4000e30d83c26d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.410153:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072276800/0x5d4000e30d83d6c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.410157:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00200/0x5d4000e30d83c26d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.410164:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.410165:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.410167:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.410171:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01e00/0x5d4000e30d83c290 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410176:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01e00/0x5d4000e30d83c290 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410181:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01e00/0x5d4000e30d83c290 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000004:00080000:3.0:1742903181.410183:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012dd13b80/2, rc 0, transno 4294970607 00010000:00010000:1.0:1742903181.410185:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af01e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.410187:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01e00/0x5d4000e30d83c290 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410191:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01e00/0x5d4000e30d83c290 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410197:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0x985392a1 (ffff880099660e00) 00010000:00010000:1.0:1742903181.410199:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.410201:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01e00/0x5d4000e30d83c290 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410205:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01e00/0x5d4000e30d83c290 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410220:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c2ac lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410225:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c2ac lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410233:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c2ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410237:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c11aa00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.410239:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c2ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410242:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c2ac lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410247:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x7d62b0d (ffff88009931b400) 00010000:00010000:1.0:1742903181.410249:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.410251:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c2ac lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410255:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c11aa00/0x5d4000e30d83c2ac lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410268:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247000/0x5d4000e30d83c2c8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410272:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099247000/0x5d4000e30d83c2c8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410276:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099247000/0x5d4000e30d83c2c8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410280:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099247000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.410282:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247000/0x5d4000e30d83c2c8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410286:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247000/0x5d4000e30d83c2c8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410292:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xe4a56594 (ffff88009910c200) 00010000:00010000:1.0:1742903181.410294:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.410296:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099247000/0x5d4000e30d83c2c8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410300:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247000/0x5d4000e30d83c2c8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410311:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247400/0x5d4000e30d83c2e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410347:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099247400/0x5d4000e30d83c2e4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410351:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099247400/0x5d4000e30d83c2e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410355:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099247400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.410358:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247400/0x5d4000e30d83c2e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410363:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247400/0x5d4000e30d83c2e4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410369:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d3:0x0].0xa4b2186b (ffff88009910cb00) 00010000:00010000:1.0:1742903181.410371:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.410373:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099247400/0x5d4000e30d83c2e4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410377:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247400/0x5d4000e30d83c2e4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d3:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410393:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01a00/0x5d4000e30d83c300 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410397:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01a00/0x5d4000e30d83c300 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410402:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01a00/0x5d4000e30d83c300 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410406:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af01a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.410408:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01a00/0x5d4000e30d83c300 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410413:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01a00/0x5d4000e30d83c300 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410419:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xc734d1c8 (ffff88009b855300) 00010000:00010000:1.0:1742903181.410421:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.410423:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01a00/0x5d4000e30d83c300 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410426:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01a00/0x5d4000e30d83c300 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410438:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d600/0x5d4000e30d83c31c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410443:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d600/0x5d4000e30d83c31c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410447:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d600/0x5d4000e30d83c31c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410454:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009924d600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.410456:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d600/0x5d4000e30d83c31c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410461:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d600/0x5d4000e30d83c31c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410466:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x7b2f0bbe (ffff88009b855b00) 00010000:00010000:1.0:1742903181.410467:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.410469:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d600/0x5d4000e30d83c31c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410473:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009924d600/0x5d4000e30d83c31c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410484:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83c354 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410488:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83c354 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410492:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83c354 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410496:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86a600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.410497:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83c354 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410502:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83c354 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410507:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0x985392a1 (ffff88012dd00000) 00010000:00010000:1.0:1742903181.410509:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.410511:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83c354 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410515:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86a600/0x5d4000e30d83c354 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410527:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83c3a8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410531:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83c3a8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410536:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83c3a8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410539:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b86ae00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.410542:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83c3a8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410546:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83c3a8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410551:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x3d99db37 (ffff88012dd00a00) 00010000:00010000:1.0:1742903181.410552:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.410554:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83c3a8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410558:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b86ae00/0x5d4000e30d83c3a8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410579:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ba00/0x5d4000e30d83c3ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410587:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ba00/0x5d4000e30d83c3ee lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410591:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ba00/0x5d4000e30d83c3ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410594:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009900ba00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.410597:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ba00/0x5d4000e30d83c3ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410601:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ba00/0x5d4000e30d83c3ee lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410607:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xe4a56594 (ffff8800b4242f00) 00010000:00010000:1.0:1742903181.410609:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.410611:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ba00/0x5d4000e30d83c3ee lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410614:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009900ba00/0x5d4000e30d83c3ee lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.410628:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d83c3e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410633:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d83c3e0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410637:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d83c3e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410640:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072350800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.410642:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d83c3e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410647:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d83c3e0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410652:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x4b9bf994 (ffff88009c6e2700) 00010000:00010000:1.0:1742903181.410653:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.410655:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d83c3e0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410659:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072350800/0x5d4000e30d83c3e0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410671:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072351600/0x5d4000e30d83c418 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410675:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072351600/0x5d4000e30d83c418 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410679:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072351600/0x5d4000e30d83c418 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410683:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072351600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.410685:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072351600/0x5d4000e30d83c418 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410689:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072351600/0x5d4000e30d83c418 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410693:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d2:0x0].0xa4b2186b (ffff880084090e00) 00010000:00010000:1.0:1742903181.410695:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.410696:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072351600/0x5d4000e30d83c418 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410703:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072351600/0x5d4000e30d83c418 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7d2:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410714:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d83c434 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410718:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d83c434 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410723:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d83c434 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410726:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072351200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.410728:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d83c434 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410732:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d83c434 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410737:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0xbfc2eca6 (ffff88009910ca00) 00010000:00010000:1.0:1742903181.410739:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.410741:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d83c434 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410745:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072351200/0x5d4000e30d83c434 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410755:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c450 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410760:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c450 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410768:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c450 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410771:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099247a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.410773:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c450 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410778:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c450 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410784:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x37eb7f65 (ffff88012e8a3900) 00010000:00010000:1.0:1742903181.410786:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.410787:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c450 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410792:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099247a00/0x5d4000e30d83c450 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410811:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c600/0x5d4000e30d83c4ea lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410816:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c600/0x5d4000e30d83c4ea lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410820:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c600/0x5d4000e30d83c4ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410823:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46c600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.410825:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c600/0x5d4000e30d83c4ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410829:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c600/0x5d4000e30d83c4ea lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410835:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x3d99db37 (ffff88012e8a3f00) 00010000:00010000:1.0:1742903181.410837:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.410839:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c600/0x5d4000e30d83c4ea lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410843:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c600/0x5d4000e30d83c4ea lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410855:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6e00/0x5d4000e30d83c4dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.410859:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6e00/0x5d4000e30d83c4dc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.410863:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6e00/0x5d4000e30d83c4dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.410866:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cef6e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.410868:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6e00/0x5d4000e30d83c4dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.410872:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6e00/0x5d4000e30d83c4dc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.410878:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x7fa9a95 (ffff88009c6e2300) 00010000:00010000:1.0:1742903181.410880:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.410882:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6e00/0x5d4000e30d83c4dc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.410886:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6e00/0x5d4000e30d83c4dc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c5:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.410905:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924cc00/0x5d4000e30d83c530 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410911:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009924cc00/0x5d4000e30d83c530 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410915:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009924cc00/0x5d4000e30d83c530 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410918:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009924cc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.410921:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924cc00/0x5d4000e30d83c530 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410925:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924cc00/0x5d4000e30d83c530 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410931:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x4b9bf994 (ffff88012dd00700) 00010000:00010000:1.0:1742903181.410933:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.410934:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009924cc00/0x5d4000e30d83c530 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410938:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009924cc00/0x5d4000e30d83c530 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410953:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c584 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410957:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c584 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410961:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c584 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410964:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af5c800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.410966:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c584 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410971:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c584 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410976:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x41c358e5 (ffff880099158e00) 00010000:00010000:1.0:1742903181.410977:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.410979:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c584 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410983:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af5c800/0x5d4000e30d83c584 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x835:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410994:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c5a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.410998:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c5a0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.411003:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c5a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.411007:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cef7e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.411009:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c5a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.411014:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c5a0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.411018:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0xbfc2eca6 (ffff880099280d00) 00010000:00010000:1.0:1742903181.411020:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.411022:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c5a0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.411029:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef7e00/0x5d4000e30d83c5a0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.411041:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75c00/0x5d4000e30d83c5bc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.411046:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75c00/0x5d4000e30d83c5bc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.411050:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75c00/0x5d4000e30d83c5bc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.411054:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed75c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.411056:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75c00/0x5d4000e30d83c5bc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.411060:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75c00/0x5d4000e30d83c5bc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.411066:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x155bec67 (ffff88012e8a3800) 00010000:00010000:1.0:1742903181.411067:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.411069:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75c00/0x5d4000e30d83c5bc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.411073:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75c00/0x5d4000e30d83c5bc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x835:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.411087:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d83c5d8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.411093:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d83c5d8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.411100:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d83c5d8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.411104:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46d200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.411106:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d83c5d8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.411110:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d83c5d8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.411115:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x37eb7f65 (ffff88012e8a3e00) 00010000:00010000:1.0:1742903181.411117:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.411119:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d83c5d8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903181.411119:0:18862:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+14:3763:x1827566161340800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7179us (7323us total) trans 4294970544 rc 0/0 00010000:00010000:1.0:1742903181.411123:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46d200/0x5d4000e30d83c5d8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903181.411125:0:18862:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11638 00010000:00010000:1.0:1742903181.411136:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ce00/0x5d4000e30d83c5f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.411140:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ce00/0x5d4000e30d83c5f4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.411145:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ce00/0x5d4000e30d83c5f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.411149:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46ce00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.411151:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ce00/0x5d4000e30d83c5f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000004:00080000:0.0:1742903181.411152:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a55f80/2, rc 0, transno 4294970544 00010000:00010000:1.0:1742903181.411155:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ce00/0x5d4000e30d83c5f4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903181.411159:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161340800:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.411161:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x7fa9a95 (ffff8800916eb900) 00010000:00010000:1.0:1742903181.411163:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903181.411198:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161344512:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.411220:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.411240:0:18862:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161344512 00000100:00100000:0.0:1742903181.411243:0:18862:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161344512 00000100:00100000:0.0:1742903181.411256:0:18862:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11654 00000100:00100000:0.0:1742903181.411260:0:18862:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+14:3763:x1827566161344512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903181.411275:0:18862:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1793 count 1 00010000:00010000:0.0:1742903181.411291:0:18862:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072286c00/0x5d4000e30d83d704 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.411304:0:18862:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072038600/0x5d4000e30d83b05a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd25 expref: 91 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.411309:0:18862:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.411311:0:18862:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.411313:0:18862:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072286c00/0x5d4000e30d83d704 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.411356:0:18862:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072038600/0x5d4000e30d83b05a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd25 expref: 91 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.411365:0:18862:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072038600/0x5d4000e30d83b05a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd25 expref: 91 pid: 9553 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.411375:0:18862:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a799f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18862:1827566161344640:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.411411:0:18862:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1742903181.411511:0:18882:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a78b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:18882:1827566161343488:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.411522:0:18882:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c1e3a00/0x5d4000e30d83d6d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.411542:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.411553:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172549248 00000100:00100000:0.0:1742903181.411555:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172549248 00010000:00010000:0.0:1742903181.411566:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099bd1000/0x5d4000e30d838cb9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef1b7 expref: 92 pid: 18861 timeout: 409 lvb_type: 1 00000100:00100000:0.0:1742903181.411579:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22785 00000100:00100000:0.0:1742903181.411582:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a798380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+92:2008:x1827566172549248:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.411589:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.411592:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099bd1000/0x5d4000e30d838cb9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef1b7 expref: 92 pid: 18861 timeout: 409 lvb_type: 1 00010000:00010000:0.0:1742903181.411599:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099bd1000/0x5d4000e30d838cb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef1b7 expref: 92 pid: 18861 timeout: 409 lvb_type: 1 00010000:00010000:0.0:1742903181.411610:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.411611:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.411614:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993d0200/0x5d4000e30d83d6cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.411624:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993d0200/0x5d4000e30d83d6cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.411634:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903181.411648:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a798380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+92:2008:x1827566172549248:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 64us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.411653:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22785 00000100:00100000:0.0:1742903181.411708:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.411717:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172549376 00000100:00100000:0.0:1742903181.411720:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172549376 00010000:00010000:0.0:1742903181.411728:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f63d400/0x5d4000e30d83a682 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9f2 expref: 92 pid: 18863 timeout: 409 lvb_type: 1 00000100:00100000:3.0:1742903181.411729:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161342336:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.411740:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22786 00000100:00100000:0.0:1742903181.411743:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7ed7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+92:2008:x1827566172549376:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.411749:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.411752:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f63d400/0x5d4000e30d83a682 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9f2 expref: 92 pid: 18863 timeout: 409 lvb_type: 1 00010000:00010000:0.0:1742903181.411759:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f63d400/0x5d4000e30d83a682 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9f2 expref: 92 pid: 18863 timeout: 409 lvb_type: 1 00010000:00010000:0.0:1742903181.411769:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f63d400/0x5d4000e30d83a682 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9f2 expref: 92 pid: 18863 timeout: 409 lvb_type: 1 00010000:00010000:0.0:1742903181.411781:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.411782:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.411785:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1e3a00/0x5d4000e30d83d6d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.411790:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1e3a00/0x5d4000e30d83d6d3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.411799:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903181.411811:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7ed7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+91:2008:x1827566172549376:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 67us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.411816:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22786 00000100:00100000:3.0:1742903181.411822:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+16:3763:x1827566161340672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7735us (7968us total) trans 4294970545 rc 0/0 00000100:00100000:3.0:1742903181.411831:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11639 00000100:00100000:0.0:1742903181.411846:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a78a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161344768:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1742903181.411852:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a55c00/2, rc 0, transno 4294970545 00000100:00100000:3.0:1742903181.411858:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161340672:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.411863:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903181.411872:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161344768 00000100:00100000:3.0:1742903181.411874:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161344768 00000100:00100000:3.0:1742903181.411887:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11655 00000100:00100000:3.0:1742903181.411891:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+14:3764:x1827566161344768:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1742903181.411896:0:18882:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c1e3a00/0x5d4000e30d83d6d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1742903181.411902:0:18863:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1788 count 1 00010000:00010000:0.0:1742903181.411903:0:18882:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c1e3a00/0x5d4000e30d83d6d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.411910:0:18882:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c1e3a00/0x5d4000e30d83d6d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.411911:0:18863:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091403800/0x5d4000e30d83d70b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.411915:0:18882:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1e3a00/0x5d4000e30d83d6d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.411921:0:18863:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880123382a00/0x5d4000e30d839c4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6bf expref: 91 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.411924:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ce00/0x5d4000e30d83c5f4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.411925:0:18850:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:3763:x1827566161340288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7991us (8191us total) trans 4294970546 rc 0/0 00010000:00010000:1.0:1742903181.411930:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46ce00/0x5d4000e30d83c5f4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7c4:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.411930:0:18882:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1742903181.411931:0:18850:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11637 00010000:00010000:3.0:1742903181.411941:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.411942:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.411944:0:18863:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091403800/0x5d4000e30d83d70b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.411944:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.411948:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c1e3a00/0x5d4000e30d83d6d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.411954:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e3a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.411954:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099716000/0x5d4000e30d83c610 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.411956:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c1e3a00/0x5d4000e30d83d6d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.411959:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099716000/0x5d4000e30d83c610 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.411960:0:18863:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880123382a00/0x5d4000e30d839c4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6bf expref: 91 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.411963:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c1e3a00/0x5d4000e30d83d6d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.411964:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099716000/0x5d4000e30d83c610 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.411967:0:18863:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880123382a00/0x5d4000e30d839c4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6bf expref: 91 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.411968:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099716000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.411971:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716000/0x5d4000e30d83c610 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.411972:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c1e3a00/0x5d4000e30d83d6d3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.411975:0:18863:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a769c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18863:1827566161345024:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.411976:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099716000/0x5d4000e30d83c610 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.411978:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c1e3a00/0x5d4000e30d83d6d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.411983:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0xb0773fd (ffff88012e8a3700) 00010000:00010000:1.0:1742903181.411985:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903181.411988:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.411988:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099716000/0x5d4000e30d83c610 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.411990:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.411991:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.411992:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099716000/0x5d4000e30d83c610 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x835:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.412002:0:18863:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a6d840 going to sleep for 11 seconds 00000100:00100000:0.0:1742903181.412004:0:18882:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+15:3764:x1827566161340928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5111us (5727us total) trans 4294970547 rc 0/0 00010000:00010000:1.0:1742903181.412007:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28200/0x5d4000e30d83c680 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903181.412009:0:18882:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11647 00010000:00010000:1.0:1742903181.412013:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28200/0x5d4000e30d83c680 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00000004:00080000:3.0:1742903181.412015:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a57100/2, rc 0, transno 4294970546 00010000:00010000:1.0:1742903181.412017:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28200/0x5d4000e30d83c680 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.412020:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f28200 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:3.0:1742903181.412022:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161340288:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.412022:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28200/0x5d4000e30d83c680 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.412027:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28200/0x5d4000e30d83c680 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00000004:00080000:0.0:1742903181.412031:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a56a00/2, rc 0, transno 4294970547 00010000:00010000:1.0:1742903181.412032:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x41c358e5 (ffff88012e8a3100) 00000100:00100000:0.0:1742903181.412034:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161340928:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.412035:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.412037:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28200/0x5d4000e30d83c680 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903181.412038:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1742903181.412041:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f28200/0x5d4000e30d83c680 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x834:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903181.412043:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161344896:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.412053:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c6bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412057:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c6bf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903181.412057:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.412061:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c6bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412065:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cef6400 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:2.0:1742903181.412067:0:18280:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a78bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18280:1827566161343744:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.412067:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c6bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412072:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c6bf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903181.412073:0:9551:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161344896 00000100:00100000:0.0:1742903181.412076:0:9551:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161344896 00010000:00010000:1.0:1742903181.412077:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0x155bec67 (ffff88009b855f00) 00010000:00010000:2.0:1742903181.412078:0:18280:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c1e3400/0x5d4000e30d83d6da lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412079:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.412081:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c6bf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412085:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cef6400/0x5d4000e30d83c6bf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x834:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903181.412087:0:9551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11656 00000100:00100000:0.0:1742903181.412091:0:9551:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3764:x1827566161344896:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.412099:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c7b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00002000:00080000:0.0:1742903181.412100:0:9551:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1792 count 1 00010000:00010000:1.0:1742903181.412104:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c7b4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.412106:0:11912:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3762:x1827566161341824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7563us (7704us total) trans 4294970608 rc 0/0 00010000:00010000:0.0:1742903181.412108:0:9551:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072287400/0x5d4000e30d83d712 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412109:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c7b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.412112:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11643 00010000:00010000:1.0:1742903181.412112:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141bc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.412115:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c7b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.412117:0:9551:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83af49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcb5 expref: 90 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412119:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c7b4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.412122:0:9551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.412124:0:9551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.412125:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0xe8edbb38 (ffff880099158800) 00010000:00010000:0.0:1742903181.412126:0:9551:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072287400/0x5d4000e30d83d712 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412127:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.412129:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c7b4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7de:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.412135:0:10647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099bd1000/0x5d4000e30d838cb9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef1b7 expref: 90 pid: 18861 timeout: 409 lvb_type: 1 00010000:00010000:1.0:1742903181.412137:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141bc00/0x5d4000e30d83c7b4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7de:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.412140:0:9551:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83af49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcb5 expref: 90 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.412143:0:10647:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a76b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10647:1827566161343360:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.412148:0:9551:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83af49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcb5 expref: 89 pid: 9553 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.412149:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099717e00/0x5d4000e30d83c7d0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.412152:0:10647:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800993d0200/0x5d4000e30d83d6cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412154:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099717e00/0x5d4000e30d83c7d0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903181.412155:0:9551:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9551:1827566161345152:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.412158:0:18856:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3762:x1827566161342208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7702us (7781us total) trans 4294970609 rc 0/0 00010000:00010000:1.0:1742903181.412158:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099717e00/0x5d4000e30d83c7d0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.412159:0:10647:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800993d0200/0x5d4000e30d83d6cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412162:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099717e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903181.412164:0:10647:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800993d0200/0x5d4000e30d83d6cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.412164:0:18856:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11642 00010000:00010000:1.0:1742903181.412164:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099717e00/0x5d4000e30d83c7d0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412169:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099717e00/0x5d4000e30d83c7d0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.412170:0:10647:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800993d0200/0x5d4000e30d83d6cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.412172:0:9551:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e40c0 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.412174:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x834:0x0].0xb0773fd (ffff880099158f00) 00010000:00010000:3.0:1742903181.412175:0:10647:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800993d0200/0x5d4000e30d83d6cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412176:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.412178:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099717e00/0x5d4000e30d83c7d0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412182:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099717e00/0x5d4000e30d83c7d0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x834:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.412184:0:10647:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903181.412203:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c824 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412208:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c824 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412216:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c824 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412220:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009924ce00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.412222:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c824 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412227:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c824 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903181.412227:0:9553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a79aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9553:1827566161343872:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.412233:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0xd60d7337 (ffff880099158b00) 00000100:00100000:2.0:1742903181.412234:0:18848:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3762:x1827566161341696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7811us (7882us total) trans 4294970610 rc 0/0 00010000:00010000:1.0:1742903181.412234:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.412236:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c824 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7de:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.412237:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072286600/0x5d4000e30d83d6e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.412239:0:18848:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11641 00010000:00010000:1.0:1742903181.412240:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009924ce00/0x5d4000e30d83c824 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7de:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.412245:0:10647:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3764:x1827566161340416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5533us (5996us total) trans 4294970548 rc 0/0 00000100:00100000:3.0:1742903181.412252:0:10647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11646 00010000:00010000:1.0:1742903181.412253:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ae00/0x5d4000e30d83c840 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000004:00080000:0.0:1742903181.412253:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a56300/2, rc 0, transno 4294970548 00000100:00100000:0.0:1742903181.412256:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161340416:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.412258:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ae00/0x5d4000e30d83c840 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903181.412260:0:18859:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a76a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18859:1827566161343616:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.412262:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.412262:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ae00/0x5d4000e30d83c840 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.412265:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800993d0200/0x5d4000e30d83d6cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412266:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141ae00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903181.412268:0:18859:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800993d0a00/0x5d4000e30d83d6e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412268:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ae00/0x5d4000e30d83c840 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.412272:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800993d0200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.412273:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ae00/0x5d4000e30d83c840 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.412274:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800993d0200/0x5d4000e30d83d6cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412279:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x66c02682 (ffff88012e8a3b00) 00010000:00010000:3.0:1742903181.412280:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800993d0200/0x5d4000e30d83d6cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412280:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.412283:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ae00/0x5d4000e30d83c840 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7de:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412287:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ae00/0x5d4000e30d83c840 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7de:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.412289:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800993d0200/0x5d4000e30d83d6cc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.412294:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800993d0200/0x5d4000e30d83d6cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.412298:0:18857:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a769500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18857:1827566161344000:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.412299:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c800/0x5d4000e30d83c878 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412303:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c800/0x5d4000e30d83c878 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.412306:0:18857:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091402200/0x5d4000e30d83d6ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412308:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c800/0x5d4000e30d83c878 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.412311:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.412312:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.412312:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46c800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903181.412313:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.412338:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c800/0x5d4000e30d83c878 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412344:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c800/0x5d4000e30d83c878 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412350:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x86195b67 (ffff880099280500) 00010000:00010000:1.0:1742903181.412352:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1742903181.412352:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903181.412354:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c800/0x5d4000e30d83c878 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7de:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412358:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c800/0x5d4000e30d83c878 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7de:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903181.412359:0:18845:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a788e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:18845:1827566161344128:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.412362:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172550016 00000100:00100000:0.0:1742903181.412364:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172550016 00010000:00010000:2.0:1742903181.412368:0:18845:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83d6f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412373:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c974 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.412373:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099d60800/0x5d4000e30d838e41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef23c expref: 92 pid: 18861 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.412378:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c974 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412382:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c974 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903181.412384:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22787 00010000:00010000:1.0:1742903181.412387:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af01200 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:0.0:1742903181.412387:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+92:2009:x1827566172550016:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.412389:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c974 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412393:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c974 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.412393:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.412396:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099d60800/0x5d4000e30d838e41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef23c expref: 92 pid: 18861 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.412399:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0xe8edbb38 (ffff88012e8a3400) 00010000:00010000:1.0:1742903181.412401:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.412403:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c974 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7df:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.412404:0:18853:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3765:x1827566161340544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6411us (7751us total) trans 4294970549 rc 0/0 00010000:00010000:0.0:1742903181.412404:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099d60800/0x5d4000e30d838e41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef23c expref: 92 pid: 18861 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.412407:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af01200/0x5d4000e30d83c974 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7df:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.412409:0:18853:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11645 00000100:00100000:2.0:1742903181.412415:0:18279:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a788000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:18279:1827566161344384:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.412415:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099d60800/0x5d4000e30d838e41 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef23c expref: 92 pid: 18861 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.412420:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c200/0x5d4000e30d83c990 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.412423:0:18279:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009900aa00/0x5d4000e30d83d6fd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.412423:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.412424:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.412426:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c200/0x5d4000e30d83c990 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.412427:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83d6f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412430:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c200/0x5d4000e30d83c990 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.412433:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83d6f6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412434:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46c200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.412436:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c200/0x5d4000e30d83c990 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000004:00080000:2.0:1742903181.412437:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a56d80/2, rc 0, transno 4294970549 00010000:00010000:1.0:1742903181.412441:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c200/0x5d4000e30d83c990 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903181.412442:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161340544:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1742903181.412444:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903181.412445:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1742903181.412446:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x92de3403 (ffff8800b19ea500) 00010000:00010000:1.0:1742903181.412448:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903181.412450:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a78aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161345536:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.412450:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c200/0x5d4000e30d83c990 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7de:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412455:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f46c200/0x5d4000e30d83c990 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7de:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903181.412457:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+91:2009:x1827566172550016:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 69us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.412462:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22787 00000100:00100000:2.0:1742903181.412466:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.412468:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10200/0x5d4000e30d83c9e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412472:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10200/0x5d4000e30d83c9e4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412476:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10200/0x5d4000e30d83c9e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.412479:0:18845:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83d6f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412479:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec10200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.412481:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10200/0x5d4000e30d83c9e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.412485:0:18845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83d6f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412485:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10200/0x5d4000e30d83c9e4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412490:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0xd60d7337 (ffff880093753000) 00000100:00100000:0.0:1742903181.412490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903181.412491:0:18845:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83d6f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.412492:0:18853:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161345536 00010000:00010000:1.0:1742903181.412492:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.412494:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10200/0x5d4000e30d83c9e4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7df:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.412495:0:18853:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161345536 00010000:00010000:2.0:1742903181.412497:0:18845:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83d6f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.412499:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172549632 00010000:00010000:1.0:1742903181.412501:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec10200/0x5d4000e30d83c9e4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7df:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903181.412501:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172549632 00000100:00100000:3.0:1742903181.412505:0:18853:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11657 00010000:00010000:2.0:1742903181.412506:0:18845:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1742903181.412509:0:18853:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3765:x1827566161345536:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1742903181.412509:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3da000/0x5d4000e30d838e3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef243 expref: 90 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.412513:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d83ca00 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00002000:00080000:3.0:1742903181.412518:0:18853:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1018 count 1 00010000:00010000:1.0:1742903181.412518:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d83ca00 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903181.412520:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22788 00010000:00010000:1.0:1742903181.412523:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d83ca00 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903181.412523:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+90:2007:x1827566172549632:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.412526:0:18853:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099e5d400/0x5d4000e30d83d719 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412527:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdd400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.412528:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d83ca00 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.412528:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.412531:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c3da000/0x5d4000e30d838e3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef243 expref: 90 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.412532:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d83ca00 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.412534:0:18853:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099baa600/0x5d4000e30d7a16e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befef expref: 90 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412537:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0xc7fe5838 (ffff88009c7e0800) 00010000:00010000:1.0:1742903181.412539:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903181.412540:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.412540:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d83ca00 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7de:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.412541:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.412541:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c3da000/0x5d4000e30d838e3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef243 expref: 90 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.412543:0:18853:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099e5d400/0x5d4000e30d83d719 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412545:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd400/0x5d4000e30d83ca00 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7de:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.412550:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c3da000/0x5d4000e30d838e3a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef243 expref: 90 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.412556:0:18853:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099baa600/0x5d4000e30d7a16e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befef expref: 90 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.412558:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.412559:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.412562:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993d0a00/0x5d4000e30d83d6e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.412563:0:18853:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099baa600/0x5d4000e30d7a16e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befef expref: 89 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.412565:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc800/0x5d4000e30d83ca1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.412567:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993d0a00/0x5d4000e30d83d6e1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412570:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc800/0x5d4000e30d83ca1c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.412571:0:18853:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a76b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18853:1827566161345664:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.412573:0:18845:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a78b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3765:x1827566161342592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5436us (5991us total) trans 4294970611 rc 0/0 00010000:00010000:0.0:1742903181.412577:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903181.412578:0:18845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11652 00010000:00010000:1.0:1742903181.412578:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc800/0x5d4000e30d83ca1c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412587:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdc800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.412589:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc800/0x5d4000e30d83ca1c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.412590:0:18853:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a6d300 going to sleep for 11 seconds 00010000:00010000:2.0:1742903181.412590:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1742903181.412592:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+89:2007:x1827566172549632:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 68us (102us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903181.412593:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83d6f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412594:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc800/0x5d4000e30d83ca1c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903181.412596:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22788 00000100:00100000:3.0:1742903181.412599:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a78bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161345408:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1742903181.412599:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e2c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.412600:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x66c02682 (ffff88009c7e0a00) 00010000:00010000:2.0:1742903181.412602:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83d6f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412602:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.412605:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc800/0x5d4000e30d83ca1c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7df:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.412608:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83d6f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.412608:0:18859:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800993d0a00/0x5d4000e30d83d6e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412609:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc800/0x5d4000e30d83ca1c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7df:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.412612:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1742903181.412613:0:18859:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800993d0a00/0x5d4000e30d83d6e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.412620:0:18859:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800993d0a00/0x5d4000e30d83d6e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.412621:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83d6f6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.412623:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1742903181.412623:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd800/0x5d4000e30d83ca38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.412626:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161345280:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1742903181.412627:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c1e2c00/0x5d4000e30d83d6f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.412628:0:18859:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800993d0a00/0x5d4000e30d83d6e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412632:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd800/0x5d4000e30d83ca38 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412636:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd800/0x5d4000e30d83ca38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.412637:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1742903181.412638:0:18859:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903181.412640:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdd800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.412642:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd800/0x5d4000e30d83ca38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412646:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd800/0x5d4000e30d83ca38 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.412649:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.412652:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800993d0a00/0x5d4000e30d83d6e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412653:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0xdfedbb38 (ffff8800840ab600) 00010000:00010000:1.0:1742903181.412654:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.412656:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd800/0x5d4000e30d83ca38 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7de:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.412658:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800993d0a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.412661:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800993d0a00/0x5d4000e30d83d6e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412661:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdd800/0x5d4000e30d83ca38 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7de:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.412666:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800993d0a00/0x5d4000e30d83d6e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.412674:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800993d0a00/0x5d4000e30d83d6e1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412674:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83ca54 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412678:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83ca54 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.412679:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800993d0a00/0x5d4000e30d83d6e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412682:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83ca54 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412686:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009af00000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903181.412687:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.412688:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83ca54 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.412689:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.412690:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.412692:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83ca54 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.412695:0:18845:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161345408 00000100:00100000:3.0:1742903181.412697:0:18845:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161345408 00010000:00010000:1.0:1742903181.412698:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x86195b67 (ffff880099003a00) 00010000:00010000:1.0:1742903181.412700:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.412702:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83ca54 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7df:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412706:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af00000/0x5d4000e30d83ca54 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7df:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.412708:0:18845:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161345280 00000100:00100000:0.0:1742903181.412709:0:18859:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a78ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+18:3765:x1827566161341056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5669us (6177us total) trans 4294970550 rc 0/0 00000100:00100000:3.0:1742903181.412710:0:18845:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161345280 00000100:00100000:0.0:1742903181.412714:0:18859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11650 00000100:00100000:3.0:1742903181.412718:0:18845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11658 00010000:00010000:1.0:1742903181.412718:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c800/0x5d4000e30d83ca70 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.412721:0:18845:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3763:x1827566161345408:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.412723:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c800/0x5d4000e30d83ca70 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903181.412725:0:18859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11659 00010000:00010000:1.0:1742903181.412728:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c800/0x5d4000e30d83ca70 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903181.412728:0:18859:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a769500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+18:3763:x1827566161345280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1742903181.412730:0:18845:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1015 count 1 00010000:00010000:1.0:1742903181.412732:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012eb6c800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.412734:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c800/0x5d4000e30d83ca70 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00002000:00080000:0.0:1742903181.412738:0:18859:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1794 count 1 00010000:00010000:3.0:1742903181.412739:0:18845:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c562a00/0x5d4000e30d83d720 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412739:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c800/0x5d4000e30d83ca70 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412744:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x7264b700 (ffff880099003700) 00010000:00010000:1.0:1742903181.412746:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.412746:0:18859:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800993d1c00/0x5d4000e30d83d727 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.412747:0:18845:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e871e00/0x5d4000e30d7a1515 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef16 expref: 88 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412748:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c800/0x5d4000e30d83ca70 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7de:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.412752:0:18845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.412752:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6c800/0x5d4000e30d83ca70 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7de:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.412753:0:18845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.412754:0:18859:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e965a00/0x5d4000e30d83b26e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdf0 expref: 88 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.412755:0:18845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c562a00/0x5d4000e30d83d720 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.412759:0:18859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.412760:0:18859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.412762:0:18859:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993d1c00/0x5d4000e30d83d727 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.412768:0:18845:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e871e00/0x5d4000e30d7a1515 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef16 expref: 88 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412771:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0800/0x5d4000e30d83ca8c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.412774:0:18845:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e871e00/0x5d4000e30d7a1515 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef16 expref: 88 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.412776:0:18859:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e965a00/0x5d4000e30d83b26e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdf0 expref: 88 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412777:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0800/0x5d4000e30d83ca8c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.412781:0:18845:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a76a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:18845:1827566161345792:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.412781:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0800/0x5d4000e30d83ca8c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.412783:0:18859:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e965a00/0x5d4000e30d83b26e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdf0 expref: 88 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.412785:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800995e0800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.412788:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0800/0x5d4000e30d83ca8c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412792:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0800/0x5d4000e30d83ca8c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903181.412796:0:18859:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18859:1827566161345920:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.412797:0:18845:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0dbe40 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.412798:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0xf9a88606 (ffff880099003100) 00010000:00010000:1.0:1742903181.412800:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.412802:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0800/0x5d4000e30d83ca8c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7de:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.412805:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995e0800/0x5d4000e30d83ca8c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7de:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903181.412816:0:18859:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4780 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.412818:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83caa8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.412823:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83caa8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.412826:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903181.412827:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83caa8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.412831:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdc400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.412833:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83caa8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.412837:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172549888 00010000:00010000:1.0:1742903181.412837:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83caa8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.412839:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172549888 00010000:00010000:1.0:1742903181.412842:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x92de3403 (ffff8800840ab700) 00010000:00010000:1.0:1742903181.412844:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.412845:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83caa8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7df:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.412848:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800997f1600/0x5d4000e30d838bbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef155 expref: 91 pid: 18861 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.412848:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903181.412853:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc400/0x5d4000e30d83caa8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7df:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.412858:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172549504 00000100:00100000:3.0:1742903181.412860:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172549504 00000100:00100000:0.0:1742903181.412861:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22789 00010000:00010000:1.0:1742903181.412863:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d83cac4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.412865:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d838c7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef1a9 expref: 92 pid: 18861 timeout: 409 lvb_type: 1 00000100:00100000:0.0:1742903181.412865:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a76b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+92:2007:x1827566172549888:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.412868:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d83cac4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.412872:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d83cac4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.412872:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.412875:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdda00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.412875:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800997f1600/0x5d4000e30d838bbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef155 expref: 92 pid: 18861 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.412876:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22790 00010000:00010000:1.0:1742903181.412877:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d83cac4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.412879:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+92:2007:x1827566172549504:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.412881:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d83cac4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.412882:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800997f1600/0x5d4000e30d838bbd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef155 expref: 92 pid: 18861 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.412885:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x3dce1c64 (ffff8800840abd00) 00010000:00010000:3.0:1742903181.412886:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.412887:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903181.412889:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d838c7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef1a9 expref: 92 pid: 18861 timeout: 409 lvb_type: 1 00010000:00010000:1.0:1742903181.412889:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d83cac4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7de:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.412891:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800997f1600/0x5d4000e30d838bbd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef155 expref: 92 pid: 18861 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.412893:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdda00/0x5d4000e30d83cac4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7de:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.412895:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d838c7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef1a9 expref: 92 pid: 18861 timeout: 409 lvb_type: 1 00010000:00010000:0.0:1742903181.412899:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.412900:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.412902:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091402200/0x5d4000e30d83d6ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412903:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4e00/0x5d4000e30d83cae0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.412904:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d838c7a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef1a9 expref: 91 pid: 18861 timeout: 409 lvb_type: 1 00010000:00010000:0.0:1742903181.412907:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091402200/0x5d4000e30d83d6ef lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412908:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4e00/0x5d4000e30d83cae0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.412911:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.412912:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.412914:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c1e3400/0x5d4000e30d83d6da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412915:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4e00/0x5d4000e30d83cae0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.412918:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997e4e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.412918:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903181.412919:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c1e3400/0x5d4000e30d83d6da lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412920:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4e00/0x5d4000e30d83cae0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.412925:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4e00/0x5d4000e30d83cae0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.412928:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.412930:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0xc7fe5838 (ffff8800840ab800) 00000100:00100000:0.0:1742903181.412931:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a76b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+90:2007:x1827566172549888:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 64us (104us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.412932:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.412934:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4e00/0x5d4000e30d83cae0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7df:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1742903181.412936:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22789 00010000:00010000:1.0:1742903181.412939:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997e4e00/0x5d4000e30d83cae0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7df:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.412940:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+90:2007:x1827566172549504:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 60us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903181.412945:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22790 00010000:00010000:1.0:1742903181.412951:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d83cafc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.412951:0:18857:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091402200/0x5d4000e30d83d6ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412955:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d83cafc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.412957:0:18857:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091402200/0x5d4000e30d83d6ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412960:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d83cafc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.412964:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdca00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.412964:0:18857:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091402200/0x5d4000e30d83d6ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412966:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d83cafc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.412968:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903181.412969:0:18857:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091402200/0x5d4000e30d83d6ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.412970:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d83cafc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7de:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.412976:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172549760 00010000:00010000:1.0:1742903181.412976:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0xf61990e9 (ffff8800840ab000) 00000100:00100000:3.0:1742903181.412978:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172549760 00010000:00010000:1.0:1742903181.412978:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1742903181.412979:0:18857:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903181.412980:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d83cafc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7de:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.412983:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdca00/0x5d4000e30d83cafc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7de:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.412984:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b869800/0x5d4000e30d83a5be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9ba expref: 89 pid: 9553 timeout: 409 lvb_type: 1 00010000:00010000:1.0:1742903181.412995:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83cb18 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.412997:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22791 00010000:00010000:1.0:1742903181.412999:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83cb18 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.413000:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a769f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+89:2007:x1827566172549760:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.413004:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.413004:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83cb18 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.413007:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b869800/0x5d4000e30d83a5be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9ba expref: 89 pid: 9553 timeout: 409 lvb_type: 1 00010000:00010000:1.0:1742903181.413008:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099220c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.413010:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83cb18 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.413014:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b869800/0x5d4000e30d83a5be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9ba expref: 89 pid: 9553 timeout: 409 lvb_type: 1 00010000:00010000:1.0:1742903181.413014:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83cb18 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.413020:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0xdfedbb38 (ffff88009c509500) 00010000:00010000:1.0:1742903181.413022:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903181.413023:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b869800/0x5d4000e30d83a5be lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef9ba expref: 89 pid: 9553 timeout: 409 lvb_type: 1 00010000:00010000:1.0:1742903181.413024:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83cb18 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7df:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.413028:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099220c00/0x5d4000e30d83cb18 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7df:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.413029:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.413031:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.413033:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072286600/0x5d4000e30d83d6e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.413038:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072286600/0x5d4000e30d83d6e8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413041:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83cb50 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.413046:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83cb50 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.413047:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.413050:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83cb50 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.413054:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012eb6d800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.413056:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83cb50 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.413058:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a769f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+88:2007:x1827566172549760:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 57us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.413059:0:18857:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a78b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+14:3765:x1827566161342080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5937us (6500us total) trans 4294970612 rc 0/0 00010000:00010000:1.0:1742903181.413061:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83cb50 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.413063:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22791 00000100:00100000:0.0:1742903181.413065:0:18857:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11651 00010000:00010000:1.0:1742903181.413066:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x7264b700 (ffff88009c7e0400) 00010000:00010000:1.0:1742903181.413068:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.413070:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83cb50 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7df:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.413074:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072286600/0x5d4000e30d83d6e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413074:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb6d800/0x5d4000e30d83cb50 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7df:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1742903181.413078:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.413079:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072286600/0x5d4000e30d83d6e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.413082:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091402200/0x5d4000e30d83d6ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.413084:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072286600/0x5d4000e30d83d6e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.413088:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091402200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.413089:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072286600/0x5d4000e30d83d6e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.413091:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091402200/0x5d4000e30d83d6ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.413096:0:9553:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903181.413097:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091402200/0x5d4000e30d83d6ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413102:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072078200/0x5d4000e30d83cb6c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x831:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413107:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072078200/0x5d4000e30d83cb6c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x831:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.413108:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091402200/0x5d4000e30d83d6ef lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413112:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072078200/0x5d4000e30d83cb6c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x831:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.413113:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091402200/0x5d4000e30d83d6ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413115:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072078200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.413117:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072078200/0x5d4000e30d83cb6c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x831:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413123:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072078200/0x5d4000e30d83cb6c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x831:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.413125:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903181.413128:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072286600/0x5d4000e30d83d6e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413129:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x831:0x0].0x1da15914 (ffff88008408ad00) 00010000:00010000:1.0:1742903181.413131:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.413133:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072078200/0x5d4000e30d83cb6c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x831:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.413133:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072286600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903181.413135:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072286600/0x5d4000e30d83d6e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413137:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072078200/0x5d4000e30d83cb6c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x831:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.413140:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072286600/0x5d4000e30d83d6e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.413147:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072286600/0x5d4000e30d83d6e8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413152:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11800/0x5d4000e30d83cb88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.413153:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072286600/0x5d4000e30d83d6e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413157:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11800/0x5d4000e30d83cb88 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413161:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11800/0x5d4000e30d83cb88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:0.0:1742903181.413163:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.413164:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.413165:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec11800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:0.0:1742903181.413165:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.413167:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11800/0x5d4000e30d83cb88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.413172:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3764:x1827566161342464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6137us (6825us total) trans 4294970613 rc 0/0 00010000:00010000:1.0:1742903181.413172:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11800/0x5d4000e30d83cb88 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.413176:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11649 00010000:00010000:1.0:1742903181.413177:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0xf9a88606 (ffff880096bc7600) 00010000:00010000:1.0:1742903181.413179:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.413181:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11800/0x5d4000e30d83cb88 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7df:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00080000:0.0:1742903181.413181:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012dd10a80/2, rc 0, transno 4294970613 00010000:00010000:3.0:1742903181.413188:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903181.413188:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161342464:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.413189:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11800/0x5d4000e30d83cb88 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7df:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413201:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11e00/0x5d4000e30d83cba4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413205:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11e00/0x5d4000e30d83cba4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413210:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11e00/0x5d4000e30d83cba4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903181.413210:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1742903181.413213:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903181.413213:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec11e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.413215:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11e00/0x5d4000e30d83cba4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903181.413215:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161346048:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.413220:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11e00/0x5d4000e30d83cba4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.413222:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172550144 00000100:00100000:3.0:1742903181.413225:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172550144 00010000:00010000:1.0:1742903181.413225:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0x3dce1c64 (ffff880096bc7400) 00010000:00010000:1.0:1742903181.413226:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.413228:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11e00/0x5d4000e30d83cba4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7df:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:0.0:1742903181.413232:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.413233:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11e00/0x5d4000e30d83cba4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7df:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.413234:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af50a00/0x5d4000e30d839c9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6e9 expref: 89 pid: 9553 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.413244:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099885200/0x5d4000e30d83cbf8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.413245:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22792 00000100:00100000:3.0:1742903181.413248:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+89:2007:x1827566172550144:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.413249:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099885200/0x5d4000e30d83cbf8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.413252:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903181.413255:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af50a00/0x5d4000e30d839c9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6e9 expref: 89 pid: 9553 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.413256:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099885200/0x5d4000e30d83cbf8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413260:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099885200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.413262:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099885200/0x5d4000e30d83cbf8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.413265:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af50a00/0x5d4000e30d839c9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6e9 expref: 89 pid: 9553 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.413266:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099885200/0x5d4000e30d83cbf8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7df:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413272:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7df:0x0].0xf61990e9 (ffff880096bc7200) 00010000:00010000:1.0:1742903181.413273:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903181.413274:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af50a00/0x5d4000e30d839c9c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6e9 expref: 89 pid: 9553 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.413276:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099885200/0x5d4000e30d83cbf8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7df:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413280:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099885200/0x5d4000e30d83cbf8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7df:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.413281:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.413282:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.413285:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009900aa00/0x5d4000e30d83d6fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.413290:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009900aa00/0x5d4000e30d83d6fd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413292:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cc14 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7cc:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413297:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cc14 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7cc:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.413301:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.413301:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cc14 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7cc:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413305:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec11c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.413307:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cc14 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7cc:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413312:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cc14 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7cc:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.413340:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+88:2007:x1827566172550144:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 66us (101us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.413349:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cc:0x0].0x1ec7ed2b (ffff880096bc7e00) 00010000:00010000:1.0:1742903181.413350:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.413353:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cc14 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7cc:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.413355:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22792 00010000:00010000:1.0:1742903181.413357:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11c00/0x5d4000e30d83cc14 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7cc:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.413369:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.413370:0:18279:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009900aa00/0x5d4000e30d83d6fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.413370:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.413371:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83cc30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7cc:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.413372:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.413376:0:18279:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009900aa00/0x5d4000e30d83d6fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413376:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83cc30 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7cc:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.413377:0:18280:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c1e3400/0x5d4000e30d83d6da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413380:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83cc30 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7cc:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.413382:0:18279:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009900aa00/0x5d4000e30d83d6fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.413383:0:18280:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c1e3400/0x5d4000e30d83d6da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413384:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ec11200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.413387:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83cc30 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7cc:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.413389:0:18280:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c1e3400/0x5d4000e30d83d6da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.413392:0:18279:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009900aa00/0x5d4000e30d83d6fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413392:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83cc30 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7cc:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.413394:0:18280:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c1e3400/0x5d4000e30d83d6da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413397:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cc:0x0].0xec7107a9 (ffff880096bc7500) 00010000:00010000:1.0:1742903181.413399:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903181.413400:0:18279:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1742903181.413401:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83cc30 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7cc:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.413402:0:18280:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1742903181.413405:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec11200/0x5d4000e30d83cc30 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7cc:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413416:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83cc68 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x830:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.413422:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83cc68 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x830:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.413426:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83cc68 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x830:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.413430:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880121cdc600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.413432:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83cc68 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x830:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.413437:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83cc68 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x830:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.413442:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x830:0x0].0x1da15914 (ffff880099028100) 00010000:00010000:1.0:1742903181.413444:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.413446:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83cc68 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x830:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.413451:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880121cdc600/0x5d4000e30d83cc68 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x830:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.413463:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072038000/0x5d4000e30d83cc84 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7f6:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.413468:0:18279:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a788a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3762:x1827566161344256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5183us (5229us total) trans 4294970551 rc 0/0 00010000:00010000:1.0:1742903181.413468:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072038000/0x5d4000e30d83cc84 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7f6:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.413472:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072038000/0x5d4000e30d83cc84 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7f6:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.413473:0:18279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11653 00000100:00100000:2.0:1742903181.413475:0:18280:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3764:x1827566161341952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6447us (7180us total) trans 4294970614 rc 0/0 00010000:00010000:1.0:1742903181.413476:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072038000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.413479:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072038000/0x5d4000e30d83cc84 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7f6:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.413480:0:18280:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11648 00000100:00100000:3.0:1742903181.413483:0:18279:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161346048 00010000:00010000:1.0:1742903181.413484:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072038000/0x5d4000e30d83cc84 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7f6:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.413485:0:18279:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161346048 00010000:00010000:1.0:1742903181.413490:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f6:0x0].0x8e1e1fc5 (ffff880099028b00) 00010000:00010000:1.0:1742903181.413492:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.413494:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072038000/0x5d4000e30d83cc84 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7f6:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.413496:0:18279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11660 00010000:00010000:1.0:1742903181.413498:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072038000/0x5d4000e30d83cc84 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7f6:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.413499:0:18279:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3764:x1827566161346048:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1742903181.413508:0:18279:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1792 count 1 00010000:00010000:1.0:1742903181.413509:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83cca0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7f6:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413513:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83cca0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7f6:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.413516:0:18279:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d72e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413518:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83cca0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7f6:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000004:00080000:2.0:1742903181.413519:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a57480/2, rc 0, transno 4294970550 00010000:00010000:1.0:1742903181.413521:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099884a00 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:2.0:1742903181.413523:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161341056:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.413523:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83cca0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7f6:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.413524:0:18279:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83aff1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcfb expref: 87 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413528:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83cca0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7f6:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.413529:0:18279:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.413530:0:18279:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000004:00080000:2.0:1742903181.413530:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012dd12680/2, rc 0, transno 4294970612 00010000:00010000:3.0:1742903181.413532:0:18279:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d72e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413533:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f6:0x0].0xb61ad33 (ffff880096bc7d00) 00000100:00100000:2.0:1742903181.413534:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161342080:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.413535:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.413536:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83cca0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7f6:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000004:00080000:2.0:1742903181.413540:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012dd12d80/2, rc 0, transno 4294970611 00010000:00010000:1.0:1742903181.413540:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099884a00/0x5d4000e30d83cca0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7f6:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903181.413543:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161342592:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.413545:0:18279:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83aff1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcfb expref: 87 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413553:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83ccd8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.413557:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83ccd8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.413558:0:18279:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83aff1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcfb expref: 87 pid: 9553 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.413562:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161346176:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.413562:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83ccd8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.413566:0:18279:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ed23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:18279:1827566161346304:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.413566:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed75e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.413568:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83ccd8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.413573:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83ccd8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.413577:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f6:0x0].0xa12eb2e9 (ffff880099209900) 00000100:00100000:2.0:1742903181.413579:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.413579:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.413581:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83ccd8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.413585:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75e00/0x5d4000e30d83ccd8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1742903181.413586:0:18279:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db240 going to sleep for 11 seconds 00010000:00010000:3.0:1742903181.413592:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1742903181.413595:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009900aa00/0x5d4000e30d83d6fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413596:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d83cd10 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7cd:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000004:00080000:2.0:1742903181.413598:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a789180/2, rc 0, transno 4294970551 00010000:00010000:3.0:1742903181.413600:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009900aa00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.413600:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d83cd10 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7cd:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.413602:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a789180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161344256:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.413603:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009900aa00/0x5d4000e30d83d6fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413605:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d83cd10 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7cd:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.413609:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009900aa00/0x5d4000e30d83d6fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1742903181.413609:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012dd13100/2, rc 0, transno 4294970608 00010000:00010000:1.0:1742903181.413611:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ceb6e00 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:2.0:1742903181.413612:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161341824:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.413613:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d83cd10 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7cd:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.413617:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009900aa00/0x5d4000e30d83d6fd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1742903181.413618:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012dd11180/2, rc 0, transno 4294970610 00010000:00010000:1.0:1742903181.413618:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d83cd10 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7cd:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.413620:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161341696:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.413622:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009900aa00/0x5d4000e30d83d6fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413622:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cd:0x0].0x1ec7ed2b (ffff880099209f00) 00010000:00010000:1.0:1742903181.413624:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.413625:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d83cd10 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7cd:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00080000:2.0:1742903181.413626:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012dd11f80/2, rc 0, transno 4294970609 00000100:00100000:2.0:1742903181.413629:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161342208:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.413630:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ceb6e00/0x5d4000e30d83cd10 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7cd:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.413634:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1742903181.413634:0:3762:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1742903181.413636:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c1e3400/0x5d4000e30d83d6da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.413638:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a78a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161346432:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.413641:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1e3400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.413642:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099009200/0x5d4000e30d83cd2c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.413643:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c1e3400/0x5d4000e30d83d6da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413647:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099009200/0x5d4000e30d83cd2c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.413651:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099009200/0x5d4000e30d83cd2c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.413652:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c1e3400/0x5d4000e30d83d6da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.413652:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.413655:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099009200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.413658:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009200/0x5d4000e30d83cd2c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.413660:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c1e3400/0x5d4000e30d83d6da lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413662:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099009200/0x5d4000e30d83cd2c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.413665:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c1e3400/0x5d4000e30d83d6da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413668:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x8171ee56 (ffff880099209a00) 00010000:00010000:1.0:1742903181.413670:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.413673:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099009200/0x5d4000e30d83cd2c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b7:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1742903181.413674:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.413675:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.413676:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903181.413676:0:18848:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161346176 00010000:00010000:1.0:1742903181.413677:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099009200/0x5d4000e30d83cd2c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b7:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.413679:0:18848:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161346176 00010000:00010000:3.0:1742903181.413683:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903181.413688:0:18848:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161346432 00000100:00100000:2.0:1742903181.413690:0:18848:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161346432 00010000:00010000:1.0:1742903181.413690:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099758600/0x5d4000e30d83cd48 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7cd:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.413692:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11661 00000100:00100000:3.0:1742903181.413695:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3762:x1827566161346176:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.413695:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099758600/0x5d4000e30d83cd48 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7cd:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903181.413699:0:18848:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11662 00010000:00010000:1.0:1742903181.413699:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099758600/0x5d4000e30d83cd48 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7cd:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903181.413702:0:18848:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3762:x1827566161346432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1742903181.413703:0:9553:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1021 count 1 00010000:00010000:1.0:1742903181.413703:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099758600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.413705:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099758600/0x5d4000e30d83cd48 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7cd:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00002000:00080000:2.0:1742903181.413709:0:18848:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1005 count 1 00010000:00010000:1.0:1742903181.413709:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099758600/0x5d4000e30d83cd48 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7cd:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.413711:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800720d7400/0x5d4000e30d83d735 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413715:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7cd:0x0].0xec7107a9 (ffff880096bc7a00) 00010000:00010000:2.0:1742903181.413716:0:18848:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091403a00/0x5d4000e30d83d73c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413717:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1742903181.413719:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991c2a00/0x5d4000e30d7a18b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf0ba expref: 87 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413719:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099758600/0x5d4000e30d83cd48 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7cd:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.413724:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.413724:0:18848:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991c2c00/0x5d4000e30d7a0f18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec61 expref: 87 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413724:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099758600/0x5d4000e30d83cd48 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7cd:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.413725:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.413727:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800720d7400/0x5d4000e30d83d735 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.413729:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.413731:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.413732:0:18848:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091403a00/0x5d4000e30d83d73c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413735:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d83cd64 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413740:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d83cd64 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:3.0:1742903181.413743:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991c2a00/0x5d4000e30d7a18b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf0ba expref: 87 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.413743:0:18848:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991c2c00/0x5d4000e30d7a0f18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec61 expref: 87 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.413745:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d83cd64 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413748:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072038a00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:3.0:1742903181.413750:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991c2a00/0x5d4000e30d7a18b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf0ba expref: 87 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.413750:0:18848:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991c2c00/0x5d4000e30d7a0f18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec61 expref: 87 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.413750:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d83cd64 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413755:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d83cd64 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.413757:0:9553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ed23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9553:1827566161346688:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.413757:0:18848:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a78b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18848:1827566161346816:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.413760:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x8171ed56 (ffff880096bc7000) 00010000:00010000:1.0:1742903181.413762:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.413763:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d83cd64 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b7:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413768:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072038a00/0x5d4000e30d83cd64 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b7:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903181.413773:0:18848:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1540 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.413778:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cd80 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413782:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cd80 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903181.413783:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1742903181.413787:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cd80 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903181.413789:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a789880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161346560:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.413790:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099884600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.413792:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cd80 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413797:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cd80 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413803:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x8171eb56 (ffff8800916eb000) 00010000:00010000:1.0:1742903181.413805:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.413807:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cd80 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b7:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413811:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099884600/0x5d4000e30d83cd80 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b7:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.413823:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83cd95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7f7:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413827:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83cd95 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7f7:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413831:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83cd95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7f7:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413835:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ed75800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.413837:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83cd95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7f7:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413840:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83cd95 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7f7:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413845:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f7:0x0].0x8e1e1fc5 (ffff880099209200) 00010000:00010000:1.0:1742903181.413847:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.413848:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83cd95 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7f7:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413852:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed75800/0x5d4000e30d83cd95 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7f7:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413868:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9200/0x5d4000e30d83cdb8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7f7:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413872:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9200/0x5d4000e30d83cdb8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7f7:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413877:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9200/0x5d4000e30d83cdb8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7f7:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413880:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d9200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.413882:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9200/0x5d4000e30d83cdb8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7f7:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413887:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9200/0x5d4000e30d83cdb8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7f7:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413892:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f7:0x0].0xb61ad33 (ffff880099209400) 00010000:00010000:1.0:1742903181.413894:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.413895:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9200/0x5d4000e30d83cdb8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7f7:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413900:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d9200/0x5d4000e30d83cdb8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7f7:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413911:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8600/0x5d4000e30d83cdd4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413914:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8600/0x5d4000e30d83cdd4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413918:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8600/0x5d4000e30d83cdd4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413926:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d8600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.413928:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8600/0x5d4000e30d83cdd4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413933:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8600/0x5d4000e30d83cdd4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413938:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x8171ea56 (ffff880099209000) 00010000:00010000:1.0:1742903181.413940:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.413942:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8600/0x5d4000e30d83cdd4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b7:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413946:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8600/0x5d4000e30d83cdd4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b7:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413957:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83cdf0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413961:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83cdf0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413965:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83cdf0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413969:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009141ba00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.413971:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83cdf0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413976:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83cdf0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413981:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f7:0x0].0xa12eb2e9 (ffff880099028800) 00010000:00010000:1.0:1742903181.413984:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.413986:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83cdf0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.413990:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009141ba00/0x5d4000e30d83cdf0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414001:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128400/0x5d4000e30d83ce13 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414005:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128400/0x5d4000e30d83ce13 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414009:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128400/0x5d4000e30d83ce13 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414013:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c128400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.414015:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128400/0x5d4000e30d83ce13 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414019:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128400/0x5d4000e30d83ce13 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414025:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x8171ec56 (ffff88009d24f500) 00010000:00010000:1.0:1742903181.414027:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.414029:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128400/0x5d4000e30d83ce13 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b7:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414034:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c128400/0x5d4000e30d83ce13 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b7:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414044:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83ce1a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414052:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83ce1a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414056:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83ce1a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414060:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099512000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.414062:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83ce1a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414066:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83ce1a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414071:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x8171ee56 (ffff880099028200) 00010000:00010000:1.0:1742903181.414072:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.414074:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83ce1a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b6:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414077:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099512000/0x5d4000e30d83ce1a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b6:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414086:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072286e00/0x5d4000e30d83ce59 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414090:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072286e00/0x5d4000e30d83ce59 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414094:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072286e00/0x5d4000e30d83ce59 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414098:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072286e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.414099:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072286e00/0x5d4000e30d83ce59 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414104:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072286e00/0x5d4000e30d83ce59 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414109:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x8171ed56 (ffff88009910cc00) 00010000:00010000:1.0:1742903181.414110:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.414112:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072286e00/0x5d4000e30d83ce59 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b6:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414115:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072286e00/0x5d4000e30d83ce59 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b6:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414126:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870c00/0x5d4000e30d83ce98 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414129:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870c00/0x5d4000e30d83ce98 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414133:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870c00/0x5d4000e30d83ce98 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414136:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012e870c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.414138:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870c00/0x5d4000e30d83ce98 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414142:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870c00/0x5d4000e30d83ce98 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414146:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x8171eb56 (ffff880099209b00) 00010000:00010000:1.0:1742903181.414147:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.414149:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870c00/0x5d4000e30d83ce98 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b6:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414155:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e870c00/0x5d4000e30d83ce98 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b6:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414164:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83ceb4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414168:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83ceb4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414172:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83ceb4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414175:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800991d8000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.414177:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83ceb4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414180:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83ceb4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414184:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x8171ea56 (ffff880099209e00) 00010000:00010000:1.0:1742903181.414186:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.414187:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83ceb4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b6:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414191:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991d8000/0x5d4000e30d83ceb4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b6:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414199:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83ced0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414203:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83ced0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414210:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83ced0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414213:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099513c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.414215:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83ced0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414218:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83ced0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414222:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x8171ec56 (ffff880099028600) 00010000:00010000:1.0:1742903181.414224:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.414225:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83ced0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b6:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414229:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099513c00/0x5d4000e30d83ced0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b6:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414244:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d2b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414248:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d2b2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414251:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d2b2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414254:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880129b8e800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.414256:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d2b2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414260:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d2b2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414266:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x41aa9094 (ffff880099003500) 00010000:00010000:1.0:1742903181.414268:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.414270:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d2b2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414273:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129b8e800/0x5d4000e30d83d2b2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414284:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ea00/0x5d4000e30d83d2c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414288:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ea00/0x5d4000e30d83d2c7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414291:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ea00/0x5d4000e30d83d2c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414294:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a97ea00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.414296:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ea00/0x5d4000e30d83d2c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414300:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ea00/0x5d4000e30d83d2c7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414305:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x4d50 (ffff880099003300) 00010000:00010000:1.0:1742903181.414306:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.414308:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ea00/0x5d4000e30d83d2c7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414311:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ea00/0x5d4000e30d83d2c7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414347:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f600/0x5d4000e30d83d2dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414352:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f600/0x5d4000e30d83d2dc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414356:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f600/0x5d4000e30d83d2dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414359:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a97f600 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.414361:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f600/0x5d4000e30d83d2dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414365:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f600/0x5d4000e30d83d2dc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414369:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x5052ab9e (ffff880099280f00) 00010000:00010000:1.0:1742903181.414371:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.414372:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f600/0x5d4000e30d83d2dc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414376:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97f600/0x5d4000e30d83d2dc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414388:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fe00/0x5d4000e30d83d2f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414391:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fe00/0x5d4000e30d83d2f1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414395:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fe00/0x5d4000e30d83d2f1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414399:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a97fe00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.414400:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fe00/0x5d4000e30d83d2f1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414405:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fe00/0x5d4000e30d83d2f1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414410:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x44524f57 (ffff88012e8a3c00) 00010000:00010000:1.0:1742903181.414411:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.414413:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fe00/0x5d4000e30d83d2f1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414416:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fe00/0x5d4000e30d83d2f1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414425:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638800/0x5d4000e30d83d306 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903181.414427:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.414429:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638800/0x5d4000e30d83d306 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414432:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638800/0x5d4000e30d83d306 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414435:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f638800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.414437:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638800/0x5d4000e30d83d306 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00000004:00080000:0.0:1742903181.414437:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012dd10e00/2, rc 0, transno 4294970614 00010000:00010000:1.0:1742903181.414441:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638800/0x5d4000e30d83d306 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00000100:00100000:0.0:1742903181.414442:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161341952:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.414445:0:18280:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161346560 00010000:00010000:1.0:1742903181.414446:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x44454553 (ffff88012bffbc00) 00010000:00010000:1.0:1742903181.414447:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903181.414448:0:18280:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161346560 00010000:00010000:1.0:1742903181.414448:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638800/0x5d4000e30d83d306 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414455:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638800/0x5d4000e30d83d306 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903181.414461:0:18280:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11663 00000100:00100000:2.0:1742903181.414465:0:18280:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3765:x1827566161346560:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.414467:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638200/0x5d4000e30d83d31b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414471:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638200/0x5d4000e30d83d31b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00002000:00080000:2.0:1742903181.414474:0:18280:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1007 count 1 00010000:00010000:1.0:1742903181.414475:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638200/0x5d4000e30d83d31b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414478:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f638200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.414480:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638200/0x5d4000e30d83d31b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903181.414483:0:18280:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009900a800/0x5d4000e30d83d743 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.414483:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638200/0x5d4000e30d83d31b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414487:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x45524f8f (ffff88012bffb900) 00010000:00010000:1.0:1742903181.414489:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.414490:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638200/0x5d4000e30d83d31b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903181.414493:0:18280:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099220200/0x5d4000e30d7a1045 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bece6 expref: 87 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.414494:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638200/0x5d4000e30d83d31b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903181.414499:0:18280:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.414500:0:18280:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.414502:0:18280:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009900a800/0x5d4000e30d83d743 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.414502:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638000/0x5d4000e30d83d330 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414506:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638000/0x5d4000e30d83d330 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414512:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638000/0x5d4000e30d83d330 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414515:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f638000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903181.414516:0:18280:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099220200/0x5d4000e30d7a1045 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bece6 expref: 87 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.414517:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638000/0x5d4000e30d83d330 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414520:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638000/0x5d4000e30d83d330 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903181.414522:0:18280:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099220200/0x5d4000e30d7a1045 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bece6 expref: 87 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.414524:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x45439694 (ffff880099028c00) 00010000:00010000:1.0:1742903181.414526:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.414527:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638000/0x5d4000e30d83d330 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903181.414530:0:18280:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:18280:1827566161347712:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.414530:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638000/0x5d4000e30d83d330 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414540:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639e00/0x5d4000e30d83d345 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414544:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639e00/0x5d4000e30d83d345 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414547:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639e00/0x5d4000e30d83d345 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903181.414550:0:18280:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.414550:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f639e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.414552:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639e00/0x5d4000e30d83d345 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414555:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639e00/0x5d4000e30d83d345 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903181.414561:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161346944:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.414561:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x45435891 (ffff880099028000) 00010000:00010000:1.0:1742903181.414563:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.414565:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639e00/0x5d4000e30d83d345 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414569:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f639e00/0x5d4000e30d83d345 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903181.414575:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.414584:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83d35a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903181.414585:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161347456:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.414589:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83d35a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414593:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83d35a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903181.414595:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.414597:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a97ee00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.414599:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83d35a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414603:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83d35a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903181.414604:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1742903181.414607:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161347328:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.414609:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x44a1a1a7 (ffff88012e8a3d00) 00010000:00010000:1.0:1742903181.414611:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.414613:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83d35a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903181.414617:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.414617:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97ee00/0x5d4000e30d83d35a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414629:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d36f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.414630:0:18857:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161346944 00000100:00100000:2.0:1742903181.414633:0:18857:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161346944 00010000:00010000:1.0:1742903181.414634:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d36f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.414638:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d36f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.414642:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f638a00 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:2.0:1742903181.414643:0:18857:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161347456 00000100:00100000:2.0:1742903181.414645:0:18857:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161347456 00010000:00010000:1.0:1742903181.414645:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d36f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.414649:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d36f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.414653:0:18857:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161347328 00000100:00100000:2.0:1742903181.414654:0:18857:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161347328 00010000:00010000:1.0:1742903181.414655:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x746dd4eb (ffff88009c6e2600) 00010000:00010000:1.0:1742903181.414657:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.414659:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d36f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.414662:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f638a00/0x5d4000e30d83d36f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.414663:0:18857:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11664 00000100:00100000:2.0:1742903181.414666:0:18857:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+17:3765:x1827566161346944:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1742903181.414674:0:18857:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1791 count 1 00010000:00010000:1.0:1742903181.414677:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218800/0x5d4000e30d83d384 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b5:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.414682:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218800/0x5d4000e30d83d384 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b5:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.414683:0:18857:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c081000/0x5d4000e30d83d74a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.414686:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218800/0x5d4000e30d83d384 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b5:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.414690:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c218800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903181.414692:0:18857:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f616200/0x5d4000e30d83aef5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc8b expref: 87 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.414692:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218800/0x5d4000e30d83d384 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b5:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.414697:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218800/0x5d4000e30d83d384 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b5:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.414698:0:18857:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.414700:0:18857:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.414702:0:18857:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c081000/0x5d4000e30d83d74a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.414702:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x6599e0d1 (ffff88009931b900) 00010000:00010000:1.0:1742903181.414704:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.414706:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218800/0x5d4000e30d83d384 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b5:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.414711:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c218800/0x5d4000e30d83d384 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b5:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.414714:0:18857:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f616200/0x5d4000e30d83aef5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc8b expref: 87 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.414721:0:18857:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f616200/0x5d4000e30d83aef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc8b expref: 87 pid: 9553 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.414726:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129e00/0x5d4000e30d83d4d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903181.414729:0:18857:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18857:1827566161347840:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.414730:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129e00/0x5d4000e30d83d4d4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.414735:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129e00/0x5d4000e30d83d4d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.414737:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c129e00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.414739:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129e00/0x5d4000e30d83d4d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.414742:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129e00/0x5d4000e30d83d4d4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903181.414743:0:18857:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1000 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.414747:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x41aa9094 (ffff88009d24f800) 00010000:00010000:1.0:1742903181.414748:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.414750:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129e00/0x5d4000e30d83d4d4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903181.414754:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11665 00000100:00100000:2.0:1742903181.414757:0:11912:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3765:x1827566161347456:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.414757:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129e00/0x5d4000e30d83d4d4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00002000:00080000:2.0:1742903181.414765:0:11912:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1002 count 1 00010000:00010000:1.0:1742903181.414768:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d850400/0x5d4000e30d83d4e9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414772:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d850400/0x5d4000e30d83d4e9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903181.414773:0:11912:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c081200/0x5d4000e30d83d751 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.414777:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d850400/0x5d4000e30d83d4e9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414780:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009d850400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903181.414782:0:11912:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c3dac00/0x5d4000e30d7a0dac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bebc7 expref: 87 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.414782:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d850400/0x5d4000e30d83d4e9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414787:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d850400/0x5d4000e30d83d4e9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903181.414788:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.414789:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.414791:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c081200/0x5d4000e30d83d751 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.414792:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x4d50 (ffff88012bd49c00) 00010000:00010000:1.0:1742903181.414794:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.414796:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d850400/0x5d4000e30d83d4e9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414800:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d850400/0x5d4000e30d83d4e9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:2.0:1742903181.414802:0:11912:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c3dac00/0x5d4000e30d7a0dac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bebc7 expref: 87 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.414809:0:11912:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c3dac00/0x5d4000e30d7a0dac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bebc7 expref: 87 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.414813:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83d4fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903181.414816:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef96a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11912:1827566161347968:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.414817:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83d4fe lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414825:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83d4fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414829:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c129400 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:2.0:1742903181.414830:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1c00 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.414831:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83d4fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414835:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83d4fe lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903181.414839:0:18856:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11666 00010000:00010000:1.0:1742903181.414840:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x5052ab9e (ffff88009d24f900) 00010000:00010000:1.0:1742903181.414842:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903181.414843:0:18856:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+17:3765:x1827566161347328:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.414844:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83d4fe lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.414848:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c129400/0x5d4000e30d83d4fe lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00002000:00080000:2.0:1742903181.414851:0:18856:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1020 count 1 00010000:00010000:2.0:1742903181.414859:0:18856:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6400/0x5d4000e30d83d758 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.414859:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d83d513 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.414864:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d83d513 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.414868:0:18856:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f54b800/0x5d4000e30d7a18b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf0c1 expref: 87 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.414868:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d83d513 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.414872:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c219400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.414874:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d83d513 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.414878:0:18856:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.414879:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d83d513 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.414880:0:18856:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.414882:0:18856:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6400/0x5d4000e30d83d758 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.414885:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x44524f57 (ffff880099158d00) 00010000:00010000:1.0:1742903181.414887:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.414889:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d83d513 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.414892:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c219400/0x5d4000e30d83d513 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1742903181.414893:0:18856:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f54b800/0x5d4000e30d7a18b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf0c1 expref: 87 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.414900:0:18856:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f54b800/0x5d4000e30d7a18b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf0c1 expref: 87 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.414903:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fc00/0x5d4000e30d83d528 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.414907:0:18856:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:18856:1827566161348096:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.414908:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fc00/0x5d4000e30d83d528 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.414912:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fc00/0x5d4000e30d83d528 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.414915:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a97fc00 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:2.0:1742903181.414918:0:18856:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1d80 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.414918:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fc00/0x5d4000e30d83d528 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.414922:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fc00/0x5d4000e30d83d528 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.414926:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x44454553 (ffff880099158200) 00000100:00100000:2.0:1742903181.414928:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161347072:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.414928:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.414930:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fc00/0x5d4000e30d83d528 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1742903181.414933:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a97fc00/0x5d4000e30d83d528 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1742903181.414942:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.414944:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072277c00/0x5d4000e30d83d53d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.414950:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072277c00/0x5d4000e30d83d53d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903181.414952:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161347584:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.414955:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072277c00/0x5d4000e30d83d53d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.414959:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072277c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.414961:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072277c00/0x5d4000e30d83d53d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903181.414963:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.414965:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072277c00/0x5d4000e30d83d53d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.414970:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x45524f8f (ffff88009931b600) 00010000:00010000:1.0:1742903181.414972:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903181.414973:0:3762:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1742903181.414973:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072277c00/0x5d4000e30d83d53d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903181.414977:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161347200:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.414977:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072277c00/0x5d4000e30d83d53d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903181.414987:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.414990:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099800c00/0x5d4000e30d83d552 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.414995:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099800c00/0x5d4000e30d83d552 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.415000:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099800c00/0x5d4000e30d83d552 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903181.415001:0:9552:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161347072 00000100:00100000:2.0:1742903181.415003:0:9552:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161347072 00010000:00010000:1.0:1742903181.415003:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099800c00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.415005:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099800c00/0x5d4000e30d83d552 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.415009:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099800c00/0x5d4000e30d83d552 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903181.415014:0:9552:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161347584 00010000:00010000:1.0:1742903181.415014:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x45439694 (ffff8800722cfb00) 00000100:00100000:2.0:1742903181.415015:0:9552:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161347584 00010000:00010000:1.0:1742903181.415016:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.415017:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099800c00/0x5d4000e30d83d552 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00010000:00010000:1.0:1742903181.415021:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099800c00/0x5d4000e30d83d552 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18840 initiator: MDT0 00000100:00100000:2.0:1742903181.415023:0:9552:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161347200 00000100:00100000:2.0:1742903181.415025:0:9552:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161347200 00010000:00010000:1.0:1742903181.415031:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099800400/0x5d4000e30d83d567 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903181.415034:0:9552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11667 00010000:00010000:1.0:1742903181.415035:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099800400/0x5d4000e30d83d567 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903181.415037:0:9552:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3762:x1827566161347072:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.415038:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099800400/0x5d4000e30d83d567 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.415041:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099800400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.415043:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099800400/0x5d4000e30d83d567 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00002000:00080000:2.0:1742903181.415046:0:9552:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1793 count 1 00010000:00010000:1.0:1742903181.415046:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099800400/0x5d4000e30d83d567 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.415051:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x45435891 (ffff8800722cfe00) 00010000:00010000:1.0:1742903181.415052:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903181.415053:0:9552:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d83d75f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.415054:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099800400/0x5d4000e30d83d567 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.415061:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099800400/0x5d4000e30d83d567 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903181.415062:0:9552:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cf48600/0x5d4000e30d83b1f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdb8 expref: 87 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.415068:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.415069:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.415071:0:9552:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d83d75f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.415071:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099100400/0x5d4000e30d83d57c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415075:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099100400/0x5d4000e30d83d57c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415079:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099100400/0x5d4000e30d83d57c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415082:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099100400 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:2.0:1742903181.415083:0:9552:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cf48600/0x5d4000e30d83b1f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdb8 expref: 87 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.415084:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099100400/0x5d4000e30d83d57c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415087:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099100400/0x5d4000e30d83d57c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.415091:0:9552:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cf48600/0x5d4000e30d83b1f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdb8 expref: 87 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.415091:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x44a1a1a7 (ffff8800722cfc00) 00010000:00010000:1.0:1742903181.415093:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.415094:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099100400/0x5d4000e30d83d57c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415097:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099100400/0x5d4000e30d83d57c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00000100:00100000:2.0:1742903181.415099:0:9552:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9552:1827566161348224:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.415107:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e200/0x5d4000e30d83d591 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903181.415110:0:9552:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1600 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.415110:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e200/0x5d4000e30d83d591 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.415117:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e200/0x5d4000e30d83d591 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.415120:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a96e200 already unused, calling callback (ffffffffa0f1b760) 00000100:00100000:2.0:1742903181.415122:0:18861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11668 00010000:00010000:1.0:1742903181.415122:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e200/0x5d4000e30d83d591 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903181.415125:0:18861:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+20:3762:x1827566161347584:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.415126:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e200/0x5d4000e30d83d591 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.415130:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x746dd4eb (ffff88009d24f000) 00010000:00010000:1.0:1742903181.415131:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.415132:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e200/0x5d4000e30d83d591 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00002000:00080000:2.0:1742903181.415133:0:18861:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1006 count 1 00010000:00010000:1.0:1742903181.415136:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96e200/0x5d4000e30d83d591 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903181.415141:0:18861:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83d766 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.415145:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099100800/0x5d4000e30d83d5a6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b5:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415148:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099100800/0x5d4000e30d83d5a6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b5:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415152:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099100800/0x5d4000e30d83d5a6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b5:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.415154:0:18861:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099bd0200/0x5d4000e30d7a104c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beced expref: 87 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.415155:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099100800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.415156:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099100800/0x5d4000e30d83d5a6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b5:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.415160:0:18861:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.415160:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099100800/0x5d4000e30d83d5a6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b5:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.415161:0:18861:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.415163:0:18861:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83d766 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.415165:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x659ae0d1 (ffff8800722cff00) 00010000:00010000:1.0:1742903181.415166:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.415168:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099100800/0x5d4000e30d83d5a6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b5:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415172:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099100800/0x5d4000e30d83d5a6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b5:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.415174:0:18861:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099bd0200/0x5d4000e30d7a104c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beced expref: 87 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.415181:0:18861:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099bd0200/0x5d4000e30d7a104c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beced expref: 87 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.415181:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099100000/0x5d4000e30d83d5d7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.415184:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099100000/0x5d4000e30d83d5d7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903181.415188:0:18861:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:18861:1827566161348352:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.415188:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099100000/0x5d4000e30d83d5d7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.415191:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099100000 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.415192:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099100000/0x5d4000e30d83d5d7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.415196:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099100000/0x5d4000e30d83d5d7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903181.415200:0:18861:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1240 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.415200:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x65dce0d1 (ffff8800722cfd00) 00010000:00010000:1.0:1742903181.415201:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.415203:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099100000/0x5d4000e30d83d5d7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.415206:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099100000/0x5d4000e30d83d5d7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7ae:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:2.0:1742903181.415210:0:18858:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11669 00000100:00100000:2.0:1742903181.415214:0:18858:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+20:3762:x1827566161347200:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.415216:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d5ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7ae:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415220:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d5ec lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7ae:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00002000:00080000:2.0:1742903181.415223:0:18858:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1014 count 1 00010000:00010000:1.0:1742903181.415224:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d5ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7ae:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415227:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a96fa00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.415229:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d5ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7ae:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.415230:0:18858:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d76d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.415232:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d5ec lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7ae:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415237:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0xa6575bd4 (ffff88009d24fc00) 00010000:00010000:1.0:1742903181.415238:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1742903181.415239:0:18858:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800720d5e00/0x5d4000e30d7a151c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef1d expref: 87 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.415239:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d5ec lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7ae:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415243:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fa00/0x5d4000e30d83d5ec lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7ae:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903181.415244:0:18858:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.415246:0:18858:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.415248:0:18858:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d76d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.415251:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68aa00/0x5d4000e30d83d608 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7ae:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.415255:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68aa00/0x5d4000e30d83d608 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7ae:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.415258:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68aa00/0x5d4000e30d83d608 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7ae:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903181.415259:0:18858:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800720d5e00/0x5d4000e30d7a151c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef1d expref: 87 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.415261:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b68aa00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.415263:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68aa00/0x5d4000e30d83d608 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7ae:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1742903181.415267:0:18858:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800720d5e00/0x5d4000e30d7a151c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef1d expref: 87 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.415267:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68aa00/0x5d4000e30d83d608 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7ae:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.415272:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ae:0x0].0x6e65cac7 (ffff8800722cf200) 00010000:00010000:1.0:1742903181.415273:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1742903181.415274:0:18858:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18858:1827566161348480:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.415275:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68aa00/0x5d4000e30d83d608 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7ae:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1742903181.415278:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b68aa00/0x5d4000e30d83d608 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7ae:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000001:00080000:0.0:1742903181.415284:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970543 is committed 00000100:00100000:2.0:1742903181.415285:0:18858:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a19c0 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.415288:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072277800/0x5d4000e30d83d624 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b1:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00000001:00080000:0.0:1742903181.415289:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970542 is committed 00010000:00010000:1.0:1742903181.415292:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072277800/0x5d4000e30d83d624 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b1:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415295:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072277800/0x5d4000e30d83d624 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b1:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415299:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072277800 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.415301:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072277800/0x5d4000e30d83d624 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b1:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415305:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072277800/0x5d4000e30d83d624 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b1:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415310:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0xc5bc182a (ffff880099158500) 00010000:00010000:1.0:1742903181.415311:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.415313:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072277800/0x5d4000e30d83d624 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b1:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415343:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072277800/0x5d4000e30d83d624 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b1:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415357:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072276200/0x5d4000e30d83d640 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b1:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415361:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072276200/0x5d4000e30d83d640 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b1:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415366:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072276200/0x5d4000e30d83d640 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b1:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415369:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072276200 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.415371:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072276200/0x5d4000e30d83d640 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b1:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415374:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072276200/0x5d4000e30d83d640 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b1:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9576 initiator: MDT0 00000100:00100000:3.0:1742903181.415377:0:9553:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db900 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.415379:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x2060c1a3 (ffff880099158100) 00010000:00010000:1.0:1742903181.415381:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.415382:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072276200/0x5d4000e30d83d640 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b1:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415386:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072276200/0x5d4000e30d83d640 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b1:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9576 initiator: MDT0 00010000:00010000:1.0:1742903181.415396:0:3748:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d83d65c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x7b1:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903181.415399:0:3748:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d83d65c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x7b1:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903181.415406:0:3748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d83d65c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b1:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903181.415410:0:3748:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a96fc00 already unused, calling callback (ffffffffa0f1b760) 00010000:00010000:1.0:1742903181.415412:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d83d65c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x7b1:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903181.415415:0:3748:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d83d65c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x7b1:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903181.415420:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x11854626 (ffff88009d24f600) 00010000:00010000:1.0:1742903181.415421:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1742903181.415422:0:3748:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d83d65c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x7b1:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7210 initiator: MDT0 00010000:00010000:1.0:1742903181.415426:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a96fc00/0x5d4000e30d83d65c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x7b1:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7210 initiator: MDT0 00000001:00080000:2.0:1742903181.415890:0:9549:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970608 is committed 00000001:00080000:2.0:1742903181.415899:0:9549:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970606 is committed 00000100:00100000:0.0:1742903181.417085:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.417119:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903181.417132:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172550272 00000100:00100000:3.0:1742903181.417137:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172550272 00010000:00010000:3.0:1742903181.417157:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072038600/0x5d4000e30d83b05a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd25 expref: 71 pid: 9553 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.417177:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172550400 00000100:00100000:3.0:1742903181.417179:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172550400 00010000:00010000:3.0:1742903181.417187:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123382a00/0x5d4000e30d839c4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6bf expref: 71 pid: 18863 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.417189:0:18863:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a769c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18863:1827566161345024:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.417201:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22793 00000100:00100000:3.0:1742903181.417206:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7ed6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+71:2009:x1827566172550272:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.417206:0:18863:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091403800/0x5d4000e30d83d70b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.417215:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903181.417219:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072038600/0x5d4000e30d83b05a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd25 expref: 71 pid: 9553 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.417225:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22794 00010000:00010000:3.0:1742903181.417227:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072038600/0x5d4000e30d83b05a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd25 expref: 71 pid: 9553 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.417230:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+71:2010:x1827566172550400:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.417237:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.417241:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123382a00/0x5d4000e30d839c4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6bf expref: 71 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.417243:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.417245:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.417248:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072286c00/0x5d4000e30d83d704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.417249:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123382a00/0x5d4000e30d839c4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6bf expref: 71 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.417254:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072286c00/0x5d4000e30d83d704 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.417261:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123382a00/0x5d4000e30d839c4f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef6bf expref: 71 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.417267:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903181.417277:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.417278:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.417284:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091403800/0x5d4000e30d83d70b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.417290:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091403800/0x5d4000e30d83d70b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.417299:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7ed6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+71:2009:x1827566172550272:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 93us (217us total) trans 0 rc 0/0 00010000:00010000:0.0:1742903181.417304:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903181.417305:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22793 00000100:00100000:0.0:1742903181.417344:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+70:2010:x1827566172550400:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 113us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.417350:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22794 00010000:00010000:0.0:1742903181.417367:0:18863:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091403800/0x5d4000e30d83d70b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.417374:0:18863:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091403800/0x5d4000e30d83d70b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.417380:0:18863:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091403800/0x5d4000e30d83d70b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.417385:0:18863:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091403800/0x5d4000e30d83d70b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.417394:0:18862:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072038600/0x5d4000e30d83b05a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efd25 expref: 70 pid: 9553 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.417395:0:18863:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1742903181.417411:0:18862:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a799f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18862:1827566161344640:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.417423:0:18862:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072286c00/0x5d4000e30d83d704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.417429:0:18862:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072286c00/0x5d4000e30d83d704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.417434:0:18862:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072286c00/0x5d4000e30d83d704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.417441:0:18862:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072286c00/0x5d4000e30d83d704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.417447:0:18862:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072286c00/0x5d4000e30d83d704 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.417456:0:18862:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1742903181.417541:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+19:3764:x1827566161344768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5648us (5676us total) trans 4294970615 rc 0/0 00000100:00100000:0.0:1742903181.417551:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11655 00000100:00100000:3.0:1742903181.417556:0:18862:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+21:3763:x1827566161344512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6295us (6335us total) trans 4294970552 rc 0/0 00000100:00100000:3.0:1742903181.417561:0:18862:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11654 00010000:00010000:0.0:1742903181.417566:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903181.417570:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091403800/0x5d4000e30d83d70b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.417575:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903181.417576:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091403800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.417579:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072286c00/0x5d4000e30d83d704 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.417580:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091403800/0x5d4000e30d83d70b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.417584:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072286c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.417587:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072286c00/0x5d4000e30d83d704 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.417587:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091403800/0x5d4000e30d83d70b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.417593:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072286c00/0x5d4000e30d83d704 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.417596:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091403800/0x5d4000e30d83d70b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.417602:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072286c00/0x5d4000e30d83d704 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.417602:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091403800/0x5d4000e30d83d70b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.417607:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072286c00/0x5d4000e30d83d704 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.417613:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.417614:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.417616:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.417619:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.417620:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.417622:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903181.417639:0:3763:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970543 gen 2 00000004:00080000:0.0:1742903181.417643:0:3763:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131a57800, transno 4294970543 00000100:00100000:0.0:1742903181.417666:0:3763:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff880131a55f80 x1827566161340800/t4294970544(4294970544) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1742903197 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000004:00080000:0.0:1742903181.417674:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a79a300/2, rc 0, transno 4294970552 00000100:00100000:0.0:1742903181.417678:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161344512:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1742903181.417801:0:3762:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1742903181.417810:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ed21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161348608:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1742903181.417832:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903181.417850:0:18862:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161348608 00000100:00100000:3.0:1742903181.417854:0:18862:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161348608 00000100:00100000:3.0:1742903181.417866:0:18862:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11670 00000100:00100000:3.0:1742903181.417870:0:18862:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+21:3762:x1827566161348608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1742903181.417883:0:18862:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1014 count 1 00010000:00010000:3.0:1742903181.417894:0:18862:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800720d7e00/0x5d4000e30d83d774 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.417903:0:18862:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c051a00/0x5d4000e30d7a147b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beed0 expref: 69 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.417909:0:18862:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.417910:0:18862:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.417912:0:18862:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800720d7e00/0x5d4000e30d83d774 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.417927:0:18862:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c051a00/0x5d4000e30d7a147b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beed0 expref: 69 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.417935:0:18862:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c051a00/0x5d4000e30d7a147b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beed0 expref: 69 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.417944:0:18862:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18862:1827566161348736:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.417979:0:18862:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800993ccd80 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.418054:0:9551:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9551:1827566161345152:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.418066:0:9551:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072287400/0x5d4000e30d83d712 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.418116:0:3764:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294970608 gen 2 00000004:00080000:2.0:1742903181.418119:0:3764:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012dd13b80, transno 4294970607 00000004:00080000:2.0:1742903181.418126:0:3764:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012dd13100, transno 4294970608 00000100:00100000:2.0:1742903181.418132:0:3764:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff88012dd11f80 x1827566161342208/t4294970609(4294970609) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1742903197 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000004:00080000:2.0:1742903181.418139:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a78a680/2, rc 0, transno 4294970615 00000100:00100000:2.0:1742903181.418142:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a78a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161344768:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1742903181.418223:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1742903181.418230:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161348864:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1742903181.418253:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903181.418338:0:10647:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161348864 00000100:00100000:2.0:1742903181.418341:0:10647:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161348864 00000100:00100000:2.0:1742903181.418359:0:10647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11671 00000100:00100000:2.0:1742903181.418362:0:10647:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3765:x1827566161348864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1742903181.418373:0:10647:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1017 count 1 00010000:00010000:2.0:1742903181.418383:0:10647:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009900be00/0x5d4000e30d83d77b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.418392:0:10647:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b834c00/0x5d4000e30d7a16ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befe8 expref: 69 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.418398:0:10647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.418399:0:10647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.418401:0:10647:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009900be00/0x5d4000e30d83d77b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.418417:0:10647:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b834c00/0x5d4000e30d7a16ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befe8 expref: 69 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.418424:0:10647:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b834c00/0x5d4000e30d7a16ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befe8 expref: 69 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.418432:0:10647:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10647:1827566161348992:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.418463:0:10647:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1742903181.418516:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903181.418535:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172550528 00000100:00100000:2.0:1742903181.418538:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172550528 00010000:00010000:2.0:1742903181.418548:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83af49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcb5 expref: 70 pid: 9553 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.418566:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22795 00000100:00100000:2.0:1742903181.418570:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+70:2009:x1827566172550528:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903181.418575:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.418578:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83af49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcb5 expref: 70 pid: 9553 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.418590:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83af49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcb5 expref: 70 pid: 9553 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.418601:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83af49 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcb5 expref: 70 pid: 9553 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.418608:0:18853:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a76b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18853:1827566161345664:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.418610:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.418611:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.418614:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072287400/0x5d4000e30d83d712 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.418620:0:18853:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099e5d400/0x5d4000e30d83d719 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.418620:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072287400/0x5d4000e30d83d712 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.418651:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903181.418665:0:9551:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072287400/0x5d4000e30d83d712 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.418668:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+69:2009:x1827566172550528:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 97us (153us total) trans 0 rc 0/0 00010000:00010000:0.0:1742903181.418673:0:9551:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072287400/0x5d4000e30d83d712 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.418674:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22795 00010000:00010000:0.0:1742903181.418681:0:9551:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072287400/0x5d4000e30d83d712 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.418687:0:9551:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072287400/0x5d4000e30d83d712 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.418696:0:9551:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903181.418703:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.418707:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072287400/0x5d4000e30d83d712 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.418712:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072287400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.418715:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072287400/0x5d4000e30d83d712 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.418720:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072287400/0x5d4000e30d83d712 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.418729:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072287400/0x5d4000e30d83d712 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.418734:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072287400/0x5d4000e30d83d712 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.418746:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.418748:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.418749:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903181.418918:0:9551:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3764:x1827566161344896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6825us (6859us total) trans 4294970553 rc 0/0 00000100:00100000:0.0:1742903181.418925:0:9551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11656 00000004:00080000:3.0:1742903181.418931:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012dd10000/2, rc 0, transno 4294970553 00000100:00100000:3.0:1742903181.418946:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161344896:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1742903181.418953:0:18859:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f4cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18859:1827566161345920:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.418965:0:18859:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800993d1c00/0x5d4000e30d83d727 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.419006:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1742903181.419014:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161349120:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1742903181.419034:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.419147:0:9551:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161349120 00000100:00100000:0.0:1742903181.419150:0:9551:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161349120 00000100:00100000:0.0:1742903181.419174:0:9551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11672 00000100:00100000:0.0:1742903181.419178:0:9551:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3764:x1827566161349120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903181.419189:0:9551:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1009 count 1 00010000:00010000:0.0:1742903181.419198:0:9551:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072286400/0x5d4000e30d83d782 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.419207:0:9551:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c71ea00/0x5d4000e30d7a1179 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed72 expref: 68 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.419213:0:9551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.419214:0:9551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.419216:0:9551:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072286400/0x5d4000e30d83d782 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.419230:0:9551:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c71ea00/0x5d4000e30d7a1179 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed72 expref: 68 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.419238:0:9551:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c71ea00/0x5d4000e30d7a1179 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed72 expref: 68 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.419245:0:9551:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a799f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9551:1827566161349248:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.419266:0:9551:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4540 going to sleep for 11 seconds 00000100:00100000:3.0:1742903181.421049:0:18279:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ed23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:18279:1827566161346304:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.421050:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.421063:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903181.421065:0:18279:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d72e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.421086:0:18845:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a76a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:18845:1827566161345792:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.421087:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903181.421093:0:18845:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c562a00/0x5d4000e30d83d720 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.421107:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172550656 00000100:00100000:3.0:1742903181.421110:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172550656 00010000:00010000:3.0:1742903181.421122:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099baa600/0x5d4000e30d7a16e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befef expref: 69 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.421143:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172550912 00000100:00100000:0.0:1742903181.421154:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172550784 00000100:00100000:3.0:1742903181.421155:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172550912 00000100:00100000:0.0:1742903181.421157:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172550784 00010000:00010000:3.0:1742903181.421163:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83aff1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcfb expref: 70 pid: 9553 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.421170:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e965a00/0x5d4000e30d83b26e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdf0 expref: 70 pid: 18863 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.421176:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22796 00000100:00100000:3.0:1742903181.421181:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a76b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+70:2007:x1827566172550656:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1742903181.421184:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22797 00000100:00100000:0.0:1742903181.421188:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22798 00010000:00010000:3.0:1742903181.421190:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1742903181.421190:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a76b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+70:2007:x1827566172550912:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1742903181.421193:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a769f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+70:2007:x1827566172550784:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.421194:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099baa600/0x5d4000e30d7a16e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befef expref: 70 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.421199:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.421199:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903181.421201:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099baa600/0x5d4000e30d7a16e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befef expref: 70 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.421203:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83aff1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcfb expref: 70 pid: 9553 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.421203:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e965a00/0x5d4000e30d83b26e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdf0 expref: 70 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.421211:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e965a00/0x5d4000e30d83b26e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdf0 expref: 70 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.421213:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83aff1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcfb expref: 70 pid: 9553 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.421215:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099baa600/0x5d4000e30d7a16e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befef expref: 70 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.421223:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e965a00/0x5d4000e30d83b26e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdf0 expref: 69 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.421224:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.421225:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83aff1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efcfb expref: 70 pid: 9553 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.421226:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.421229:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099e5d400/0x5d4000e30d83d719 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.421231:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.421232:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.421235:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.421235:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993d1c00/0x5d4000e30d83d727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.421236:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099e5d400/0x5d4000e30d83d719 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.421236:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.421239:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d72e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.421241:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993d1c00/0x5d4000e30d83d727 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.421246:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d72e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.421248:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903181.421255:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.421261:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903181.421269:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a76b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+68:2007:x1827566172550656:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 88us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.421270:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a769f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+68:2007:x1827566172550784:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 76us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903181.421274:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22796 00000100:00100000:0.0:1742903181.421276:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22798 00000100:00100000:1.0:1742903181.421277:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a76b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+69:2007:x1827566172550912:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 87us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903181.421283:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22797 00010000:00010000:3.0:1742903181.421294:0:18853:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099e5d400/0x5d4000e30d83d719 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.421301:0:18859:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800993d1c00/0x5d4000e30d83d727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.421304:0:18853:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099e5d400/0x5d4000e30d83d719 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.421310:0:18853:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099e5d400/0x5d4000e30d83d719 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.421312:0:18859:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800993d1c00/0x5d4000e30d83d727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.421346:0:18853:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099e5d400/0x5d4000e30d83d719 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.421350:0:18859:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800993d1c00/0x5d4000e30d83d727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.421355:0:18853:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903181.421355:0:18859:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800993d1c00/0x5d4000e30d83d727 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.421365:0:18859:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1742903181.421412:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1742903181.421417:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099e5d400/0x5d4000e30d83d719 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.421423:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e5d400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.421426:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099e5d400/0x5d4000e30d83d719 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.421432:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099e5d400/0x5d4000e30d83d719 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.421441:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099e5d400/0x5d4000e30d83d719 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.421446:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099e5d400/0x5d4000e30d83d719 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.421461:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.421464:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800993d1c00/0x5d4000e30d83d727 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.421469:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800993d1c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.421471:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800993d1c00/0x5d4000e30d83d727 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.421476:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800993d1c00/0x5d4000e30d83d727 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.421476:0:18861:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:18861:1827566161348352:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.421482:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800993d1c00/0x5d4000e30d83d727 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.421487:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800993d1c00/0x5d4000e30d83d727 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.421491:0:18861:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83d766 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.421497:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.421498:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.421499:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903181.421534:0:18858:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18858:1827566161348480:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.421543:0:18858:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d76d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.421586:0:18859:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a769500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+24:3763:x1827566161345280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8856us (8948us total) trans 4294970554 rc 0/0 00000100:00100000:1.0:1742903181.421592:0:18859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11659 00000004:00080000:1.0:1742903181.421621:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a788e00/2, rc 0, transno 4294970554 00000100:00100000:0.0:1742903181.421622:0:9551:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a799f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9551:1827566161349248:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.421629:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161345280:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1742903181.421631:0:9551:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072286400/0x5d4000e30d83d782 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.421651:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903181.421663:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1742903181.421664:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903181.421670:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161349376:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.421673:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172551296 00000100:00100000:0.0:1742903181.421675:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172551296 00010000:00010000:0.0:1742903181.421685:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099220200/0x5d4000e30d7a1045 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bece6 expref: 67 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.421690:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903181.421691:0:18853:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3765:x1827566161345536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9181us (9224us total) trans 4294970555 rc 0/0 00000100:00100000:3.0:1742903181.421696:0:18853:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11657 00000100:00100000:0.0:1742903181.421697:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172551808 00000100:00100000:0.0:1742903181.421698:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172551808 00010000:00010000:0.0:1742903181.421705:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f54b800/0x5d4000e30d7a18b8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf0c1 expref: 69 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.421706:0:18853:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161349376 00000100:00100000:3.0:1742903181.421709:0:18853:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161349376 00000100:00100000:1.0:1742903181.421709:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22799 00000100:00100000:1.0:1742903181.421713:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+67:2007:x1827566172551296:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1742903181.421718:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22800 00000100:00100000:3.0:1742903181.421719:0:18853:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11673 00010000:00010000:1.0:1742903181.421719:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1742903181.421722:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8801376a2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+69:2007:x1827566172551808:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1742903181.421723:0:18853:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3763:x1827566161349376:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.421723:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099220200/0x5d4000e30d7a1045 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bece6 expref: 67 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.421728:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.421730:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099220200/0x5d4000e30d7a1045 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bece6 expref: 67 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.421731:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f54b800/0x5d4000e30d7a18b8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf0c1 expref: 69 pid: 18882 timeout: 409 lvb_type: 0 00002000:00080000:3.0:1742903181.421734:0:18853:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1019 count 1 00010000:00010000:1.0:1742903181.421739:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.421739:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f54b800/0x5d4000e30d7a18b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf0c1 expref: 69 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.421740:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.421742:0:18853:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f61f200/0x5d4000e30d83d789 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.421743:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009900a800/0x5d4000e30d83d743 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.421749:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009900a800/0x5d4000e30d83d743 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.421750:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.421751:0:18853:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099baac00/0x5d4000e30d7a1784 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf035 expref: 67 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.421751:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.421754:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6400/0x5d4000e30d83d758 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.421757:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.421758:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.421758:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903181.421760:0:18853:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f61f200/0x5d4000e30d83d789 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.421761:0:7198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6400/0x5d4000e30d83d758 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.421770:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903181.421772:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+67:2007:x1827566172551296:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 58us (121us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903181.421774:0:18853:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099baac00/0x5d4000e30d7a1784 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf035 expref: 67 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.421777:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22799 00010000:00010000:3.0:1742903181.421782:0:18853:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099baac00/0x5d4000e30d7a1784 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf035 expref: 66 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.421783:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8801376a2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+69:2007:x1827566172551808:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 61us (118us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.421788:0:18279:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d72e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.421789:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22800 00000100:00100000:3.0:1742903181.421790:0:18853:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18853:1827566161349504:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.421794:0:18279:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d72e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.421804:0:18279:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d72e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.421809:0:18279:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d72e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.421824:0:18853:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db240 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.421824:0:18279:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1742903181.421870:0:9552:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9552:1827566161348224:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.421881:0:9552:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d83d75f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.421899:0:18857:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ef96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18857:1827566161347840:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.421907:0:18857:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c081000/0x5d4000e30d83d74a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.421920:0:18279:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3764:x1827566161346048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8420us (8686us total) trans 4294970616 rc 0/0 00000100:00100000:2.0:1742903181.421924:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ef96a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11912:1827566161347968:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.421925:0:18279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11660 00010000:00010000:2.0:1742903181.421932:0:11912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c081200/0x5d4000e30d83d751 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.421949:0:18856:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f54b800/0x5d4000e30d7a18b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf0c1 expref: 68 pid: 18882 timeout: 409 lvb_type: 0 00000004:00080000:1.0:1742903181.421951:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f4ced80/2, rc 0, transno 4294970616 00000100:00100000:2.0:1742903181.421957:0:18856:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ef94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:18856:1827566161348096:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.421958:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f4ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161346048:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1742903181.421964:0:18856:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6400/0x5d4000e30d83d758 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.421969:0:18856:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6400/0x5d4000e30d83d758 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.421974:0:18856:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6400/0x5d4000e30d83d758 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.421980:0:18856:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6400/0x5d4000e30d83d758 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.421985:0:18856:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6400/0x5d4000e30d83d758 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.421985:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161349632:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1742903181.421994:0:18856:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1742903181.422003:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1742903181.422019:0:18859:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161349632 00000100:00100000:1.0:1742903181.422022:0:18859:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161349632 00000100:00100000:1.0:1742903181.422035:0:18859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11674 00000100:00100000:1.0:1742903181.422038:0:18859:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880093917c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+21:3763:x1827566161349632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1742903181.422048:0:18859:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1008 count 1 00010000:00010000:1.0:1742903181.422057:0:18859:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099101e00/0x5d4000e30d83d790 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.422065:0:18859:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c562e00/0x5d4000e30d7a1180 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed79 expref: 67 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.422074:0:18859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.422075:0:18859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.422078:0:18859:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099101e00/0x5d4000e30d83d790 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.422091:0:18859:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c562e00/0x5d4000e30d7a1180 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed79 expref: 67 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.422098:0:18859:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c562e00/0x5d4000e30d7a1180 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed79 expref: 67 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.422106:0:18859:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a78700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18859:1827566161349760:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.422123:0:18859:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5d80 going to sleep for 11 seconds 00000004:00080000:1.0:1742903181.422142:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a78aa00/2, rc 0, transno 4294970555 00000100:00100000:1.0:1742903181.422147:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a78aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161345536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1742903181.422167:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161349888:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1742903181.422185:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1742903181.422201:0:18279:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161349888 00000100:00100000:1.0:1742903181.422203:0:18279:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161349888 00000100:00100000:1.0:1742903181.422216:0:18279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11675 00000100:00100000:1.0:1742903181.422219:0:18279:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+24:3764:x1827566161349888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1742903181.422228:0:18279:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1016 count 1 00010000:00010000:1.0:1742903181.422235:0:18279:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800997e4600/0x5d4000e30d83d797 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.422243:0:18856:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+21:3765:x1827566161347328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7398us (7623us total) trans 4294970617 rc 0/0 00000100:00100000:2.0:1742903181.422248:0:18856:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11666 00010000:00010000:1.0:1742903181.422248:0:18279:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c097400/0x5d4000e30d7a15b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef63 expref: 66 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.422253:0:18279:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.422254:0:18279:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.422256:0:18279:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997e4600/0x5d4000e30d83d797 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.422262:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1742903181.422266:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d72e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.422270:0:18279:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c097400/0x5d4000e30d7a15b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef63 expref: 66 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.422277:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c562600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.422277:0:18279:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c097400/0x5d4000e30d7a15b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef63 expref: 66 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.422280:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d72e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.422284:0:18279:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:18279:1827566161350016:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.422286:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d72e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.422295:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d72e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.422301:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d72e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.422301:0:18279:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5840 going to sleep for 11 seconds 00010000:00010000:2.0:1742903181.422312:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.422314:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6400/0x5d4000e30d83d758 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.422342:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ceb6400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.422344:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6400/0x5d4000e30d83d758 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.422349:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6400/0x5d4000e30d83d758 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1742903181.422351:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f4cdf80/2, rc 0, transno 4294970617 00010000:00010000:2.0:1742903181.422355:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6400/0x5d4000e30d83d758 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.422358:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f4cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161347328:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1742903181.422360:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6400/0x5d4000e30d83d758 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.422369:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.422371:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.422372:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.422378:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1742903181.422384:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161350144:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.422386:0:18848:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a78b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18848:1827566161346816:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.422399:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091403a00/0x5d4000e30d83d73c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.422401:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1742903181.422414:0:18280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099220200/0x5d4000e30d7a1045 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bece6 expref: 66 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.422416:0:18850:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161350144 00000100:00100000:1.0:1742903181.422418:0:18850:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161350144 00000100:00100000:2.0:1742903181.422422:0:18280:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ef96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:18280:1827566161347712:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.422430:0:18280:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009900a800/0x5d4000e30d83d743 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.422432:0:18850:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11676 00000100:00100000:1.0:1742903181.422435:0:18850:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3764:x1827566161350144:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1742903181.422436:0:18280:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009900a800/0x5d4000e30d83d743 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.422442:0:18280:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009900a800/0x5d4000e30d83d743 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1742903181.422444:0:18850:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1015 count 1 00010000:00010000:2.0:1742903181.422449:0:18280:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009900a800/0x5d4000e30d83d743 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.422452:0:18850:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d79e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.422454:0:18280:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009900a800/0x5d4000e30d83d743 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.422461:0:18850:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cf59000/0x5d4000e30d7a15af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef5c expref: 67 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.422464:0:18280:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903181.422466:0:18850:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.422468:0:18850:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.422470:0:18850:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d79e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.422484:0:18850:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cf59000/0x5d4000e30d7a15af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef5c expref: 67 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.422491:0:18850:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cf59000/0x5d4000e30d7a15af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef5c expref: 67 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.422498:0:18850:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:18850:1827566161350272:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.422519:0:18850:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5180 going to sleep for 11 seconds 00010000:00010000:3.0:1742903181.422666:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.422671:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009900a800/0x5d4000e30d83d743 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.422677:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009900a800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.422679:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009900a800/0x5d4000e30d83d743 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.422685:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009900a800/0x5d4000e30d83d743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.422693:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009900a800/0x5d4000e30d83d743 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.422699:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009900a800/0x5d4000e30d83d743 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.422714:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.422715:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.422717:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1742903181.422733:0:18862:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18862:1827566161348736:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.422743:0:18862:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800720d7e00/0x5d4000e30d83d774 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.422777:0:9553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ed23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9553:1827566161346688:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.422778:0:18280:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+25:3765:x1827566161346560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8312us (8351us total) trans 4294970556 rc 0/0 00000100:00100000:2.0:1742903181.422784:0:18280:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11663 00010000:00010000:3.0:1742903181.422786:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800720d7400/0x5d4000e30d83d735 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.422804:0:10647:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10647:1827566161348992:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.422807:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.422811:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.422813:0:10647:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009900be00/0x5d4000e30d83d77b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.422832:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000004:00080000:1.0:1742903181.422843:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a789880/2, rc 0, transno 4294970556 00000100:00100000:3.0:1742903181.422846:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172551040 00000100:00100000:3.0:1742903181.422849:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172551040 00000100:00100000:0.0:1742903181.422852:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903181.422858:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991c2c00/0x5d4000e30d7a0f18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec61 expref: 66 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.422860:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a789880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161346560:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.422863:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172551552 00000100:00100000:0.0:1742903181.422866:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172551552 00000100:00100000:3.0:1742903181.422872:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22801 00000100:00100000:3.0:1742903181.422876:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a76b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+66:2007:x1827566172551040:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.422876:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c3dac00/0x5d4000e30d7a0dac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bebc7 expref: 68 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.422882:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903181.422886:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991c2c00/0x5d4000e30d7a0f18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec61 expref: 66 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.422892:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22802 00010000:00010000:3.0:1742903181.422893:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991c2c00/0x5d4000e30d7a0f18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec61 expref: 66 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.422896:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a769f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+68:2007:x1827566172551552:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.422901:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.422905:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c3dac00/0x5d4000e30d7a0dac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bebc7 expref: 68 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.422906:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1742903181.422908:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991c2c00/0x5d4000e30d7a0f18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec61 expref: 66 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.422912:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c3dac00/0x5d4000e30d7a0dac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bebc7 expref: 68 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.422914:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161350400:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.422915:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.422917:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.422919:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091403a00/0x5d4000e30d83d73c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.422926:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091403a00/0x5d4000e30d83d73c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.422929:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c3dac00/0x5d4000e30d7a0dac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bebc7 expref: 68 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.422935:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903181.422937:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.422939:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.422943:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091403a00/0x5d4000e30d83d73c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.422944:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c081200/0x5d4000e30d83d751 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.422946:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1742903181.422949:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091403a00/0x5d4000e30d83d73c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.422951:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c081200/0x5d4000e30d83d751 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.422955:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a76b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+65:2007:x1827566172551040:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 79us (123us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903181.422956:0:18848:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091403a00/0x5d4000e30d83d73c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.422961:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22801 00010000:00010000:2.0:1742903181.422962:0:18848:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091403a00/0x5d4000e30d83d73c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.422964:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903181.422972:0:18848:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1742903181.422974:0:18856:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161350400 00000100:00100000:3.0:1742903181.422976:0:18856:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161350400 00010000:00010000:1.0:1742903181.422976:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1742903181.422980:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a769f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+67:2007:x1827566172551552:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 83us (127us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.422981:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091403a00/0x5d4000e30d83d73c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.422985:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22802 00000100:00100000:3.0:1742903181.422986:0:18856:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11677 00000100:00100000:3.0:1742903181.422990:0:18856:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+25:3763:x1827566161350400:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.422992:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880091403a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.422995:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091403a00/0x5d4000e30d83d73c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1742903181.423000:0:18856:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1022 count 1 00010000:00010000:1.0:1742903181.423000:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091403a00/0x5d4000e30d83d73c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423008:0:18856:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f61f800/0x5d4000e30d83d7a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.423010:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903181.423011:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091403a00/0x5d4000e30d83d73c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.423014:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091403a00/0x5d4000e30d83d73c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423016:0:18856:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d2800/0x5d4000e30d7a1952 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf107 expref: 64 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.423018:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172552064 00000100:00100000:0.0:1742903181.423020:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172552064 00010000:00010000:3.0:1742903181.423021:0:18856:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.423023:0:18856:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.423025:0:18856:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f61f800/0x5d4000e30d83d7a5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.423028:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099bd0200/0x5d4000e30d7a104c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beced expref: 67 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.423029:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.423030:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.423031:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.423037:0:18856:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d2800/0x5d4000e30d7a1952 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf107 expref: 64 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.423040:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22803 00010000:00010000:1.0:1742903181.423043:0:11912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c081200/0x5d4000e30d83d751 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.423043:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a76b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+67:2007:x1827566172552064:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.423044:0:18856:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d2800/0x5d4000e30d7a1952 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf107 expref: 64 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.423048:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c081200/0x5d4000e30d83d751 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.423048:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1742903181.423051:0:18856:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18856:1827566161350528:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.423051:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099bd0200/0x5d4000e30d7a104c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beced expref: 67 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.423053:0:11912:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c081200/0x5d4000e30d83d751 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.423056:0:11912:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c081200/0x5d4000e30d83d751 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.423058:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099bd0200/0x5d4000e30d7a104c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beced expref: 67 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.423065:0:11912:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1742903181.423068:0:18856:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db900 going to sleep for 11 seconds 00010000:00010000:0.0:1742903181.423068:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099bd0200/0x5d4000e30d7a104c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beced expref: 67 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.423079:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.423081:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.423083:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83d766 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.423088:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83d766 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.423089:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903181.423098:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172552320 00010000:00010000:0.0:1742903181.423098:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903181.423100:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172552320 00010000:00010000:3.0:1742903181.423109:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c051a00/0x5d4000e30d7a147b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beed0 expref: 65 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.423111:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a76b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+66:2007:x1827566172552064:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 67us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.423116:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22803 00000100:00100000:3.0:1742903181.423121:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22804 00000100:00100000:3.0:1742903181.423124:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+65:2008:x1827566172552320:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.423129:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.423130:0:18861:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83d766 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423132:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c051a00/0x5d4000e30d7a147b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beed0 expref: 65 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.423136:0:18861:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83d766 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423138:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c051a00/0x5d4000e30d7a147b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beed0 expref: 65 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.423143:0:18861:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83d766 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423147:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c051a00/0x5d4000e30d7a147b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beed0 expref: 65 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.423149:0:18861:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83d766 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423155:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.423156:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.423158:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800720d7e00/0x5d4000e30d83d774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.423158:0:18861:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1742903181.423164:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800720d7e00/0x5d4000e30d83d774 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423172:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903181.423184:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+64:2008:x1827566172552320:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 59us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903181.423190:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22804 00010000:00010000:3.0:1742903181.423200:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1742903181.423204:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c081200/0x5d4000e30d83d751 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423209:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c081200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.423212:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c081200/0x5d4000e30d83d751 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423218:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c081200/0x5d4000e30d83d751 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423226:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c081200/0x5d4000e30d83d751 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423232:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c081200/0x5d4000e30d83d751 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.423232:0:18848:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+26:3762:x1827566161346432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9529us (9579us total) trans 4294970557 rc 0/0 00000100:00100000:2.0:1742903181.423237:0:18848:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11662 00010000:00010000:3.0:1742903181.423245:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.423248:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83d766 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423253:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ceb6c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.423255:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83d766 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423261:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83d766 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423267:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83d766 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423272:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ceb6c00/0x5d4000e30d83d766 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423281:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.423282:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.423284:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.423288:0:18862:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800720d7e00/0x5d4000e30d83d774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423293:0:18862:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800720d7e00/0x5d4000e30d83d774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423299:0:18862:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800720d7e00/0x5d4000e30d83d774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423305:0:18862:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800720d7e00/0x5d4000e30d83d774 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423313:0:18862:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903181.423340:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.423344:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800720d7e00/0x5d4000e30d83d774 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.423349:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720d7e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.423351:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800720d7e00/0x5d4000e30d83d774 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.423357:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800720d7e00/0x5d4000e30d83d774 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.423366:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800720d7e00/0x5d4000e30d83d774 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.423371:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800720d7e00/0x5d4000e30d83d774 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.423381:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.423382:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.423383:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.423487:0:11912:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3765:x1827566161347456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8726us (8888us total) trans 4294970618 rc 0/0 00000100:00100000:0.0:1742903181.423495:0:18861:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+23:3762:x1827566161347584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8368us (8530us total) trans 4294970619 rc 0/0 00000100:00100000:1.0:1742903181.423496:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11665 00000100:00100000:0.0:1742903181.423502:0:18861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11668 00010000:00010000:1.0:1742903181.423517:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903181.423534:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903181.423543:0:18862:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+26:3762:x1827566161348608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5671us (5709us total) trans 4294970558 rc 0/0 00000100:00100000:3.0:1742903181.423548:0:18862:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11670 00000100:00100000:0.0:1742903181.423651:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.423679:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903181.423687:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172551168 00000100:00100000:0.0:1742903181.423689:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172551680 00000100:00100000:2.0:1742903181.423691:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172551168 00000100:00100000:0.0:1742903181.423691:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172551680 00000004:00080000:1.0:1742903181.423692:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011ed21500/2, rc 0, transno 4294970558 00000100:00100000:1.0:1742903181.423700:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ed21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161348608:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1742903181.423700:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991c2a00/0x5d4000e30d7a18b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf0ba expref: 65 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.423702:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e871e00/0x5d4000e30d7a1515 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef16 expref: 65 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.423712:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172552192 00000004:00080000:1.0:1742903181.423713:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f4cfb80/2, rc 0, transno 4294970619 00000100:00100000:0.0:1742903181.423714:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172552192 00000100:00100000:2.0:1742903181.423720:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22805 00000100:00100000:1.0:1742903181.423720:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f4cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161347584:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1742903181.423722:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800720d5e00/0x5d4000e30d7a151c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef1d expref: 66 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.423724:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a769c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+65:2009:x1827566172551680:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903181.423730:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.423733:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991c2a00/0x5d4000e30d7a18b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf0ba expref: 65 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.423734:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22806 00000100:00100000:0.0:1742903181.423738:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+65:2009:x1827566172551168:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903181.423739:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991c2a00/0x5d4000e30d7a18b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf0ba expref: 65 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.423744:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.423748:0:8886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991c2a00/0x5d4000e30d7a18b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf0ba expref: 65 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.423748:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e871e00/0x5d4000e30d7a1515 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef16 expref: 65 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.423755:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e871e00/0x5d4000e30d7a1515 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef16 expref: 65 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.423759:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.423760:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.423762:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800720d7400/0x5d4000e30d83d735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.423766:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e871e00/0x5d4000e30d7a1515 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef16 expref: 64 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.423767:0:8886:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800720d7400/0x5d4000e30d83d735 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1742903181.423773:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a78a300/2, rc 0, transno 4294970557 00010000:00010000:0.0:1742903181.423774:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.423776:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.423777:0:8886:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903181.423778:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a78a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161346432:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1742903181.423778:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c562a00/0x5d4000e30d83d720 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.423784:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c562a00/0x5d4000e30d83d720 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.423796:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903181.423812:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+63:2009:x1827566172551168:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 72us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.423816:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22806 00000100:00100000:1.0:1742903181.423818:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161350656:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.423823:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22807 00000100:00100000:0.0:1742903181.423826:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a33a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+66:2009:x1827566172552192:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.423830:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.423833:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800720d5e00/0x5d4000e30d7a151c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef1d expref: 66 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.423838:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800720d5e00/0x5d4000e30d7a151c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef1d expref: 66 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.423839:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1742903181.423848:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800720d5e00/0x5d4000e30d7a151c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef1d expref: 66 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.423856:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.423857:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.423859:0:18845:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c562a00/0x5d4000e30d83d720 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.423860:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d76d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423866:0:18845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c562a00/0x5d4000e30d83d720 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.423870:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d76d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423872:0:18845:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c562a00/0x5d4000e30d83d720 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.423878:0:18845:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c562a00/0x5d4000e30d83d720 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.423881:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903181.423887:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161350784:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.423888:0:18845:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903181.423894:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a33a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+65:2009:x1827566172552192:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 66us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.423900:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22807 00000100:00100000:1.0:1742903181.423905:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1742903181.423913:0:18858:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d76d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.423916:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1742903181.423920:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161350912:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1742903181.423920:0:18858:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d76d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.423926:0:18858:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d76d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.423932:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1742903181.423932:0:18858:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d76d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.423942:0:18858:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1742903181.423949:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1742903181.423954:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c562a00/0x5d4000e30d83d720 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.423958:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c562a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.423960:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c562a00/0x5d4000e30d83d720 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.423966:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c562a00/0x5d4000e30d83d720 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.423972:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c562a00/0x5d4000e30d83d720 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.423975:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c562a00/0x5d4000e30d83d720 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.423987:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.423989:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d76d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.423993:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099513800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.423994:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d76d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.423997:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d76d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.424002:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d76d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.424005:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d76d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.424017:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.424018:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.424019:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.424027:0:11912:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161350656 00000100:00100000:1.0:1742903181.424031:0:11912:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161350656 00000100:00100000:1.0:1742903181.424050:0:11912:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161350784 00000100:00100000:1.0:1742903181.424052:0:11912:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161350784 00000100:00100000:1.0:1742903181.424060:0:11912:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161350912 00000100:00100000:1.0:1742903181.424061:0:11912:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161350912 00000100:00100000:1.0:1742903181.424073:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11678 00000100:00100000:1.0:1742903181.424078:0:11912:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3763:x1827566161350656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1742903181.424094:0:11912:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1010 count 1 00010000:00010000:1.0:1742903181.424106:0:11912:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a97ec00/0x5d4000e30d83d7ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.424117:0:11912:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b657e00/0x5d4000e30d7a1213 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bedb8 expref: 62 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.424123:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.424125:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.424127:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a97ec00/0x5d4000e30d83d7ac lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.424142:0:18845:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3763:x1827566161345408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11418us (11528us total) trans 4294970559 rc 0/0 00010000:00010000:1.0:1742903181.424143:0:11912:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b657e00/0x5d4000e30d7a1213 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bedb8 expref: 62 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.424148:0:18845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11658 00010000:00010000:1.0:1742903181.424151:0:11912:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b657e00/0x5d4000e30d7a1213 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bedb8 expref: 62 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.424151:0:18858:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+23:3762:x1827566161347200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8936us (9162us total) trans 4294970620 rc 0/0 00000100:00100000:0.0:1742903181.424156:0:18858:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11669 00000100:00100000:3.0:1742903181.424158:0:18845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11679 00000100:00100000:3.0:1742903181.424162:0:18845:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3764:x1827566161350784:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1742903181.424164:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11912:1827566161351040:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.424164:0:18858:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11680 00000100:00100000:0.0:1742903181.424167:0:18858:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+22:3764:x1827566161350912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1742903181.424172:0:18845:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1020 count 1 00002000:00080000:0.0:1742903181.424175:0:18858:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1004 count 1 00010000:00010000:3.0:1742903181.424181:0:18845:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f61e800/0x5d4000e30d83d7b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.424181:0:18858:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800720d7600/0x5d4000e30d83d7ba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.424188:0:18858:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e964e00/0x5d4000e30d7a0f11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec5a expref: 64 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.424189:0:18845:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072044c00/0x5d4000e30d7a1817 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf074 expref: 62 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.424192:0:18858:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.424193:0:18858:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.424194:0:18858:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800720d7600/0x5d4000e30d83d7ba lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.424195:0:18845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.424196:0:18845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.424198:0:18845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f61e800/0x5d4000e30d83d7b3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.424200:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5e40 going to sleep for 11 seconds 00010000:00010000:0.0:1742903181.424204:0:18858:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e964e00/0x5d4000e30d7a0f11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec5a expref: 64 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.424208:0:18858:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e964e00/0x5d4000e30d7a0f11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec5a expref: 64 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.424212:0:18845:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072044c00/0x5d4000e30d7a1817 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf074 expref: 62 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.424214:0:18858:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a76a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18858:1827566161351168:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.424220:0:18845:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072044c00/0x5d4000e30d7a1817 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf074 expref: 62 pid: 18848 timeout: 409 lvb_type: 0 00000004:00080000:1.0:1742903181.424220:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a78bb80/2, rc 0, transno 4294970559 00000100:00100000:1.0:1742903181.424226:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a78bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161345408:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1742903181.424229:0:18845:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:18845:1827566161351296:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.424248:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1742903181.424254:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161351424:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.424272:0:18858:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4240 going to sleep for 11 seconds 00010000:00010000:0.0:1742903181.424285:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1742903181.424755:0:18845:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1742903181.424773:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800720d7400/0x5d4000e30d83d735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.424781:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800720d7400/0x5d4000e30d83d735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.424788:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800720d7400/0x5d4000e30d83d735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.424793:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800720d7400/0x5d4000e30d83d735 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.424798:0:8886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a769c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+62:2009:x1827566172551680:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1071us (1146us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903181.424803:0:9553:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1742903181.424804:0:8886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22805 00000100:00100000:1.0:1742903181.424805:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.424810:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.424825:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172552576 00000100:00100000:0.0:1742903181.424828:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172552576 00000100:00100000:1.0:1742903181.424829:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161351424 00000100:00100000:1.0:1742903181.424832:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161351424 00010000:00010000:0.0:1742903181.424838:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c71ea00/0x5d4000e30d7a1179 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed72 expref: 62 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.424848:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11681 00000100:00100000:1.0:1742903181.424852:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+29:3763:x1827566161351424:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.424852:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22808 00000100:00100000:0.0:1742903181.424856:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+62:2009:x1827566172552576:12345-192.168.203.29@tcp:103:ldlm_bl.0 00002000:00080000:1.0:1742903181.424863:0:18863:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1013 count 1 00010000:00010000:0.0:1742903181.424865:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.424868:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c71ea00/0x5d4000e30d7a1179 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed72 expref: 62 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.424872:0:18863:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a97e200/0x5d4000e30d83d7c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.424875:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c71ea00/0x5d4000e30d7a1179 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed72 expref: 62 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.424882:0:18863:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c096c00/0x5d4000e30d7a13e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee91 expref: 62 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.424888:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.424889:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.424891:0:18863:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a97e200/0x5d4000e30d83d7c1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.424907:0:18863:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c096c00/0x5d4000e30d7a13e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee91 expref: 62 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.424917:0:18863:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c096c00/0x5d4000e30d7a13e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee91 expref: 62 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.424923:0:18863:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18863:1827566161351552:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.424940:0:18863:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5b40 going to sleep for 11 seconds 00000004:00080000:1.0:1742903181.424955:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f4cf800/2, rc 0, transno 4294970620 00000100:00100000:1.0:1742903181.424961:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f4cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161347200:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1742903181.424987:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161351680:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1742903181.425004:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903181.425020:0:18280:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161351680 00000100:00100000:2.0:1742903181.425024:0:18280:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161351680 00000004:00080000:1.0:1742903181.425036:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f4cd880/2, rc 0, transno 4294970618 00000100:00100000:2.0:1742903181.425039:0:18280:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11682 00000100:00100000:1.0:1742903181.425041:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f4cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161347456:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.425042:0:18280:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+23:3763:x1827566161351680:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1742903181.425052:0:18280:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1013 count 1 00000100:00100000:3.0:1742903181.425055:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+29:3762:x1827566161346176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11359us (11475us total) trans 4294970560 rc 0/0 00000100:00100000:3.0:1742903181.425061:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11661 00010000:00010000:2.0:1742903181.425061:0:18280:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072287200/0x5d4000e30d83d7c8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.425068:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161351808:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1742903181.425070:0:18280:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b68be00/0x5d4000e30d7a1482 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beed7 expref: 64 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.425074:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.425075:0:18280:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.425077:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800720d7400/0x5d4000e30d83d735 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425077:0:18280:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.425079:0:18280:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072287200/0x5d4000e30d83d7c8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.425084:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720d7400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.425086:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800720d7400/0x5d4000e30d83d735 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.425086:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1742903181.425092:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800720d7400/0x5d4000e30d83d735 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425097:0:18280:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b68be00/0x5d4000e30d7a1482 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beed7 expref: 64 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.425101:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800720d7400/0x5d4000e30d83d735 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425105:0:18280:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b68be00/0x5d4000e30d7a1482 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beed7 expref: 64 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.425106:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800720d7400/0x5d4000e30d83d735 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.425113:0:18280:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18280:1827566161351936:192.168.203.29@tcp:104: 00000004:00080000:1.0:1742903181.425114:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a788380/2, rc 0, transno 4294970560 00010000:00010000:3.0:1742903181.425118:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.425119:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.425119:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161346176:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.425120:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1742903181.425128:0:18862:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161351808 00000100:00100000:3.0:1742903181.425130:0:18862:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161351808 00000100:00100000:2.0:1742903181.425133:0:18280:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1d80 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.425142:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1742903181.425143:0:18862:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11683 00000100:00100000:3.0:1742903181.425146:0:18862:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+24:3764:x1827566161351808:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1742903181.425147:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161352064:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1742903181.425155:0:18862:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1009 count 1 00010000:00010000:3.0:1742903181.425162:0:18862:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c18a800/0x5d4000e30d83d7cf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.425166:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1742903181.425170:0:18862:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800720d6000/0x5d4000e30d7a121a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bedbf expref: 64 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.425175:0:18862:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.425176:0:18862:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.425178:0:18862:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c18a800/0x5d4000e30d83d7cf lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.425179:0:18848:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161352064 00000100:00100000:2.0:1742903181.425182:0:18848:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161352064 00010000:00010000:3.0:1742903181.425190:0:18862:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800720d6000/0x5d4000e30d7a121a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bedbf expref: 64 pid: 18882 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.425196:0:18848:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11684 00010000:00010000:3.0:1742903181.425197:0:18862:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800720d6000/0x5d4000e30d7a121a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bedbf expref: 64 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.425201:0:18848:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3764:x1827566161352064:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1742903181.425203:0:18862:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18862:1827566161352192:192.168.203.29@tcp:104: 00002000:00080000:2.0:1742903181.425209:0:18848:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1012 count 1 00010000:00010000:2.0:1742903181.425217:0:18848:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c27a000/0x5d4000e30d83d7d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.425219:0:18862:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db000 going to sleep for 11 seconds 00010000:00010000:2.0:1742903181.425226:0:18848:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b657400/0x5d4000e30d7a134e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee4b expref: 62 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425232:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.425233:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.425233:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c71ea00/0x5d4000e30d7a1179 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed72 expref: 62 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.425235:0:18848:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c27a000/0x5d4000e30d83d7d6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.425242:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.425244:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.425246:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072286400/0x5d4000e30d83d782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425249:0:18848:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b657400/0x5d4000e30d7a134e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee4b expref: 61 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.425257:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072286400/0x5d4000e30d83d782 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425259:0:18848:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b657400/0x5d4000e30d7a134e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee4b expref: 61 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.425260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903181.425267:0:18848:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18848:1827566161352320:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.425272:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903181.425275:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172551424 00000100:00100000:1.0:1742903181.425278:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172551424 00000100:00100000:2.0:1742903181.425280:0:18848:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1c00 going to sleep for 11 seconds 00000100:00100000:0.0:1742903181.425284:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+61:2009:x1827566172552576:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 427us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.425289:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22808 00010000:00010000:1.0:1742903181.425291:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f616200/0x5d4000e30d83aef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc8b expref: 65 pid: 9553 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.425304:0:9551:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072286400/0x5d4000e30d83d782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.425311:0:9551:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072286400/0x5d4000e30d83d782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.425355:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22809 00010000:00010000:0.0:1742903181.425356:0:9551:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072286400/0x5d4000e30d83d782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.425363:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+65:2009:x1827566172551424:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.425363:0:9551:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072286400/0x5d4000e30d83d782 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.425371:0:9551:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903181.425372:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.425376:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f616200/0x5d4000e30d83aef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc8b expref: 65 pid: 9553 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.425378:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.425382:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072286400/0x5d4000e30d83d782 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.425384:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f616200/0x5d4000e30d83aef5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc8b expref: 65 pid: 9553 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.425387:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072286400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.425389:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072286400/0x5d4000e30d83d782 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425395:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072286400/0x5d4000e30d83d782 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.425396:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f616200/0x5d4000e30d83aef5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efc8b expref: 65 pid: 9553 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.425402:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072286400/0x5d4000e30d83d782 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.425406:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.425407:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072286400/0x5d4000e30d83d782 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.425407:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.425411:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c081000/0x5d4000e30d83d74a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.425418:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c081000/0x5d4000e30d83d74a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425419:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.425420:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.425421:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.425439:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903181.425443:0:18857:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c081000/0x5d4000e30d83d74a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425450:0:18857:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c081000/0x5d4000e30d83d74a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.425452:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+64:2009:x1827566172551424:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 90us (193us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903181.425456:0:18857:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c081000/0x5d4000e30d83d74a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.425458:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22809 00010000:00010000:2.0:1742903181.425462:0:18857:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c081000/0x5d4000e30d83d74a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425471:0:18857:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1742903181.425480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903181.425488:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172551936 00000100:00100000:1.0:1742903181.425491:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172551936 00010000:00010000:1.0:1742903181.425499:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cf48600/0x5d4000e30d83b1f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdb8 expref: 64 pid: 18863 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.425511:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22810 00000100:00100000:1.0:1742903181.425514:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+64:2009:x1827566172551936:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.425519:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.425522:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cf48600/0x5d4000e30d83b1f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdb8 expref: 64 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.425529:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cf48600/0x5d4000e30d83b1f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdb8 expref: 64 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.425537:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cf48600/0x5d4000e30d83b1f0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335efdb8 expref: 64 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.425545:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.425546:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.425548:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d83d75f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.425554:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d83d75f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.425568:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903181.425572:0:18857:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+25:3765:x1827566161346944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10904us (10995us total) trans 4294970621 rc 0/0 00000100:00100000:2.0:1742903181.425577:0:18857:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11664 00000100:00100000:1.0:1742903181.425577:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+63:2009:x1827566172551936:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 62us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903181.425582:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22810 00010000:00010000:2.0:1742903181.425590:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.425594:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c081000/0x5d4000e30d83d74a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.425595:0:9552:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d83d75f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425600:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c081000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.425601:0:9552:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d83d75f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425603:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c081000/0x5d4000e30d83d74a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.425607:0:9552:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d83d75f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425609:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c081000/0x5d4000e30d83d74a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.425612:0:9552:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d83d75f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425617:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c081000/0x5d4000e30d83d74a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.425621:0:9552:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903181.425626:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c081000/0x5d4000e30d83d74a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425636:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.425639:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d83d75f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425643:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ceb7e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.425645:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d83d75f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425651:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d83d75f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425656:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d83d75f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425661:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ceb7e00/0x5d4000e30d83d75f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425670:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.425671:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.425672:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.425741:0:9552:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+25:3762:x1827566161347072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10702us (10797us total) trans 4294970622 rc 0/0 00000100:00100000:1.0:1742903181.425747:0:9552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11667 00000004:00080000:2.0:1742903181.425758:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f4ce680/2, rc 0, transno 4294970622 00010000:00010000:1.0:1742903181.425760:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1742903181.425777:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f4ce300/2, rc 0, transno 4294970621 00000100:00100000:2.0:1742903181.425779:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f4ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161347072:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1742903181.425781:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f4ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161346944:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1742903181.425803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903181.425819:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172552448 00000100:00100000:2.0:1742903181.425822:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172552448 00010000:00010000:2.0:1742903181.425832:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b834c00/0x5d4000e30d7a16ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befe8 expref: 63 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.425846:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22811 00000100:00100000:1.0:1742903181.425848:0:18859:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a78700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18859:1827566161349760:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.425850:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+63:2009:x1827566172552448:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903181.425856:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.425860:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b834c00/0x5d4000e30d7a16ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befe8 expref: 63 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.425864:0:18859:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099101e00/0x5d4000e30d83d790 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.425865:0:18853:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f4cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18853:1827566161349504:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.425867:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b834c00/0x5d4000e30d7a16ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befe8 expref: 63 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.425876:0:18853:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f61f200/0x5d4000e30d83d789 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425877:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b834c00/0x5d4000e30d7a16ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befe8 expref: 63 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.425884:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1742903181.425884:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ed23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161352576:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1742903181.425886:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.425888:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009900be00/0x5d4000e30d83d77b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425895:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009900be00/0x5d4000e30d83d77b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.425901:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1742903181.425906:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903181.425916:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1742903181.425919:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+62:2009:x1827566172552448:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 68us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903181.425921:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161352448:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.425924:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22811 00000100:00100000:1.0:1742903181.425934:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903181.425945:0:18857:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161352576 00000100:00100000:2.0:1742903181.425948:0:18857:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161352576 00000100:00100000:1.0:1742903181.425955:0:9552:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161352448 00000100:00100000:1.0:1742903181.425957:0:9552:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161352448 00000100:00100000:2.0:1742903181.425960:0:18857:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11685 00000100:00100000:0.0:1742903181.425962:0:9551:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3764:x1827566161349120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6781us (6925us total) trans 4294970561 rc 0/0 00000100:00100000:2.0:1742903181.425963:0:18857:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+26:3763:x1827566161352576:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.425968:0:9551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11672 00002000:00080000:2.0:1742903181.425974:0:18857:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1012 count 1 00000100:00100000:1.0:1742903181.425974:0:9552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11686 00000100:00100000:1.0:1742903181.425978:0:9552:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3763:x1827566161352448:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1742903181.425982:0:18857:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012c299400/0x5d4000e30d83d7dd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1742903181.425989:0:9552:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1018 count 1 00010000:00010000:2.0:1742903181.425990:0:18857:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b657600/0x5d4000e30d7a13e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee8a expref: 61 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.425995:0:18857:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.425996:0:18857:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.425998:0:18857:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c299400/0x5d4000e30d83d7dd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.425999:0:9552:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a97e400/0x5d4000e30d83d7e4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.426009:0:9552:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d851800/0x5d4000e30d7a177d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf02e expref: 61 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426011:0:18857:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b657600/0x5d4000e30d7a13e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee8a expref: 61 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.426014:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.426015:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.426018:0:18857:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b657600/0x5d4000e30d7a13e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee8a expref: 61 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.426018:0:9552:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a97e400/0x5d4000e30d83d7e4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.426026:0:18857:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18857:1827566161352704:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.426033:0:9552:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d851800/0x5d4000e30d7a177d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf02e expref: 61 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.426042:0:9552:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d851800/0x5d4000e30d7a177d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf02e expref: 61 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.426048:0:18857:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1000 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.426051:0:9552:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9552:1827566161352832:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.426060:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903181.426069:0:9552:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5d80 going to sleep for 11 seconds 00000100:00100000:2.0:1742903181.426072:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172552832 00000100:00100000:2.0:1742903181.426075:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172552832 00010000:00010000:2.0:1742903181.426085:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c562e00/0x5d4000e30d7a1180 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed79 expref: 62 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.426088:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903181.426090:0:18850:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:18850:1827566161350272:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.426100:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172553088 00000100:00100000:2.0:1742903181.426102:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172553088 00010000:00010000:1.0:1742903181.426104:0:18850:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d79e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.426104:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22812 00010000:00010000:2.0:1742903181.426109:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cf59000/0x5d4000e30d7a15af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef5c expref: 63 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.426109:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a799f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+63:2009:x1827566172552832:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.426116:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.426120:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c562e00/0x5d4000e30d7a1180 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed79 expref: 63 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.426123:0:18279:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:18279:1827566161350016:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.426129:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c562e00/0x5d4000e30d7a1180 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed79 expref: 63 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.426134:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22813 00010000:00010000:1.0:1742903181.426134:0:18279:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800997e4600/0x5d4000e30d83d797 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.426137:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+63:2007:x1827566172553088:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.426139:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c562e00/0x5d4000e30d7a1180 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed79 expref: 63 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.426143:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.426146:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cf59000/0x5d4000e30d7a15af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef5c expref: 62 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.426148:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.426150:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.426153:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cf59000/0x5d4000e30d7a15af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef5c expref: 62 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.426153:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099101e00/0x5d4000e30d83d790 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1742903181.426155:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb6a00/2, rc 0, transno 4294970561 00010000:00010000:0.0:1742903181.426159:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099101e00/0x5d4000e30d83d790 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.426161:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161349120:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1742903181.426162:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cf59000/0x5d4000e30d7a15af lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef5c expref: 62 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.426170:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.426171:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.426171:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903181.426173:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d79e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426179:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d79e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.426181:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a799f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+61:2009:x1827566172552832:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 71us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.426186:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22812 00010000:00010000:1.0:1742903181.426190:0:18859:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099101e00/0x5d4000e30d83d790 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426191:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.426195:0:18859:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099101e00/0x5d4000e30d83d790 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.426201:0:18859:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099101e00/0x5d4000e30d83d790 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.426203:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+60:2007:x1827566172553088:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 65us (115us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.426207:0:18859:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099101e00/0x5d4000e30d83d790 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.426209:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22813 00000100:00100000:0.0:1742903181.426223:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903181.426225:0:18859:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903181.426232:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1742903181.426235:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172552704 00010000:00010000:0.0:1742903181.426236:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099101e00/0x5d4000e30d83d790 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.426237:0:10647:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009900be00/0x5d4000e30d83d77b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.426237:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172552704 00010000:00010000:0.0:1742903181.426242:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099101e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903181.426245:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099101e00/0x5d4000e30d83d790 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426246:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099baac00/0x5d4000e30d7a1784 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf035 expref: 61 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.426249:0:10647:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009900be00/0x5d4000e30d83d77b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.426252:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099101e00/0x5d4000e30d83d790 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.426255:0:10647:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009900be00/0x5d4000e30d83d77b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.426257:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22814 00000100:00100000:2.0:1742903181.426260:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a33ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+61:2010:x1827566172552704:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.426261:0:10647:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009900be00/0x5d4000e30d83d77b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.426261:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099101e00/0x5d4000e30d83d790 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426265:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.426266:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099101e00/0x5d4000e30d83d790 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426268:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099baac00/0x5d4000e30d7a1784 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf035 expref: 61 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.426270:0:10647:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903181.426275:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099baac00/0x5d4000e30d7a1784 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf035 expref: 61 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.426283:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.426284:0:8886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099baac00/0x5d4000e30d7a1784 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf035 expref: 61 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.426285:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009900be00/0x5d4000e30d83d77b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.426290:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009900be00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.426291:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.426292:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009900be00/0x5d4000e30d83d77b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426293:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.426294:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f61f200/0x5d4000e30d83d789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.426297:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009900be00/0x5d4000e30d83d77b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426299:0:8886:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f61f200/0x5d4000e30d83d789 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.426304:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009900be00/0x5d4000e30d83d77b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.426309:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009900be00/0x5d4000e30d83d77b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426312:0:8886:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903181.426346:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.426347:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.426348:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903181.426349:0:8886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a33ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+60:2010:x1827566172552704:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 87us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903181.426353:0:8886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22814 00000100:00100000:0.0:1742903181.426383:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903181.426394:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172552960 00000100:00100000:2.0:1742903181.426396:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172552960 00010000:00010000:2.0:1742903181.426404:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c097400/0x5d4000e30d7a15b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef63 expref: 60 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.426414:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22815 00000100:00100000:2.0:1742903181.426417:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+60:2010:x1827566172552960:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903181.426422:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.426424:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c097400/0x5d4000e30d7a15b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef63 expref: 60 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.426430:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c097400/0x5d4000e30d7a15b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef63 expref: 60 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.426439:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c097400/0x5d4000e30d7a15b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bef63 expref: 60 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.426445:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.426447:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.426449:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997e4600/0x5d4000e30d83d797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426456:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997e4600/0x5d4000e30d83d797 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426466:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903181.426475:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+59:2010:x1827566172552960:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 56us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903181.426479:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22815 00000100:00100000:0.0:1742903181.426480:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903181.426488:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172553216 00000100:00100000:2.0:1742903181.426490:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172553216 00010000:00010000:2.0:1742903181.426496:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d2800/0x5d4000e30d7a1952 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf107 expref: 59 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.426513:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22816 00000100:00100000:2.0:1742903181.426516:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+59:2010:x1827566172553216:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903181.426522:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.426525:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d2800/0x5d4000e30d7a1952 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf107 expref: 59 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.426531:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d2800/0x5d4000e30d7a1952 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf107 expref: 59 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.426539:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.426540:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.426542:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f61f800/0x5d4000e30d83d7a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.426544:0:18859:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093917c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+28:3763:x1827566161349632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4503us (4538us total) trans 4294970623 rc 0/0 00000100:00100000:1.0:1742903181.426550:0:18859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11674 00010000:00010000:2.0:1742903181.426552:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f61f800/0x5d4000e30d83d7a5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426559:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.426567:0:18850:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d79e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.426573:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+59:2010:x1827566172553216:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 56us (94us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.426575:0:18850:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d79e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.426577:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22816 00010000:00010000:1.0:1742903181.426582:0:18850:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d79e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.426588:0:18850:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d79e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.426597:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1742903181.426598:0:18850:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903181.426604:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1742903181.426605:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161352960:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1742903181.426607:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d79e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426612:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997e5800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.426615:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d79e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426620:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d79e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.426623:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1742903181.426627:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d79e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426632:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d79e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426644:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.426645:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.426647:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1742903181.426648:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a78e00/2, rc 0, transno 4294970623 00000100:00100000:0.0:1742903181.426653:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161349632:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.426675:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c60d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161353088:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.426686:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903181.426698:0:18860:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161352960 00000100:00100000:2.0:1742903181.426701:0:18860:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161352960 00010000:00010000:0.0:1742903181.426707:0:18853:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f61f200/0x5d4000e30d83d789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.426713:0:18860:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161353088 00010000:00010000:0.0:1742903181.426714:0:18853:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f61f200/0x5d4000e30d83d789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.426715:0:18860:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161353088 00010000:00010000:0.0:1742903181.426719:0:18853:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f61f200/0x5d4000e30d83d789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.426724:0:18853:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f61f200/0x5d4000e30d83d789 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.426725:0:18860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11687 00000100:00100000:2.0:1742903181.426728:0:18860:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+30:3765:x1827566161352960:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1742903181.426732:0:18853:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1742903181.426738:0:18860:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1017 count 1 00010000:00010000:2.0:1742903181.426745:0:18860:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c081400/0x5d4000e30d83d7eb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426753:0:18860:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099baa800/0x5d4000e30d7a1649 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befa2 expref: 58 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426759:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.426760:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.426762:0:18860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c081400/0x5d4000e30d83d7eb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426775:0:18860:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099baa800/0x5d4000e30d7a1649 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befa2 expref: 58 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426783:0:18860:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099baa800/0x5d4000e30d7a1649 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befa2 expref: 58 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.426790:0:18860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18860:1827566161353216:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.426813:0:18860:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a13c0 going to sleep for 11 seconds 00000100:00100000:2.0:1742903181.426825:0:18861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11688 00000100:00100000:2.0:1742903181.426828:0:18861:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+29:3765:x1827566161353088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1742903181.426838:0:18861:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1021 count 1 00010000:00010000:2.0:1742903181.426847:0:18861:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d7f2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426857:0:18861:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099bab600/0x5d4000e30d7a1944 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf0f9 expref: 59 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.426859:0:18850:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:3764:x1827566161350144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4421us (4455us total) trans 4294970625 rc 0/0 00010000:00010000:2.0:1742903181.426863:0:18861:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.426864:0:18861:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1742903181.426864:0:18850:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11676 00010000:00010000:2.0:1742903181.426867:0:18861:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d7f2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426881:0:18861:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099bab600/0x5d4000e30d7a1944 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf0f9 expref: 59 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.426881:0:18279:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800997e4600/0x5d4000e30d83d797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.426888:0:18279:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997e4600/0x5d4000e30d83d797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426889:0:18861:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099bab600/0x5d4000e30d7a1944 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf0f9 expref: 59 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.426894:0:18279:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800997e4600/0x5d4000e30d83d797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.426897:0:18861:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:18861:1827566161353344:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.426900:0:18279:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800997e4600/0x5d4000e30d83d797 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.426910:0:18279:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1742903181.426913:0:18861:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1480 going to sleep for 11 seconds 00010000:00010000:2.0:1742903181.426920:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1742903181.426923:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f61f200/0x5d4000e30d83d789 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.426928:0:10647:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+29:3765:x1827566161348864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8469us (8578us total) trans 4294970624 rc 0/0 00010000:00010000:2.0:1742903181.426929:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61f200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.426931:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f61f200/0x5d4000e30d83d789 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.426935:0:10647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11671 00010000:00010000:2.0:1742903181.426941:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f61f200/0x5d4000e30d83d789 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.426948:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.426949:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f61f200/0x5d4000e30d83d789 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.426951:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800997e4600/0x5d4000e30d83d797 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426955:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f61f200/0x5d4000e30d83d789 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.426957:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997e4600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.426959:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800997e4600/0x5d4000e30d83d797 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.426965:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800997e4600/0x5d4000e30d83d797 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.426965:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.426966:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.426967:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.426974:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800997e4600/0x5d4000e30d83d797 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.426984:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997e4600/0x5d4000e30d83d797 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.426989:0:18853:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:3763:x1827566161349376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5264us (5297us total) trans 4294970562 rc 0/0 00000100:00100000:0.0:1742903181.426994:0:18853:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11673 00010000:00010000:3.0:1742903181.426995:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.426996:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.426997:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.427081:0:18856:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d2800/0x5d4000e30d7a1952 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf107 expref: 58 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.427091:0:18856:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f4cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18856:1827566161350528:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.427100:0:18856:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f61f800/0x5d4000e30d83d7a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.427106:0:18856:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f61f800/0x5d4000e30d83d7a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.427112:0:18856:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f61f800/0x5d4000e30d83d7a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.427118:0:18856:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f61f800/0x5d4000e30d83d7a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.427125:0:18856:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f61f800/0x5d4000e30d83d7a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.427135:0:18856:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903181.427145:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.427149:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f61f800/0x5d4000e30d83d7a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.427155:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61f800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.427157:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f61f800/0x5d4000e30d83d7a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.427163:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f61f800/0x5d4000e30d83d7a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.427171:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f61f800/0x5d4000e30d83d7a5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.427176:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f61f800/0x5d4000e30d83d7a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.427188:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.427189:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.427190:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.427226:0:18279:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+32:3764:x1827566161349888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5004us (5038us total) trans 4294970563 rc 0/0 00000100:00100000:1.0:1742903181.427232:0:18279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11675 00010000:00010000:1.0:1742903181.427247:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1742903181.427266:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a7aa00/2, rc 0, transno 4294970625 00000100:00100000:1.0:1742903181.427275:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161350144:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1742903181.427284:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a7ad80/2, rc 0, transno 4294970563 00000100:00100000:1.0:1742903181.427290:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161349888:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1742903181.427367:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161353600:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1742903181.427385:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903181.427395:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161353472:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1742903181.427406:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a7bb80/2, rc 0, transno 4294970562 00000100:00100000:1.0:1742903181.427411:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161349376:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1742903181.427416:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.427419:0:18856:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+31:3763:x1827566161350400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4427us (4472us total) trans 4294970564 rc 0/0 00000004:00080000:1.0:1742903181.427423:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e0ef480/2, rc 0, transno 4294970564 00000100:00100000:0.0:1742903181.427425:0:18856:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11677 00000100:00100000:1.0:1742903181.427427:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161350400:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1742903181.427434:0:18279:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161353600 00000100:00100000:0.0:1742903181.427435:0:18856:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161353472 00000100:00100000:2.0:1742903181.427437:0:18279:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161353600 00000100:00100000:0.0:1742903181.427437:0:18856:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161353472 00000100:00100000:0.0:1742903181.427449:0:18856:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11689 00000100:00100000:0.0:1742903181.427452:0:18856:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ed23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+28:3762:x1827566161353472:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.427453:0:18279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11690 00000100:00100000:2.0:1742903181.427456:0:18279:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+31:3763:x1827566161353600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903181.427461:0:18856:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1016 count 1 00000100:00100000:1.0:1742903181.427463:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161353728:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1742903181.427465:0:18279:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1008 count 1 00010000:00010000:0.0:1742903181.427469:0:18856:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c18a600/0x5d4000e30d83d7f9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.427474:0:18279:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b68bc00/0x5d4000e30d83d800 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.427478:0:18856:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800720d5400/0x5d4000e30d7a1650 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befa9 expref: 59 pid: 18882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.427482:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1742903181.427483:0:18279:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cef7400/0x5d4000e30d7a10e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed33 expref: 57 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.427483:0:18856:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.427484:0:18856:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.427487:0:18856:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c18a600/0x5d4000e30d83d7f9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.427488:0:18279:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.427489:0:18279:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.427491:0:18279:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b68bc00/0x5d4000e30d83d800 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.427495:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1742903181.427499:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161353856:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1742903181.427501:0:18856:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800720d5400/0x5d4000e30d7a1650 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befa9 expref: 59 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.427505:0:18279:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cef7400/0x5d4000e30d7a10e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed33 expref: 57 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.427508:0:18856:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800720d5400/0x5d4000e30d7a1650 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befa9 expref: 59 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.427513:0:18279:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cef7400/0x5d4000e30d7a10e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed33 expref: 57 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.427513:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.427516:0:18856:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c60f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:18856:1827566161353984:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.427518:0:18279:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:18279:1827566161354112:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.427549:0:18859:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161353728 00000100:00100000:0.0:1742903181.427551:0:18856:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.427553:0:18859:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161353728 00000100:00100000:0.0:1742903181.427561:0:18853:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161353856 00000100:00100000:2.0:1742903181.427563:0:18279:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1840 going to sleep for 11 seconds 00000100:00100000:0.0:1742903181.427565:0:18853:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161353856 00000100:00100000:1.0:1742903181.427572:0:18859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11691 00000100:00100000:1.0:1742903181.427576:0:18859:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+33:3764:x1827566161353728:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1742903181.427578:0:9551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11692 00000100:00100000:2.0:1742903181.427582:0:9551:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+33:3764:x1827566161353856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1742903181.427590:0:18859:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1011 count 1 00002000:00080000:2.0:1742903181.427593:0:9551:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1004 count 1 00010000:00010000:2.0:1742903181.427601:0:9551:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c3da200/0x5d4000e30d83d80e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.427601:0:18859:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800997e4200/0x5d4000e30d83d807 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.427609:0:9551:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072080e00/0x5d4000e30d7a0e7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec14 expref: 57 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.427613:0:9551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.427613:0:18859:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099716400/0x5d4000e30d7a12ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bedfe expref: 57 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.427615:0:9551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.427616:0:9551:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3da200/0x5d4000e30d83d80e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.427619:0:18859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.427621:0:18859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.427623:0:18859:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997e4200/0x5d4000e30d83d807 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.427629:0:9551:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072080e00/0x5d4000e30d7a0e7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec14 expref: 57 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.427636:0:9551:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072080e00/0x5d4000e30d7a0e7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec14 expref: 57 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.427641:0:18859:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099716400/0x5d4000e30d7a12ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bedfe expref: 57 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.427644:0:9551:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9551:1827566161354240:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.427650:0:18859:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099716400/0x5d4000e30d7a12ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bedfe expref: 57 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.427660:0:18859:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18859:1827566161354368:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.427666:0:9551:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1e40 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.427687:0:18859:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5840 going to sleep for 11 seconds 00000004:00080000:1.0:1742903181.427708:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a79880/2, rc 0, transno 4294970624 00000100:00100000:1.0:1742903181.427715:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161348864:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1742903181.427755:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1742903181.427762:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ed22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161354496:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1742903181.427780:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903181.427814:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161354496 00000100:00100000:3.0:1742903181.427817:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161354496 00000100:00100000:3.0:1742903181.427830:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11693 00000100:00100000:3.0:1742903181.427834:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+29:3763:x1827566161354496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1742903181.427843:0:9553:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1019 count 1 00010000:00010000:3.0:1742903181.427850:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c563400/0x5d4000e30d83d815 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.427864:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800993d1000/0x5d4000e30d7a181e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf07b expref: 59 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.427869:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.427871:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.427873:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c563400/0x5d4000e30d83d815 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.427884:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800993d1000/0x5d4000e30d7a181e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf07b expref: 59 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.427895:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800993d1000/0x5d4000e30d7a181e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf07b expref: 59 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.427906:0:9553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9553:1827566161354624:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.428029:0:9553:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0dbe40 going to sleep for 11 seconds 00000100:00100000:0.0:1742903181.428761:0:18858:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a76a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18858:1827566161351168:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.428772:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11912:1827566161351040:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.428773:0:18858:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800720d7600/0x5d4000e30d83d7ba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.428789:0:11912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a97ec00/0x5d4000e30d83d7ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.430619:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.430639:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.430679:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903181.430682:0:18845:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f4cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:18845:1827566161351296:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.430684:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172553472 00000100:00100000:2.0:1742903181.430689:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172553472 00010000:00010000:3.0:1742903181.430697:0:18845:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f61e800/0x5d4000e30d83d7b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.430700:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903181.430706:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e964e00/0x5d4000e30d7a0f11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec5a expref: 60 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.430710:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172553344 00000100:00100000:0.0:1742903181.430712:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172553344 00000100:00100000:3.0:1742903181.430716:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172553600 00000100:00100000:3.0:1742903181.430718:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172553600 00000100:00100000:2.0:1742903181.430720:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172553728 00000100:00100000:2.0:1742903181.430721:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172553728 00010000:00010000:0.0:1742903181.430723:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b657e00/0x5d4000e30d7a1213 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bedb8 expref: 59 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.430726:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c096c00/0x5d4000e30d7a13e1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee91 expref: 60 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.430730:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072044c00/0x5d4000e30d7a1817 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf074 expref: 60 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.430735:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22817 00000100:00100000:0.0:1742903181.430738:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+60:2007:x1827566172553472:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1742903181.430743:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22818 00000100:00100000:2.0:1742903181.430746:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+60:2009:x1827566172553344:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.430747:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.430750:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e964e00/0x5d4000e30d7a0f11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec5a expref: 60 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.430752:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.430754:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b657e00/0x5d4000e30d7a1213 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bedb8 expref: 60 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.430756:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e964e00/0x5d4000e30d7a0f11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec5a expref: 60 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.430757:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22819 00010000:00010000:2.0:1742903181.430760:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b657e00/0x5d4000e30d7a1213 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bedb8 expref: 60 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.430761:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+60:2008:x1827566172553728:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.430766:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903181.430769:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c096c00/0x5d4000e30d7a13e1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee91 expref: 60 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.430769:0:8886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b657e00/0x5d4000e30d7a1213 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bedb8 expref: 60 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.430770:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e964e00/0x5d4000e30d7a0f11 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec5a expref: 60 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.430775:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c096c00/0x5d4000e30d7a13e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee91 expref: 59 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.430777:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.430778:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.430778:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.430779:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.430781:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a97ec00/0x5d4000e30d83d7ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.430782:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.430782:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800720d7600/0x5d4000e30d83d7ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.430784:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.430785:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a97e200/0x5d4000e30d83d7c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.430787:0:8886:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a97ec00/0x5d4000e30d83d7ac lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.430788:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800720d7600/0x5d4000e30d83d7ba lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.430789:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a97e200/0x5d4000e30d83d7c1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.430796:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903181.430799:0:8886:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903181.430800:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903181.430801:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22820 00000100:00100000:1.0:1742903181.430814:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+59:2010:x1827566172553600:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1742903181.430819:0:8886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+59:2009:x1827566172553344:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 72us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903181.430820:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+59:2008:x1827566172553728:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 58us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.430821:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+59:2007:x1827566172553472:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 82us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903181.430823:0:8886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22818 00000100:00100000:3.0:1742903181.430826:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22819 00000100:00100000:0.0:1742903181.430829:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22817 00010000:00010000:1.0:1742903181.430831:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.430839:0:9570:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072044c00/0x5d4000e30d7a1817 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf074 expref: 57 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.430841:0:18280:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18280:1827566161351936:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.430848:0:18280:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072287200/0x5d4000e30d83d7c8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.430850:0:18862:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18862:1827566161352192:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.430850:0:9570:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072044c00/0x5d4000e30d7a1817 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf074 expref: 57 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.430854:0:18858:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800720d7600/0x5d4000e30d83d7ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.430861:0:18862:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c18a800/0x5d4000e30d83d7cf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.430861:0:18858:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800720d7600/0x5d4000e30d83d7ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.430867:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072044c00/0x5d4000e30d7a1817 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf074 expref: 57 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.430871:0:18858:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800720d7600/0x5d4000e30d83d7ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.430877:0:18858:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800720d7600/0x5d4000e30d83d7ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.430880:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.430881:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.430884:0:9570:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f61e800/0x5d4000e30d83d7b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.430888:0:18858:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903181.430892:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f61e800/0x5d4000e30d83d7b3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.430893:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.430896:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800720d7600/0x5d4000e30d83d7ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.430900:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720d7600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.430902:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800720d7600/0x5d4000e30d83d7ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.430906:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800720d7600/0x5d4000e30d83d7ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.430912:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800720d7600/0x5d4000e30d83d7ba lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.430915:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800720d7600/0x5d4000e30d83d7ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.430923:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903181.430925:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.430926:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.430927:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.430940:0:18845:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f61e800/0x5d4000e30d83d7b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.430947:0:18845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f61e800/0x5d4000e30d83d7b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.430952:0:18845:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f61e800/0x5d4000e30d83d7b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.430953:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+56:2010:x1827566172553600:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 144us (272us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903181.430957:0:18845:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f61e800/0x5d4000e30d83d7b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.430960:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22820 00010000:00010000:3.0:1742903181.430964:0:18845:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903181.430971:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.430976:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f61e800/0x5d4000e30d83d7b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.430985:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61e800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.430988:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f61e800/0x5d4000e30d83d7b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.430989:0:11912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a97ec00/0x5d4000e30d83d7ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.430993:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f61e800/0x5d4000e30d83d7b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.430997:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a97ec00/0x5d4000e30d83d7ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.431001:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f61e800/0x5d4000e30d83d7b3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.431004:0:11912:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a97ec00/0x5d4000e30d83d7ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.431007:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f61e800/0x5d4000e30d83d7b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.431010:0:11912:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a97ec00/0x5d4000e30d83d7ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.431016:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.431017:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.431023:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.431023:0:11912:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903181.431026:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a97ec00/0x5d4000e30d83d7ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.431031:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a97ec00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.431033:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a97ec00/0x5d4000e30d83d7ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.431039:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a97ec00/0x5d4000e30d83d7ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.431049:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a97ec00/0x5d4000e30d83d7ac lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.431054:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a97ec00/0x5d4000e30d83d7ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.431063:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.431064:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.431065:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903181.431279:0:18858:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+30:3764:x1827566161350912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7109us (7345us total) trans 4294970626 rc 0/0 00000100:00100000:3.0:1742903181.431282:0:18845:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+35:3764:x1827566161350784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7118us (7375us total) trans 4294970565 rc 0/0 00000100:00100000:0.0:1742903181.431287:0:18858:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11680 00000100:00100000:3.0:1742903181.431289:0:18845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11679 00010000:00010000:3.0:1742903181.431302:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1742903181.431310:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e0ec700/2, rc 0, transno 4294970626 00000100:00100000:2.0:1742903181.431346:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161350912:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1742903181.431359:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e0ec000/2, rc 0, transno 4294970565 00000100:00100000:2.0:1742903181.431366:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161350784:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.431389:0:3762:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1742903181.431397:0:18848:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18848:1827566161352320:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.431397:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1742903181.431400:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161354752:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.431403:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161354880:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.431405:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c27a000/0x5d4000e30d83d7d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.431423:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.431432:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903181.431434:0:18845:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161354880 00000100:00100000:3.0:1742903181.431435:0:18845:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161354880 00000100:00100000:0.0:1742903181.431445:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903181.431447:0:18845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11694 00000100:00100000:3.0:1742903181.431449:0:18845:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+35:3765:x1827566161354880:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1742903181.431457:0:11912:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+35:3763:x1827566161350656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7377us (7616us total) trans 4294970566 rc 0/0 00002000:00080000:3.0:1742903181.431461:0:18845:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1006 count 1 00000100:00100000:2.0:1742903181.431462:0:10647:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161354752 00000100:00100000:1.0:1742903181.431464:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11678 00000100:00100000:2.0:1742903181.431465:0:10647:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161354752 00000100:00100000:0.0:1742903181.431466:0:9570:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172553984 00000100:00100000:0.0:1742903181.431469:0:9570:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172553984 00010000:00010000:3.0:1742903181.431470:0:18845:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c18a000/0x5d4000e30d83d81c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.431477:0:18845:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c563c00/0x5d4000e30d7a0fb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beca7 expref: 55 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.431479:0:9570:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800720d6000/0x5d4000e30d7a121a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bedbf expref: 59 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.431480:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11695 00010000:00010000:3.0:1742903181.431481:0:18845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.431482:0:18845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.431483:0:18845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c18a000/0x5d4000e30d83d81c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.431484:0:11912:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+30:3762:x1827566161354752:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.431492:0:18845:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c563c00/0x5d4000e30d7a0fb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beca7 expref: 55 pid: 18882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.431495:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22821 00010000:00010000:3.0:1742903181.431498:0:18845:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c563c00/0x5d4000e30d7a0fb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beca7 expref: 55 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.431498:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a338c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+59:2009:x1827566172553984:12345-192.168.203.29@tcp:103:ldlm_bl.0 00002000:00080000:1.0:1742903181.431500:0:11912:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1007 count 1 00000100:00100000:3.0:1742903181.431504:0:18845:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:18845:1827566161355008:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.431504:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.431507:0:9570:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800720d6000/0x5d4000e30d7a121a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bedbf expref: 59 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.431514:0:11912:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d823 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.431520:0:9570:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800720d6000/0x5d4000e30d7a121a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bedbf expref: 59 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.431525:0:11912:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099bd0400/0x5d4000e30d7a10df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed2c expref: 59 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.431526:0:18845:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.431530:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.431530:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800720d6000/0x5d4000e30d7a121a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bedbf expref: 59 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.431532:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.431534:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d823 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.431538:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.431539:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.431542:0:9570:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c18a800/0x5d4000e30d83d7cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.431548:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c18a800/0x5d4000e30d83d7cf lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.431559:0:11912:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099bd0400/0x5d4000e30d7a10df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed2c expref: 58 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.431559:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903181.431568:0:18862:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c18a800/0x5d4000e30d83d7cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.431568:0:11912:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099bd0400/0x5d4000e30d7a10df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed2c expref: 58 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.431574:0:18862:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c18a800/0x5d4000e30d83d7cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.431579:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a338c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+58:2009:x1827566172553984:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 73us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903181.431580:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11912:1827566161355136:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.431581:0:18862:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c18a800/0x5d4000e30d83d7cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.431586:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22821 00010000:00010000:3.0:1742903181.431587:0:18862:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c18a800/0x5d4000e30d83d7cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.431596:0:18862:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903181.431601:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.431606:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c18a800/0x5d4000e30d83d7cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.431609:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5900 going to sleep for 11 seconds 00010000:00010000:2.0:1742903181.431612:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c18a800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.431615:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c18a800/0x5d4000e30d83d7cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.431625:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c18a800/0x5d4000e30d83d7cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.431634:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c18a800/0x5d4000e30d83d7cf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.431637:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000004:00080000:1.0:1742903181.431639:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e0efb80/2, rc 0, transno 4294970566 00010000:00010000:2.0:1742903181.431640:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c18a800/0x5d4000e30d83d7cf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.431647:0:9570:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172553856 00000100:00100000:1.0:1742903181.431650:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161350656:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.431650:0:9570:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172553856 00010000:00010000:2.0:1742903181.431651:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.431653:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.431654:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.431658:0:9570:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b68be00/0x5d4000e30d7a1482 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beed7 expref: 58 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.431671:0:18863:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c096c00/0x5d4000e30d7a13e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee91 expref: 55 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.431671:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22822 00000100:00100000:0.0:1742903181.431675:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+58:2010:x1827566172553856:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1742903181.431681:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161355264:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1742903181.431681:0:18863:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18863:1827566161351552:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.431683:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.431686:0:9570:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b68be00/0x5d4000e30d7a1482 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beed7 expref: 58 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.431693:0:18863:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a97e200/0x5d4000e30d83d7c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.431693:0:9570:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b68be00/0x5d4000e30d7a1482 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beed7 expref: 58 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.431698:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.431700:0:18863:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a97e200/0x5d4000e30d83d7c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.431703:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b68be00/0x5d4000e30d7a1482 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beed7 expref: 58 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.431705:0:18863:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a97e200/0x5d4000e30d83d7c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.431711:0:18863:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a97e200/0x5d4000e30d83d7c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.431711:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.431713:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.431715:0:9570:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072287200/0x5d4000e30d83d7c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.431717:0:18863:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a97e200/0x5d4000e30d83d7c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.431720:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072287200/0x5d4000e30d83d7c8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.431727:0:18863:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903181.431731:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903181.431738:0:18280:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072287200/0x5d4000e30d83d7c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.431743:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+57:2010:x1827566172553856:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 67us (106us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903181.431745:0:18280:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072287200/0x5d4000e30d83d7c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.431748:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22822 00010000:00010000:2.0:1742903181.431751:0:18280:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072287200/0x5d4000e30d83d7c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.431757:0:18280:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072287200/0x5d4000e30d83d7c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.431760:0:18853:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161355264 00000100:00100000:0.0:1742903181.431762:0:18853:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161355264 00010000:00010000:2.0:1742903181.431769:0:18280:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1742903181.431772:0:18853:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11696 00000100:00100000:0.0:1742903181.431776:0:18853:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+36:3765:x1827566161355264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903181.431785:0:18853:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1002 count 1 00010000:00010000:0.0:1742903181.431795:0:18853:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099512800/0x5d4000e30d83d82a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.431804:0:18853:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c3db400/0x5d4000e30d7a0c08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beb3b expref: 54 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.431809:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.431811:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.431813:0:18853:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099512800/0x5d4000e30d83d82a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.431825:0:18853:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c3db400/0x5d4000e30d7a0c08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beb3b expref: 54 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.431832:0:18853:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c3db400/0x5d4000e30d7a0c08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beb3b expref: 54 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.431835:0:18862:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+32:3764:x1827566161351808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6686us (6746us total) trans 4294970627 rc 0/0 00000100:00100000:0.0:1742903181.431840:0:18853:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18853:1827566161355392:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.431841:0:18862:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11683 00000100:00100000:0.0:1742903181.431856:0:18853:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903181.431883:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.431892:0:9570:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172554112 00000100:00100000:0.0:1742903181.431894:0:9570:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172554112 00010000:00010000:0.0:1742903181.431903:0:9570:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b657400/0x5d4000e30d7a134e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee4b expref: 55 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.431915:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22823 00000100:00100000:0.0:1742903181.431919:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+55:2007:x1827566172554112:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.431923:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.431927:0:9570:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b657400/0x5d4000e30d7a134e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee4b expref: 55 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.431934:0:9570:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b657400/0x5d4000e30d7a134e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee4b expref: 55 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.431944:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b657400/0x5d4000e30d7a134e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee4b expref: 55 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.431952:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.431953:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.431955:0:9570:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c27a000/0x5d4000e30d83d7d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.431961:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c27a000/0x5d4000e30d83d7d6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.431965:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+36:3763:x1827566161351424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7112us (7160us total) trans 4294970567 rc 0/0 00000100:00100000:1.0:1742903181.431969:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11681 00010000:00010000:0.0:1742903181.431971:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903181.431979:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c27a000/0x5d4000e30d83d7d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.431981:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1742903181.431984:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a97e200/0x5d4000e30d83d7c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.431985:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c27a000/0x5d4000e30d83d7d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.431985:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+54:2007:x1827566172554112:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 65us (102us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.431988:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a97e200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.431990:0:18848:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c27a000/0x5d4000e30d83d7d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.431990:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a97e200/0x5d4000e30d83d7c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.431990:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22823 00010000:00010000:3.0:1742903181.431994:0:18848:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c27a000/0x5d4000e30d83d7d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.431994:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a97e200/0x5d4000e30d83d7c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.432001:0:18848:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1742903181.432001:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a97e200/0x5d4000e30d83d7c1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.432004:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a97e200/0x5d4000e30d83d7c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.432013:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1742903181.432016:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072287200/0x5d4000e30d83d7c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.432020:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072287200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.432021:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072287200/0x5d4000e30d83d7c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.432025:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072287200/0x5d4000e30d83d7c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.432029:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072287200/0x5d4000e30d83d7c8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.432032:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072287200/0x5d4000e30d83d7c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.432038:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.432040:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c27a000/0x5d4000e30d83d7d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.432043:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c27a000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.432044:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c27a000/0x5d4000e30d83d7d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.432047:0:18280:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+31:3763:x1827566161351680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7004us (7042us total) trans 4294970628 rc 0/0 00010000:00010000:1.0:1742903181.432047:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c27a000/0x5d4000e30d83d7d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.432051:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c27a000/0x5d4000e30d83d7d6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.432054:0:18280:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11682 00010000:00010000:1.0:1742903181.432058:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c27a000/0x5d4000e30d83d7d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.432060:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.432069:0:9570:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172554240 00000100:00100000:0.0:1742903181.432071:0:9570:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172554240 00010000:00010000:1.0:1742903181.432074:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.432075:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903181.432076:0:18857:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18857:1827566161352704:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.432076:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.432080:0:9570:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d851800/0x5d4000e30d7a177d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf02e expref: 57 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.432086:0:18857:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012c299400/0x5d4000e30d83d7dd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1742903181.432088:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e0edf80/2, rc 0, transno 4294970628 00000100:00100000:0.0:1742903181.432092:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22824 00000100:00100000:1.0:1742903181.432094:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161351680:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.432095:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+57:2009:x1827566172554240:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903181.432097:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1742903181.432101:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e0ed500/2, rc 0, transno 4294970567 00010000:00010000:0.0:1742903181.432101:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.432103:0:9570:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d851800/0x5d4000e30d7a177d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf02e expref: 57 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.432105:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161351424:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1742903181.432109:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e0ee680/2, rc 0, transno 4294970627 00010000:00010000:0.0:1742903181.432109:0:9570:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d851800/0x5d4000e30d7a177d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf02e expref: 57 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.432113:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161351808:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1742903181.432118:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.432119:0:9552:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d851800/0x5d4000e30d7a177d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf02e expref: 57 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.432119:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.432122:0:9570:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a97e400/0x5d4000e30d83d7e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fa:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.432125:0:9552:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9552:1827566161352832:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.432127:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a97e400/0x5d4000e30d83d7e4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.432133:0:9552:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a97e400/0x5d4000e30d83d7e4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.432135:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.432138:0:9552:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a97e400/0x5d4000e30d83d7e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.432141:0:9552:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a97e400/0x5d4000e30d83d7e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.432143:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161355520:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.432145:0:9552:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a97e400/0x5d4000e30d83d7e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.432147:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+56:2009:x1827566172554240:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 50us (86us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.432152:0:9552:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a97e400/0x5d4000e30d83d7e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.432152:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22824 00010000:00010000:1.0:1742903181.432158:0:9552:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1742903181.432160:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903181.432174:0:18280:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161355520 00000100:00100000:2.0:1742903181.432177:0:18280:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161355520 00000100:00100000:0.0:1742903181.432183:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903181.432189:0:18280:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11697 00000100:00100000:2.0:1742903181.432192:0:18280:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3762:x1827566161355520:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.432193:0:9570:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172554368 00000100:00100000:0.0:1742903181.432195:0:9570:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172554368 00000100:00100000:3.0:1742903181.432200:0:18848:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3764:x1827566161352064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6999us (7034us total) trans 4294970568 rc 0/0 00002000:00080000:2.0:1742903181.432201:0:18280:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1000 count 1 00010000:00010000:0.0:1742903181.432203:0:9570:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b657600/0x5d4000e30d7a13e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee8a expref: 56 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.432204:0:18848:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11684 00010000:00010000:2.0:1742903181.432210:0:18280:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c3db800/0x5d4000e30d83d831 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.432215:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1742903181.432215:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22825 00010000:00010000:3.0:1742903181.432218:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a97e400/0x5d4000e30d83d7e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.432218:0:18280:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b70600/0x5d4000e30d7a0a9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beaa1 expref: 53 pid: 18882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.432219:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+56:2007:x1827566172554368:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.432222:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a97e400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.432223:0:18280:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.432224:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a97e400/0x5d4000e30d83d7e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.432225:0:18280:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.432227:0:18280:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3db800/0x5d4000e30d83d831 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.432227:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903181.432228:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a97e400/0x5d4000e30d83d7e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.432230:0:9570:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b657600/0x5d4000e30d7a13e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee8a expref: 56 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.432234:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a97e400/0x5d4000e30d83d7e4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.432236:0:9570:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b657600/0x5d4000e30d7a13e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee8a expref: 56 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.432237:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a97e400/0x5d4000e30d83d7e4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.432239:0:18280:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b70600/0x5d4000e30d7a0a9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beaa1 expref: 53 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.432245:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.432245:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b657600/0x5d4000e30d7a13e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee8a expref: 56 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.432246:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.432246:0:18280:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b70600/0x5d4000e30d7a0a9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beaa1 expref: 53 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.432248:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.432250:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.432252:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.432253:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1742903181.432254:0:18280:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:18280:1827566161355648:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.432255:0:9570:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c299400/0x5d4000e30d83d7dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.432260:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c299400/0x5d4000e30d83d7dd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.432270:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903181.432271:0:3762:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1742903181.432271:0:18280:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1000 going to sleep for 11 seconds 00000100:00100000:3.0:1742903181.432275:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161355776:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1742903181.432279:0:18857:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012c299400/0x5d4000e30d83d7dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.432283:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+55:2007:x1827566172554368:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 63us (100us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903181.432285:0:18857:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c299400/0x5d4000e30d83d7dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.432287:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.432288:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22825 00010000:00010000:2.0:1742903181.432291:0:18857:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012c299400/0x5d4000e30d83d7dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.432297:0:18848:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161355776 00010000:00010000:2.0:1742903181.432297:0:18857:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012c299400/0x5d4000e30d83d7dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.432299:0:18848:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161355776 00010000:00010000:2.0:1742903181.432304:0:18857:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1742903181.432306:0:18848:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11698 00000100:00100000:3.0:1742903181.432309:0:18848:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3762:x1827566161355776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1742903181.432346:0:18848:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1005 count 1 00010000:00010000:3.0:1742903181.432356:0:18848:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099101a00/0x5d4000e30d83d838 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.432364:0:18848:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c563600/0x5d4000e30d7a0fab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beca0 expref: 54 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.432370:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.432371:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.432373:0:18848:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099101a00/0x5d4000e30d83d838 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.432387:0:18848:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c563600/0x5d4000e30d7a0fab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beca0 expref: 54 pid: 18882 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.432389:0:9552:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+33:3763:x1827566161352448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6409us (6453us total) trans 4294970629 rc 0/0 00000100:00100000:1.0:1742903181.432393:0:9552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11686 00010000:00010000:3.0:1742903181.432394:0:18848:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c563600/0x5d4000e30d7a0fab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beca0 expref: 54 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.432402:0:18848:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800991c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18848:1827566161356032:192.168.203.29@tcp:104: 00000004:00080000:1.0:1742903181.432408:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a57800/2, rc 0, transno 4294970629 00000100:00100000:1.0:1742903181.432413:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161352448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1742903181.432427:0:18848:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db240 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.432457:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800991c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161356160:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1742903181.432474:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903181.432483:0:18279:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:18279:1827566161354112:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.432488:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1742903181.432491:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161355904:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1742903181.432492:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.432494:0:18279:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b68bc00/0x5d4000e30d83d800 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.432496:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012c299400/0x5d4000e30d83d7dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.432499:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1742903181.432501:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012c299400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903181.432504:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c299400/0x5d4000e30d83d7dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.432508:0:18858:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161356160 00000100:00100000:1.0:1742903181.432509:0:9552:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161355904 00000100:00100000:3.0:1742903181.432511:0:18858:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161356160 00010000:00010000:0.0:1742903181.432511:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c299400/0x5d4000e30d83d7dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.432512:0:9552:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161355904 00010000:00010000:0.0:1742903181.432520:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012c299400/0x5d4000e30d83d7dd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.432525:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c299400/0x5d4000e30d83d7dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.432527:0:18858:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11699 00000100:00100000:1.0:1742903181.432531:0:9552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11700 00000100:00100000:3.0:1742903181.432532:0:18858:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+34:3765:x1827566161356160:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1742903181.432533:0:9552:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:3765:x1827566161355904:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1742903181.432537:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.432538:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.432539:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1742903181.432541:0:18858:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1010 count 1 00002000:00080000:1.0:1742903181.432541:0:9552:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1011 count 1 00010000:00010000:1.0:1742903181.432548:0:9552:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f46c400/0x5d4000e30d83d83f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.432549:0:18858:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b797600/0x5d4000e30d83d846 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.432555:0:18860:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18860:1827566161353216:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.432556:0:9552:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800997f0800/0x5d4000e30d7a1347 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee44 expref: 54 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.432557:0:18858:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800997f0e00/0x5d4000e30d7a12b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee05 expref: 54 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.432562:0:18858:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.432563:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.432564:0:18858:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.432564:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.432564:0:18860:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c081400/0x5d4000e30d83d7eb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.432565:0:9552:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f46c400/0x5d4000e30d83d83f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.432566:0:18858:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b797600/0x5d4000e30d83d846 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.432575:0:9552:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800997f0800/0x5d4000e30d7a1347 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee44 expref: 54 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.432580:0:18858:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800997f0e00/0x5d4000e30d7a12b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee05 expref: 54 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.432580:0:9552:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800997f0800/0x5d4000e30d7a1347 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee44 expref: 54 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.432587:0:9552:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9552:1827566161356288:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.432588:0:18858:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800997f0e00/0x5d4000e30d7a12b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee05 expref: 54 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.432592:0:18857:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+34:3763:x1827566161352576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6626us (6688us total) trans 4294970630 rc 0/0 00000100:00100000:3.0:1742903181.432597:0:18858:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800991c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18858:1827566161356416:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.432598:0:18857:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11685 00000100:00100000:1.0:1742903181.432600:0:9552:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5b40 going to sleep for 11 seconds 00000004:00080000:1.0:1742903181.432615:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011ed23b80/2, rc 0, transno 4294970630 00000100:00100000:3.0:1742903181.432620:0:18858:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db480 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.432620:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ed23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161352576:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1742903181.432625:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e0eed80/2, rc 0, transno 4294970568 00000100:00100000:2.0:1742903181.432632:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161352064:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1742903181.432950:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161356544:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1742903181.432972:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903181.432989:0:18862:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161356544 00000100:00100000:2.0:1742903181.432992:0:18862:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161356544 00000100:00100000:2.0:1742903181.433008:0:18862:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11701 00000100:00100000:1.0:1742903181.433010:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161356672:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1742903181.433011:0:18862:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+34:3762:x1827566161356544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1742903181.433021:0:18862:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1003 count 1 00000100:00100000:1.0:1742903181.433028:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1742903181.433030:0:18862:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d84d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.433039:0:18862:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800991c3e00/0x5d4000e30d7a0e77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec1b expref: 54 pid: 18882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.433042:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161356672 00010000:00010000:2.0:1742903181.433043:0:18862:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1742903181.433045:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161356672 00010000:00010000:2.0:1742903181.433045:0:18862:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.433046:0:18862:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d84d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.433060:0:18862:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800991c3e00/0x5d4000e30d7a0e77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec1b expref: 54 pid: 18882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.433061:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11702 00000100:00100000:3.0:1742903181.433065:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+37:3763:x1827566161356672:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1742903181.433067:0:18862:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800991c3e00/0x5d4000e30d7a0e77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec1b expref: 54 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.433075:0:18862:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18862:1827566161356800:192.168.203.29@tcp:104: 00002000:00080000:3.0:1742903181.433076:0:18863:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1001 count 1 00010000:00010000:3.0:1742903181.433084:0:18863:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012eb6d800/0x5d4000e30d83d854 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.433093:0:18863:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993bd000/0x5d4000e30d7a0b6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beaf5 expref: 53 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.433099:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.433100:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1742903181.433100:0:18862:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1742903181.433102:0:18863:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb6d800/0x5d4000e30d83d854 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.433116:0:18863:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800993bd000/0x5d4000e30d7a0b6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beaf5 expref: 53 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.433123:0:18863:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800993bd000/0x5d4000e30d7a0b6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beaf5 expref: 53 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.433131:0:18863:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd13100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18863:1827566161356928:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.433148:0:18863:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0dba80 going to sleep for 11 seconds 00000100:00100000:2.0:1742903181.433793:0:18861:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:18861:1827566161353344:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.433800:0:9551:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9551:1827566161354240:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.433808:0:18861:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d7f2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.433811:0:9551:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c3da200/0x5d4000e30d83d80e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.433980:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.433996:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172554624 00000100:00100000:0.0:1742903181.433999:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172554624 00010000:00010000:0.0:1742903181.434013:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cef7400/0x5d4000e30d7a10e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed33 expref: 54 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.434022:0:9553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f4cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9553:1827566161354624:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.434029:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22826 00000100:00100000:0.0:1742903181.434032:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+54:2010:x1827566172554624:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.434034:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c563400/0x5d4000e30d83d815 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.434038:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.434042:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cef7400/0x5d4000e30d7a10e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed33 expref: 54 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.434049:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cef7400/0x5d4000e30d7a10e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed33 expref: 54 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.434061:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cef7400/0x5d4000e30d7a10e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed33 expref: 54 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.434088:0:18856:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c60f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:18856:1827566161353984:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.434101:0:18856:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c18a600/0x5d4000e30d83d7f9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.434119:0:18859:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18859:1827566161354368:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.434131:0:18859:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800997e4200/0x5d4000e30d83d807 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.434184:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.434186:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.434189:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b68bc00/0x5d4000e30d83d800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.434196:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b68bc00/0x5d4000e30d83d800 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.434221:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903181.434238:0:18279:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b68bc00/0x5d4000e30d83d800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.434245:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+53:2010:x1827566172554624:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 212us (266us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903181.434246:0:18279:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b68bc00/0x5d4000e30d83d800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.434252:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22826 00010000:00010000:3.0:1742903181.434253:0:18279:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b68bc00/0x5d4000e30d83d800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.434258:0:18279:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b68bc00/0x5d4000e30d83d800 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.434274:0:18279:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903181.434278:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.434282:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b68bc00/0x5d4000e30d83d800 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.434288:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b68bc00 already unused, calling callback (ffffffffa07fd840) 00000100:00100000:0.0:1742903181.434288:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903181.434291:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b68bc00/0x5d4000e30d83d800 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.434296:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172555136 00010000:00010000:1.0:1742903181.434298:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b68bc00/0x5d4000e30d83d800 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.434299:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172555136 00010000:00010000:1.0:1742903181.434307:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b68bc00/0x5d4000e30d83d800 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.434307:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800720d5400/0x5d4000e30d7a1650 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befa9 expref: 55 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.434312:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b68bc00/0x5d4000e30d83d800 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.434353:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22827 00010000:00010000:1.0:1742903181.434355:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903181.434356:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+55:2008:x1827566172555136:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.434357:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.434358:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.434364:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.434367:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800720d5400/0x5d4000e30d7a1650 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befa9 expref: 55 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.434373:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800720d5400/0x5d4000e30d7a1650 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befa9 expref: 55 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.434384:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800720d5400/0x5d4000e30d7a1650 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befa9 expref: 55 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.434414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903181.434426:0:9570:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172555008 00000100:00100000:1.0:1742903181.434429:0:9570:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172555008 00010000:00010000:1.0:1742903181.434439:0:9570:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099716400/0x5d4000e30d7a12ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bedfe expref: 53 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.434465:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22828 00000100:00100000:1.0:1742903181.434470:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a33b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+53:2010:x1827566172555008:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.434477:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.434480:0:9570:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099716400/0x5d4000e30d7a12ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bedfe expref: 53 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.434488:0:9570:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099716400/0x5d4000e30d7a12ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bedfe expref: 53 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.434498:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099716400/0x5d4000e30d7a12ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bedfe expref: 53 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.434506:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.434508:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.434510:0:9570:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997e4200/0x5d4000e30d83d807 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.434516:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997e4200/0x5d4000e30d83d807 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.434529:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903181.434545:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a33b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+52:2010:x1827566172555008:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 74us (131us total) trans 0 rc 0/0 00010000:00010000:0.0:1742903181.434548:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.434549:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1742903181.434551:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22828 00010000:00010000:0.0:1742903181.434552:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c18a600/0x5d4000e30d83d7f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.434557:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c18a600/0x5d4000e30d83d7f9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.434564:0:18859:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800997e4200/0x5d4000e30d83d807 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.434568:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.434570:0:18859:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997e4200/0x5d4000e30d83d807 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.434580:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+54:2008:x1827566172555136:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 223us (291us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.434581:0:18859:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800997e4200/0x5d4000e30d83d807 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.434585:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22827 00010000:00010000:1.0:1742903181.434587:0:18859:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800997e4200/0x5d4000e30d83d807 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.434626:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.434636:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172554880 00000100:00100000:0.0:1742903181.434639:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172554880 00010000:00010000:0.0:1742903181.434647:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072080e00/0x5d4000e30d7a0e7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec14 expref: 52 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.434653:0:18279:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+38:3763:x1827566161353600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7195us (7266us total) trans 4294970569 rc 0/0 00000100:00100000:3.0:1742903181.434659:0:18279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11690 00000100:00100000:0.0:1742903181.434664:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22829 00000100:00100000:0.0:1742903181.434667:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+52:2008:x1827566172554880:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.434673:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.434676:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072080e00/0x5d4000e30d7a0e7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec14 expref: 52 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.434683:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072080e00/0x5d4000e30d7a0e7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec14 expref: 52 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.434692:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072080e00/0x5d4000e30d7a0e7e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec14 expref: 52 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.434699:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.434700:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.434702:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c3da200/0x5d4000e30d83d80e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.434708:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3da200/0x5d4000e30d83d80e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1742903181.434716:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e0e9c00/2, rc 0, transno 4294970569 00010000:00010000:0.0:1742903181.434728:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903181.434736:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161353600:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.434742:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+51:2008:x1827566172554880:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 74us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.434748:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22829 00010000:00010000:1.0:1742903181.434775:0:18859:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903181.434780:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903181.434782:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.434786:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800997e4200/0x5d4000e30d83d807 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.434789:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172554496 00010000:00010000:3.0:1742903181.434791:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997e4200 already unused, calling callback (ffffffffa07fd840) 00000100:00100000:0.0:1742903181.434792:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172554496 00010000:00010000:2.0:1742903181.434793:0:9551:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c3da200/0x5d4000e30d83d80e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.434794:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800997e4200/0x5d4000e30d83d807 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.434799:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800997e4200/0x5d4000e30d83d807 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.434800:0:9551:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c3da200/0x5d4000e30d83d80e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.434801:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099baa800/0x5d4000e30d7a1649 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befa2 expref: 51 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.434806:0:9551:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c3da200/0x5d4000e30d83d80e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.434807:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800997e4200/0x5d4000e30d83d807 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.434812:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997e4200/0x5d4000e30d83d807 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.434812:0:9551:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3da200/0x5d4000e30d83d80e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.434814:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22830 00000100:00100000:0.0:1742903181.434818:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+51:2010:x1827566172554496:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903181.434821:0:9551:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903181.434823:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903181.434825:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903181.434826:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099baa800/0x5d4000e30d7a1649 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befa2 expref: 51 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.434827:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c3da200/0x5d4000e30d83d80e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.434832:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c3da200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903181.434832:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099baa800/0x5d4000e30d7a1649 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befa2 expref: 51 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.434833:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c3da200/0x5d4000e30d83d80e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.434839:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c3da200/0x5d4000e30d83d80e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.434841:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099baa800/0x5d4000e30d7a1649 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335befa2 expref: 51 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.434845:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c3da200/0x5d4000e30d83d80e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.434848:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.434849:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.434850:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c3da200/0x5d4000e30d83d80e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.434851:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c081400/0x5d4000e30d83d7eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.434856:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c081400/0x5d4000e30d83d7eb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.434858:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.434859:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.434861:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.434865:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.434866:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903181.434877:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+50:2010:x1827566172554496:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 58us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.434881:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22830 00010000:00010000:0.0:1742903181.434894:0:18860:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c081400/0x5d4000e30d83d7eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.434899:0:18860:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c081400/0x5d4000e30d83d7eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.434905:0:18860:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c081400/0x5d4000e30d83d7eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.434909:0:18860:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c081400/0x5d4000e30d83d7eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.434918:0:18860:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903181.434926:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.434930:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c081400/0x5d4000e30d83d7eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.434935:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c081400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.434937:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c081400/0x5d4000e30d83d7eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.434943:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c081400/0x5d4000e30d83d7eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.434951:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c081400/0x5d4000e30d83d7eb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.434956:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c081400/0x5d4000e30d83d7eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.434965:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.434967:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.434968:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.435029:0:18859:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+39:3764:x1827566161353728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7452us (7546us total) trans 4294970570 rc 0/0 00000100:00100000:1.0:1742903181.435035:0:18859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11691 00010000:00010000:1.0:1742903181.435051:0:18856:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c18a600/0x5d4000e30d83d7f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.435057:0:18856:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c18a600/0x5d4000e30d83d7f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.435063:0:18856:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c18a600/0x5d4000e30d83d7f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.435068:0:18856:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c18a600/0x5d4000e30d83d7f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.435077:0:18856:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1742903181.435223:0:9551:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+39:3764:x1827566161353856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7639us (7708us total) trans 4294970571 rc 0/0 00000100:00100000:2.0:1742903181.435229:0:9551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11692 00000100:00100000:2.0:1742903181.435245:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1742903181.435252:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161357056:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.435262:0:18860:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+38:3765:x1827566161352960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8532us (8637us total) trans 4294970572 rc 0/0 00000100:00100000:0.0:1742903181.435267:0:18860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11687 00000100:00100000:2.0:1742903181.435277:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.435291:0:18860:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161357056 00000100:00100000:0.0:1742903181.435293:0:18860:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161357056 00000004:00080000:2.0:1742903181.435301:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e0e9880/2, rc 0, transno 4294970572 00000100:00100000:2.0:1742903181.435306:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161352960:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.435340:0:18860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11703 00000100:00100000:0.0:1742903181.435345:0:18860:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880093915850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+38:3765:x1827566161357056:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1742903181.435348:0:18856:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ed23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+35:3762:x1827566161353472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7894us (7931us total) trans 4294970631 rc 0/0 00000100:00100000:1.0:1742903181.435353:0:18856:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11689 00000100:00100000:2.0:1742903181.435357:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161357184:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1742903181.435358:0:18860:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:982 count 1 00010000:00010000:1.0:1742903181.435365:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.435368:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c18a600/0x5d4000e30d83d7f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.435369:0:18860:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009900b400/0x5d4000e30d83d85b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.435374:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c18a600 already unused, calling callback (ffffffffa07fd840) 00000100:00100000:2.0:1742903181.435375:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.435376:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c18a600/0x5d4000e30d83d7f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.435378:0:18860:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c666000/0x5d4000e30d79fc3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be4c7 expref: 49 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.435382:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c18a600/0x5d4000e30d83d7f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.435383:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.435385:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.435387:0:18860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009900b400/0x5d4000e30d83d85b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.435390:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c18a600/0x5d4000e30d83d7f9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.435395:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c18a600/0x5d4000e30d83d7f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.435400:0:18860:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c666000/0x5d4000e30d79fc3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be4c7 expref: 49 pid: 18882 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1742903181.435402:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e0ea680/2, rc 0, transno 4294970571 00010000:00010000:1.0:1742903181.435404:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.435405:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.435406:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903181.435407:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161353856:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1742903181.435408:0:18860:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c666000/0x5d4000e30d79fc3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be4c7 expref: 49 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.435412:0:18856:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161357184 00000004:00080000:3.0:1742903181.435413:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb7800/2, rc 0, transno 4294970631 00000004:00080000:2.0:1742903181.435414:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e0ea300/2, rc 0, transno 4294970570 00000100:00100000:1.0:1742903181.435414:0:18856:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161357184 00000100:00100000:2.0:1742903181.435416:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161353728:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.435416:0:18860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18860:1827566161357312:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.435422:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161353472:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1742903181.435426:0:18856:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11704 00000100:00100000:1.0:1742903181.435429:0:18856:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+39:3765:x1827566161357184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1742903181.435437:0:18856:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:985 count 1 00000100:00100000:0.0:1742903181.435442:0:18860:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e49c0 going to sleep for 11 seconds 00000100:00100000:2.0:1742903181.435445:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161357440:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.435445:0:18856:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f46c600/0x5d4000e30d83d862 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.435453:0:18856:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072031000/0x5d4000e30d79fe08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be599 expref: 49 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.435456:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161357568:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.435459:0:18856:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.435461:0:18856:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1742903181.435463:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.435463:0:18856:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f46c600/0x5d4000e30d83d862 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.435468:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903181.435476:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.435477:0:18856:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072031000/0x5d4000e30d79fe08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be599 expref: 49 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.435480:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1742903181.435484:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161357696:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.435485:0:18856:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072031000/0x5d4000e30d79fe08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be599 expref: 49 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.435487:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903181.435493:0:18856:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18856:1827566161357824:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.435496:0:9551:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161357440 00000100:00100000:3.0:1742903181.435498:0:9551:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161357440 00000100:00100000:2.0:1742903181.435499:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1742903181.435510:0:18856:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5300 going to sleep for 11 seconds 00000100:00100000:3.0:1742903181.435518:0:9551:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161357568 00000100:00100000:1.0:1742903181.435518:0:9570:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172555264 00000100:00100000:3.0:1742903181.435520:0:9551:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161357568 00000100:00100000:1.0:1742903181.435520:0:9570:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172555264 00000100:00100000:0.0:1742903181.435522:0:18857:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161357696 00000100:00100000:2.0:1742903181.435523:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172554752 00000100:00100000:0.0:1742903181.435524:0:18857:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161357696 00000100:00100000:2.0:1742903181.435526:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172554752 00010000:00010000:1.0:1742903181.435529:0:9570:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800993d1000/0x5d4000e30d7a181e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf07b expref: 55 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.435530:0:9551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11705 00000100:00100000:3.0:1742903181.435534:0:9551:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:3762:x1827566161357440:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1742903181.435536:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099bab600/0x5d4000e30d7a1944 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf0f9 expref: 55 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.435540:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22831 00000100:00100000:0.0:1742903181.435540:0:18857:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11706 00000100:00100000:1.0:1742903181.435543:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+55:2008:x1827566172555264:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1742903181.435543:0:18857:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+41:3763:x1827566161357568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1742903181.435544:0:9551:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:981 count 1 00010000:00010000:1.0:1742903181.435549:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1742903181.435551:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22832 00010000:00010000:3.0:1742903181.435552:0:9551:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c3da600/0x5d4000e30d83d869 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.435552:0:9570:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800993d1000/0x5d4000e30d7a181e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf07b expref: 55 pid: 18858 timeout: 409 lvb_type: 0 00002000:00080000:0.0:1742903181.435552:0:18857:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1782 count 1 00000100:00100000:2.0:1742903181.435555:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+55:2010:x1827566172554752:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.435560:0:18857:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83d870 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.435561:0:9551:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c11b000/0x5d4000e30d79fb68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be473 expref: 49 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.435561:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.435565:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099bab600/0x5d4000e30d7a1944 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf0f9 expref: 55 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.435566:0:9551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.435568:0:9551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.435568:0:18857:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091420800/0x5d4000e30d83857a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef64 expref: 49 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.435570:0:9551:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3da600/0x5d4000e30d83d869 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.435572:0:18857:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.435574:0:18857:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.435575:0:18857:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83d870 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.435584:0:9551:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c11b000/0x5d4000e30d79fb68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be473 expref: 49 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.435593:0:18857:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091420800/0x5d4000e30d83857a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef64 expref: 49 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.435659:0:9570:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800993d1000/0x5d4000e30d7a181e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf07b expref: 55 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.435663:0:9551:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c11b000/0x5d4000e30d79fb68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be473 expref: 49 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.435663:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099bab600/0x5d4000e30d7a1944 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf0f9 expref: 55 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.435663:0:18857:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091420800/0x5d4000e30d83857a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef64 expref: 49 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.435671:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800993d1000/0x5d4000e30d7a181e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf07b expref: 55 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.435672:0:18857:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18857:1827566161358080:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.435675:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099bab600/0x5d4000e30d7a1944 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf0f9 expref: 55 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.435676:0:9551:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9551:1827566161357952:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.435679:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.435681:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.435683:0:9570:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c563400/0x5d4000e30d83d815 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.435688:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.435689:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.435689:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c563400/0x5d4000e30d83d815 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.435689:0:18857:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4a80 going to sleep for 11 seconds 00010000:00010000:2.0:1742903181.435692:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d7f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.435696:0:9551:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0dbe40 going to sleep for 11 seconds 00010000:00010000:2.0:1742903181.435698:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d7f2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.435701:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903181.435709:0:10647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11707 00010000:00010000:2.0:1742903181.435710:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903181.435713:0:10647:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+35:3765:x1827566161357696:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1742903181.435713:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+53:2008:x1827566172555264:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 169us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903181.435719:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22831 00002000:00080000:3.0:1742903181.435723:0:10647:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1001 count 1 00000100:00100000:2.0:1742903181.435726:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+52:2010:x1827566172554752:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 169us (238us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903181.435732:0:10647:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d877 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.435732:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22832 00010000:00010000:3.0:1742903181.435740:0:10647:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c4c6800/0x5d4000e30d7a0bfa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beb2d expref: 51 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.435744:0:10647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.435745:0:10647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.435747:0:10647:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d877 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.435748:0:18861:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d7f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.435755:0:18861:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d7f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.435760:0:10647:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c4c6800/0x5d4000e30d7a0bfa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beb2d expref: 51 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.435762:0:18861:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d7f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.435767:0:10647:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c4c6800/0x5d4000e30d7a0bfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beb2d expref: 51 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.435768:0:18861:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d7f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.435774:0:10647:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10647:1827566161358208:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.435782:0:18861:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1742903181.435793:0:10647:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db900 going to sleep for 11 seconds 00010000:00010000:3.0:1742903181.435803:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c563400/0x5d4000e30d83d815 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.435808:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c563400/0x5d4000e30d83d815 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.435813:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c563400/0x5d4000e30d83d815 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.435818:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c563400/0x5d4000e30d83d815 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.435825:0:9553:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1742903181.435881:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1742903181.435885:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d7f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.435892:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b68ae00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.435894:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d7f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.435900:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d7f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.435909:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d7f2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.435915:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d7f2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.435926:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.435929:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c563400/0x5d4000e30d83d815 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.435934:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c563400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.435936:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c563400/0x5d4000e30d83d815 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.435942:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c563400/0x5d4000e30d83d815 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.435948:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c563400/0x5d4000e30d83d815 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.435953:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c563400/0x5d4000e30d83d815 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.435963:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.435964:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.435965:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903181.436039:0:18861:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+37:3765:x1827566161353088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9209us (9351us total) trans 4294970632 rc 0/0 00000100:00100000:2.0:1742903181.436047:0:18861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11688 00000004:00080000:0.0:1742903181.436052:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c60d880/2, rc 0, transno 4294970632 00000100:00100000:0.0:1742903181.436058:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c60d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161353088:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1742903181.436082:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+36:3763:x1827566161354496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8246us (8300us total) trans 4294970633 rc 0/0 00000100:00100000:3.0:1742903181.436087:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11693 00000004:00080000:0.0:1742903181.436089:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011ed22680/2, rc 0, transno 4294970633 00000100:00100000:0.0:1742903181.436093:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ed22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161354496:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.436101:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903181.436124:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161358336:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.436142:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903181.436152:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1742903181.436158:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161358464:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1742903181.436173:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.436187:0:18861:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161358336 00000100:00100000:3.0:1742903181.436188:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161358464 00000100:00100000:3.0:1742903181.436191:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161358464 00000100:00100000:0.0:1742903181.436191:0:18861:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161358336 00000100:00100000:3.0:1742903181.436202:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11708 00000100:00100000:3.0:1742903181.436205:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+37:3763:x1827566161358464:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.436206:0:18861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11709 00000100:00100000:0.0:1742903181.436209:0:18861:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+37:3765:x1827566161358336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1742903181.436214:0:9553:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1000 count 1 00002000:00080000:0.0:1742903181.436219:0:18861:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:999 count 1 00010000:00010000:3.0:1742903181.436223:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801307a2000/0x5d4000e30d83d87e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.436228:0:18861:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c080e00/0x5d4000e30d83d885 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.436231:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c4c6600/0x5d4000e30d7a0b60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beae7 expref: 51 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.436236:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.436236:0:18861:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800993bda00/0x5d4000e30d7a0a8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bea93 expref: 51 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.436237:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.436239:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801307a2000/0x5d4000e30d83d87e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.436246:0:18861:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.436247:0:18861:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.436249:0:18861:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c080e00/0x5d4000e30d83d885 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.436250:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c4c6600/0x5d4000e30d7a0b60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beae7 expref: 51 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.436257:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c4c6600/0x5d4000e30d7a0b60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beae7 expref: 51 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.436262:0:18861:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800993bda00/0x5d4000e30d7a0a8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bea93 expref: 51 pid: 18882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.436263:0:9553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9553:1827566161358592:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.436269:0:18861:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800993bda00/0x5d4000e30d7a0a8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bea93 expref: 51 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.436277:0:18861:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:18861:1827566161358720:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.436281:0:9553:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db000 going to sleep for 11 seconds 00000100:00100000:0.0:1742903181.436295:0:18861:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4240 going to sleep for 11 seconds 00000100:00100000:0.0:1742903181.439270:0:18853:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18853:1827566161355392:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.439293:0:18853:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099512800/0x5d4000e30d83d82a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.439402:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11912:1827566161355136:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.439425:0:11912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d823 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.439814:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.439843:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.439860:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.439881:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.439897:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172555520 00000100:00100000:0.0:1742903181.439902:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172555520 00010000:00010000:0.0:1742903181.439923:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099bd0400/0x5d4000e30d7a10df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed2c expref: 52 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.439926:0:9570:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172555776 00000100:00100000:1.0:1742903181.439932:0:9570:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172555776 00000100:00100000:0.0:1742903181.439947:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172555392 00000100:00100000:0.0:1742903181.439949:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172555392 00010000:00010000:1.0:1742903181.439953:0:9570:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c563600/0x5d4000e30d7a0fab lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beca0 expref: 53 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.439957:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c563c00/0x5d4000e30d7a0fb2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beca7 expref: 50 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.439973:0:9570:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172555648 00000100:00100000:1.0:1742903181.439975:0:9570:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172555648 00010000:00010000:1.0:1742903181.439982:0:9570:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3db400/0x5d4000e30d7a0c08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beb3b expref: 51 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.439982:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22833 00000100:00100000:0.0:1742903181.439987:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+53:2010:x1827566172555520:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1742903181.439991:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22834 00000100:00100000:1.0:1742903181.439994:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+53:2008:x1827566172555776:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.439999:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.440003:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099bd0400/0x5d4000e30d7a10df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed2c expref: 53 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.440004:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.440007:0:9570:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c563600/0x5d4000e30d7a0fab lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beca0 expref: 53 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.440012:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099bd0400/0x5d4000e30d7a10df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed2c expref: 53 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.440014:0:9570:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c563600/0x5d4000e30d7a0fab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beca0 expref: 53 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.440032:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099bd0400/0x5d4000e30d7a10df lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bed2c expref: 53 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.440033:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.440035:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.440038:0:9570:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099101a00/0x5d4000e30d83d838 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.440044:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.440045:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099101a00/0x5d4000e30d83d838 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.440046:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.440049:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d823 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.440056:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d823 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.440060:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903181.440073:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903181.440107:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+52:2008:x1827566172555776:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 110us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903181.440113:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22834 00000100:00100000:1.0:1742903181.440127:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22835 00000100:00100000:3.0:1742903181.440129:0:18845:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f4cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:18845:1827566161355008:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.440131:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a339c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+51:2009:x1827566172555392:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.440139:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903181.440142:0:18845:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c18a000/0x5d4000e30d83d81c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.440144:0:9570:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c563c00/0x5d4000e30d7a0fb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ee:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beca7 expref: 51 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.440152:0:9570:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c563c00/0x5d4000e30d7a0fb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beca7 expref: 51 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.440165:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c563c00/0x5d4000e30d7a0fb2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beca7 expref: 51 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.440175:0:18848:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c563600/0x5d4000e30d7a0fab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beca0 expref: 51 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.440176:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.440178:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.440180:0:9570:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c18a000/0x5d4000e30d83d81c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.440186:0:18848:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800991c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18848:1827566161356032:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.440187:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c18a000/0x5d4000e30d83d81c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.440195:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099101a00/0x5d4000e30d83d838 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.440202:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099101a00/0x5d4000e30d83d838 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.440202:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903181.440208:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099101a00/0x5d4000e30d83d838 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.440215:0:18848:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099101a00/0x5d4000e30d83d838 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.440227:0:18848:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099101a00/0x5d4000e30d83d838 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.440239:0:18848:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1742903181.440363:0:18280:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:18280:1827566161355648:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.440375:0:18280:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c3db800/0x5d4000e30d83d831 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.440395:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22836 00000100:00100000:2.0:1742903181.440400:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+50:2010:x1827566172555648:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903181.440408:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.440413:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c3db400/0x5d4000e30d7a0c08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beb3b expref: 50 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.440431:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c3db400/0x5d4000e30d7a0c08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beb3b expref: 50 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.440447:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c3db400/0x5d4000e30d7a0c08 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beb3b expref: 50 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.440455:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.440456:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.440458:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099512800/0x5d4000e30d83d82a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.440469:0:7198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099512800/0x5d4000e30d83d82a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.440482:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903181.440677:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+50:2010:x1827566172555520:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 686us (861us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903181.440678:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a339c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+49:2009:x1827566172555392:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 545us (816us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.440683:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22833 00000100:00100000:1.0:1742903181.440687:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22835 00010000:00010000:0.0:1742903181.440707:0:18853:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099512800/0x5d4000e30d83d82a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.440714:0:18853:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099512800/0x5d4000e30d83d82a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.440721:0:18853:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099512800/0x5d4000e30d83d82a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.440727:0:18853:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099512800/0x5d4000e30d83d82a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.440729:0:11912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d823 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.440734:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d823 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.440738:0:18853:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1742903181.440739:0:11912:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d823 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.440743:0:11912:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d823 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.440751:0:11912:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1742903181.440894:0:18848:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+39:3762:x1827566161355776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8582us (8604us total) trans 4294970634 rc 0/0 00000100:00100000:3.0:1742903181.440902:0:18848:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11698 00010000:00010000:3.0:1742903181.440921:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1742903181.440926:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099101a00/0x5d4000e30d83d838 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.440933:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099101a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.440936:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099101a00/0x5d4000e30d83d838 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.440943:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099101a00/0x5d4000e30d83d838 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.440952:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099101a00/0x5d4000e30d83d838 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.440962:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099101a00/0x5d4000e30d83d838 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.440976:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1742903181.440979:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099512800/0x5d4000e30d83d82a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.440984:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099512800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.440986:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099512800/0x5d4000e30d83d82a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.440992:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099512800/0x5d4000e30d83d82a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.440999:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099512800/0x5d4000e30d83d82a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.441004:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099512800/0x5d4000e30d83d82a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.441015:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.441018:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d823 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.441023:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46da00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.441025:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d823 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.441031:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d823 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.441039:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d823 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.441043:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d823 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.441057:0:18853:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+42:3765:x1827566161355264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9279us (9357us total) trans 4294970573 rc 0/0 00000100:00100000:0.0:1742903181.441063:0:18853:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11696 00010000:00010000:3.0:1742903181.441066:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.441068:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.441069:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.441073:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.441080:0:18845:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c18a000/0x5d4000e30d83d81c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.441086:0:18845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c18a000/0x5d4000e30d83d81c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.441092:0:18845:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c18a000/0x5d4000e30d83d81c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1742903181.441095:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb4700/2, rc 0, transno 4294970573 00010000:00010000:3.0:1742903181.441098:0:18845:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c18a000/0x5d4000e30d83d81c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.441103:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161355264:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.441109:0:18845:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1742903181.441133:0:11912:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+38:3762:x1827566161354752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9646us (9685us total) trans 4294970635 rc 0/0 00000100:00100000:1.0:1742903181.441140:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11695 00010000:00010000:1.0:1742903181.441157:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.441161:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c18a000/0x5d4000e30d83d81c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.441168:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c18a000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.441171:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c18a000/0x5d4000e30d83d81c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.441171:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903181.441177:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c18a000/0x5d4000e30d83d81c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.441189:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c18a000/0x5d4000e30d83d81c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.441193:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c18a000/0x5d4000e30d83d81c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.441206:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.441207:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.441208:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.441215:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172555904 00000100:00100000:1.0:1742903181.441218:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172555904 00010000:00010000:1.0:1742903181.441228:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b70600/0x5d4000e30d7a0a9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beaa1 expref: 49 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.441239:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22837 00000100:00100000:1.0:1742903181.441242:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+49:2007:x1827566172555904:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.441246:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.441248:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b70600/0x5d4000e30d7a0a9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beaa1 expref: 49 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.441254:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b70600/0x5d4000e30d7a0a9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beaa1 expref: 49 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.441261:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b70600/0x5d4000e30d7a0a9c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beaa1 expref: 49 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.441269:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.441270:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.441272:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c3db800/0x5d4000e30d83d831 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.441276:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3db800/0x5d4000e30d83d831 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.441287:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903181.441303:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+48:2007:x1827566172555904:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 60us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903181.441307:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22837 00000100:00100000:2.0:1742903181.441350:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+47:2010:x1827566172555648:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 947us (1465us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903181.441355:0:9552:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9552:1827566161356288:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.441357:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22836 00000100:00100000:0.0:1742903181.441363:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903181.441367:0:9552:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f46c400/0x5d4000e30d83d83f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.441370:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172556032 00000100:00100000:2.0:1742903181.441373:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172556032 00010000:00010000:2.0:1742903181.441385:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800997f0e00/0x5d4000e30d7a12b4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee05 expref: 50 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.441410:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22838 00000100:00100000:2.0:1742903181.441414:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+50:2010:x1827566172556032:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903181.441420:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.441424:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800997f0e00/0x5d4000e30d7a12b4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee05 expref: 50 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.441431:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800997f0e00/0x5d4000e30d7a12b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee05 expref: 50 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.441441:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1742903181.441441:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903181.441442:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.441445:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b797600/0x5d4000e30d83d846 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.441450:0:7198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b797600/0x5d4000e30d83d846 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.441458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903181.441459:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903181.441464:0:9570:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172556160 00000100:00100000:0.0:1742903181.441468:0:9570:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172556160 00010000:00010000:0.0:1742903181.441480:0:9570:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800997f0800/0x5d4000e30d7a1347 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee44 expref: 51 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.441481:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+51:2010:x1827566172556032:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 66us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903181.441489:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22838 00000100:00100000:2.0:1742903181.441500:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172556288 00000100:00100000:0.0:1742903181.441502:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22839 00000100:00100000:2.0:1742903181.441503:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172556288 00000100:00100000:0.0:1742903181.441507:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+51:2009:x1827566172556160:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903181.441511:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800991c3e00/0x5d4000e30d7a0e77 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec1b expref: 51 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.441513:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.441517:0:9570:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800997f0800/0x5d4000e30d7a1347 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee44 expref: 51 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.441524:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22840 00010000:00010000:0.0:1742903181.441525:0:9570:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800997f0800/0x5d4000e30d7a1347 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee44 expref: 51 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.441528:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+51:2010:x1827566172556288:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903181.441536:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.441536:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800997f0800/0x5d4000e30d7a1347 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee44 expref: 51 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.441540:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800991c3e00/0x5d4000e30d7a0e77 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec1b expref: 51 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.441545:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.441547:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.441548:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800991c3e00/0x5d4000e30d7a0e77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec1b expref: 50 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.441549:0:9570:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f46c400/0x5d4000e30d83d83f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.441550:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903181.441556:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f46c400/0x5d4000e30d83d83f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.441558:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.441559:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.441562:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d84d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.441568:0:7198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d84d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.441577:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903181.441577:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.441582:0:9552:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f46c400/0x5d4000e30d83d83f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.441587:0:9552:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f46c400/0x5d4000e30d83d83f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.441592:0:9552:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f46c400/0x5d4000e30d83d83f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.441596:0:9552:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f46c400/0x5d4000e30d83d83f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.441598:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+50:2010:x1827566172556288:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 69us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.441598:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+50:2009:x1827566172556160:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 90us (158us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.441603:0:9552:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1742903181.441604:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22840 00000100:00100000:0.0:1742903181.441608:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22839 00000100:00100000:2.0:1742903181.441613:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172556416 00000100:00100000:2.0:1742903181.441615:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172556416 00010000:00010000:2.0:1742903181.441622:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800993bd000/0x5d4000e30d7a0b6e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beaf5 expref: 47 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.441635:0:18860:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18860:1827566161357312:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.441636:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22841 00000100:00100000:2.0:1742903181.441639:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+47:2010:x1827566172556416:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903181.441646:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.441649:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800993bd000/0x5d4000e30d7a0b6e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beaf5 expref: 47 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.441649:0:18860:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009900b400/0x5d4000e30d83d85b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.441657:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800993bd000/0x5d4000e30d7a0b6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beaf5 expref: 47 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.441666:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.441668:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.441670:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eb6d800/0x5d4000e30d83d854 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.441676:0:7198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb6d800/0x5d4000e30d83d854 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.441684:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903181.441703:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+47:2010:x1827566172556416:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 63us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903181.441709:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22841 00010000:00010000:2.0:1742903181.441746:0:18862:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800991c3e00/0x5d4000e30d7a0e77 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bec1b expref: 48 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.441761:0:18862:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18862:1827566161356800:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.441771:0:18862:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d84d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.441777:0:18862:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d84d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.441782:0:18862:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d84d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.441788:0:18862:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d84d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.441793:0:18862:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d84d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.441802:0:18862:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1742903181.441902:0:18845:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+42:3765:x1827566161354880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10450us (10477us total) trans 4294970574 rc 0/0 00000100:00100000:1.0:1742903181.441904:0:9552:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+39:3765:x1827566161355904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9367us (9402us total) trans 4294970636 rc 0/0 00000100:00100000:3.0:1742903181.441908:0:18845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11694 00000100:00100000:1.0:1742903181.441911:0:9552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11700 00010000:00010000:3.0:1742903181.441925:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1742903181.441926:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.441930:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f46c400/0x5d4000e30d83d83f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.441930:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d84d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.441934:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c3dbe00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.441935:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46c400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.441936:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d84d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.441938:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f46c400/0x5d4000e30d83d83f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.441940:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d84d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.441943:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f46c400/0x5d4000e30d83d83f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.441946:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d84d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.441949:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d84d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.441951:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f46c400/0x5d4000e30d83d83f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.441956:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f46c400/0x5d4000e30d83d83f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.441960:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.441960:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.441962:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.441965:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.441966:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.441967:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.441981:0:18858:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800997f0e00/0x5d4000e30d7a12b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bee05 expref: 47 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.441988:0:18858:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800991c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18858:1827566161356416:192.168.203.29@tcp:104: 00000004:00080000:0.0:1742903181.441993:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f4cea00/2, rc 0, transno 4294970636 00010000:00010000:3.0:1742903181.441996:0:18858:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b797600/0x5d4000e30d83d846 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.442002:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f4cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161355904:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.442006:0:18858:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b797600/0x5d4000e30d83d846 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.442006:0:18856:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18856:1827566161357824:192.168.203.29@tcp:104: 00000004:00080000:0.0:1742903181.442011:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb5880/2, rc 0, transno 4294970574 00010000:00010000:3.0:1742903181.442012:0:18858:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b797600/0x5d4000e30d83d846 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.442014:0:18856:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f46c600/0x5d4000e30d83d862 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.442016:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161354880:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.442017:0:18858:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b797600/0x5d4000e30d83d846 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.442022:0:18858:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b797600/0x5d4000e30d83d846 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.442031:0:18858:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903181.442063:0:18861:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:18861:1827566161358720:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.442074:0:18861:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c080e00/0x5d4000e30d83d885 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.442082:0:18862:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+39:3762:x1827566161356544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9070us (9109us total) trans 4294970637 rc 0/0 00000100:00100000:2.0:1742903181.442088:0:18862:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11701 00000100:00100000:0.0:1742903181.442093:0:18857:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18857:1827566161358080:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.442100:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903181.442102:0:18857:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83d870 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.442103:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b797600/0x5d4000e30d83d846 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.442109:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b797600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.442112:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b797600/0x5d4000e30d83d846 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.442117:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b797600/0x5d4000e30d83d846 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.442125:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b797600/0x5d4000e30d83d846 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.442130:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b797600/0x5d4000e30d83d846 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.442130:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161359104:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1742903181.442141:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.442142:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.442142:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161358976:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1742903181.442143:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903181.442154:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.442185:0:18862:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161359104 00000100:00100000:0.0:1742903181.442187:0:18862:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161359104 00010000:00010000:2.0:1742903181.442195:0:18280:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c3db800/0x5d4000e30d83d831 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.442200:0:18862:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11710 00010000:00010000:2.0:1742903181.442201:0:18280:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c3db800/0x5d4000e30d83d831 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.442204:0:18862:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+39:3765:x1827566161359104:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1742903181.442206:0:18280:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c3db800/0x5d4000e30d83d831 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.442211:0:18280:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3db800/0x5d4000e30d83d831 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.442219:0:18280:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1742903181.442219:0:18862:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:982 count 1 00010000:00010000:0.0:1742903181.442231:0:18862:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d88c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.442244:0:18862:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b68b600/0x5d4000e30d79fccd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be506 expref: 46 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.442250:0:18862:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.442251:0:18862:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.442253:0:18862:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d88c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.442263:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1742903181.442269:0:18862:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b68b600/0x5d4000e30d79fccd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be506 expref: 46 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.442278:0:18862:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b68b600/0x5d4000e30d79fccd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be506 expref: 46 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.442286:0:18862:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18862:1827566161359232:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.442287:0:18858:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+39:3765:x1827566161356160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9755us (9812us total) trans 4294970638 rc 0/0 00010000:00010000:1.0:1742903181.442291:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1742903181.442293:0:18858:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11699 00010000:00010000:1.0:1742903181.442295:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c3db800/0x5d4000e30d83d831 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.442300:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c3db800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.442301:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c3db800/0x5d4000e30d83d831 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.442302:0:18858:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161358976 00000100:00100000:3.0:1742903181.442305:0:18858:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161358976 00010000:00010000:1.0:1742903181.442305:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c3db800/0x5d4000e30d83d831 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.442312:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c3db800/0x5d4000e30d83d831 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.442313:0:18862:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4a80 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.442340:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c3db800/0x5d4000e30d83d831 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.442348:0:18858:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11711 00000100:00100000:3.0:1742903181.442352:0:18858:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+43:3764:x1827566161358976:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.442352:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.442353:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.442354:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1742903181.442362:0:18858:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:983 count 1 00000004:00080000:0.0:1742903181.442369:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800991c4000/2, rc 0, transno 4294970638 00010000:00010000:3.0:1742903181.442371:0:18858:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c6b0400/0x5d4000e30d83d893 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.442375:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800991c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161356160:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.442380:0:18858:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ede2a00/0x5d4000e30d79fcd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be50d expref: 46 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.442388:0:18858:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.442390:0:18858:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.442391:0:18858:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c6b0400/0x5d4000e30d83d893 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.442404:0:18858:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ede2a00/0x5d4000e30d79fcd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be50d expref: 46 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.442404:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903181.442411:0:18858:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ede2a00/0x5d4000e30d79fcd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be50d expref: 46 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.442415:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172556544 00000100:00100000:1.0:1742903181.442417:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172556544 00000100:00100000:3.0:1742903181.442419:0:18858:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915a1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:18858:1827566161359488:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.442427:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c666000/0x5d4000e30d79fc3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be4c7 expref: 47 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.442438:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22842 00000100:00100000:1.0:1742903181.442440:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a33a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+47:2010:x1827566172556544:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1742903181.442442:0:18858:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.442446:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.442448:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c666000/0x5d4000e30d79fc3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be4c7 expref: 47 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.442451:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.442454:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c666000/0x5d4000e30d79fc3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be4c7 expref: 47 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.442467:0:10647:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10647:1827566161358208:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.442470:0:8886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c666000/0x5d4000e30d79fc3a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be4c7 expref: 47 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.442479:0:10647:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d877 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.442480:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.442481:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.442484:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009900b400/0x5d4000e30d83d85b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.442488:0:18280:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+43:3762:x1827566161355520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10295us (10328us total) trans 4294970575 rc 0/0 00010000:00010000:1.0:1742903181.442491:0:8886:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009900b400/0x5d4000e30d83d85b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.442493:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161358848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1742903181.442494:0:18280:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11697 00000100:00100000:3.0:1742903181.442511:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.442511:0:8886:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903181.442512:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161359360:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1742903181.442516:0:18860:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009900b400/0x5d4000e30d83d85b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.442523:0:18860:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009900b400/0x5d4000e30d83d85b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.442529:0:18860:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009900b400/0x5d4000e30d83d85b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.442532:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1742903181.442532:0:8886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a33a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+46:2010:x1827566172556544:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 89us (127us total) trans 0 rc 0/0 00010000:00010000:0.0:1742903181.442538:0:18860:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009900b400/0x5d4000e30d83d85b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.442540:0:18863:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800993bd000/0x5d4000e30d7a0b6e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beaf5 expref: 46 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.442541:0:8886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22842 00000004:00080000:2.0:1742903181.442547:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012dd12300/2, rc 0, transno 4294970637 00010000:00010000:0.0:1742903181.442547:0:18860:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1742903181.442550:0:18863:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd13100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18863:1827566161356928:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.442553:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161356544:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.442558:0:18863:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012eb6d800/0x5d4000e30d83d854 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1742903181.442559:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f4cf100/2, rc 0, transno 4294970634 00000100:00100000:2.0:1742903181.442561:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f4cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161355776:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.442565:0:18863:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012eb6d800/0x5d4000e30d83d854 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1742903181.442568:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb5180/2, rc 0, transno 4294970575 00010000:00010000:3.0:1742903181.442571:0:18863:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eb6d800/0x5d4000e30d83d854 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.442572:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161355520:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.442576:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.442577:0:18863:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012eb6d800/0x5d4000e30d83d854 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1742903181.442580:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f4cd180/2, rc 0, transno 4294970635 00010000:00010000:1.0:1742903181.442580:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009900b400/0x5d4000e30d83d85b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.442582:0:18863:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb6d800/0x5d4000e30d83d854 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.442582:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f4cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161354752:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.442585:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009900b400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.442588:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009900b400/0x5d4000e30d83d85b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.442590:0:18863:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1742903181.442593:0:18280:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161358848 00010000:00010000:1.0:1742903181.442594:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009900b400/0x5d4000e30d83d85b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.442595:0:18280:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161358848 00010000:00010000:1.0:1742903181.442602:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009900b400/0x5d4000e30d83d85b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.442605:0:18280:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161359360 00000100:00100000:2.0:1742903181.442607:0:18280:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161359360 00010000:00010000:1.0:1742903181.442608:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009900b400/0x5d4000e30d83d85b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.442617:0:18280:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11712 00000100:00100000:2.0:1742903181.442621:0:18280:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+45:3763:x1827566161358848:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.442621:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.442624:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012eb6d800/0x5d4000e30d83d854 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1742903181.442629:0:18280:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:984 count 1 00010000:00010000:1.0:1742903181.442629:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012eb6d800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.442632:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eb6d800/0x5d4000e30d83d854 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.442637:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eb6d800/0x5d4000e30d83d854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.442638:0:18280:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b68a600/0x5d4000e30d83d89a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.442645:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012eb6d800/0x5d4000e30d83d854 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.442646:0:18280:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c11b400/0x5d4000e30d79fd6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be553 expref: 44 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.442650:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eb6d800/0x5d4000e30d83d854 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.442654:0:18280:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.442655:0:18280:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.442657:0:18280:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b68a600/0x5d4000e30d83d89a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.442659:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.442661:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.442662:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.442669:0:18280:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c11b400/0x5d4000e30d79fd6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be553 expref: 44 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.442675:0:9552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11713 00010000:00010000:2.0:1742903181.442676:0:18280:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c11b400/0x5d4000e30d79fd6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be553 expref: 44 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.442679:0:9552:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+39:3762:x1827566161359360:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.442683:0:18280:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a79aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:18280:1827566161359616:192.168.203.29@tcp:104: 00002000:00080000:1.0:1742903181.442694:0:9552:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:981 count 1 00000100:00100000:2.0:1742903181.442700:0:18280:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1240 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.442707:0:9552:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c18a200/0x5d4000e30d83d8a1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.442717:0:9552:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072038200/0x5d4000e30d79fc2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be4b9 expref: 46 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.442723:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.442724:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.442726:0:9552:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c18a200/0x5d4000e30d83d8a1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.442745:0:9552:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072038200/0x5d4000e30d79fc2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be4b9 expref: 46 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.442753:0:9552:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072038200/0x5d4000e30d79fc2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be4b9 expref: 46 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.442763:0:9552:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9552:1827566161359744:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.442786:0:9552:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5d80 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.442808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903181.442824:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172556800 00000100:00100000:1.0:1742903181.442827:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172556800 00000100:00100000:3.0:1742903181.442830:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+45:3763:x1827566161356672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9763us (9800us total) trans 4294970577 rc 0/0 00000100:00100000:2.0:1742903181.442833:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161359872:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1742903181.442836:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11702 00010000:00010000:1.0:1742903181.442838:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800993bda00/0x5d4000e30d7a0a8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bea93 expref: 47 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.442849:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903181.442849:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1742903181.442854:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22843 00000100:00100000:1.0:1742903181.442858:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+47:2010:x1827566172556800:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1742903181.442863:0:9551:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9551:1827566161357952:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.442864:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:2.0:1742903181.442866:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb5c00/2, rc 0, transno 4294970577 00010000:00010000:1.0:1742903181.442868:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800993bda00/0x5d4000e30d7a0a8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bea93 expref: 47 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.442871:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161356672:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.442873:0:9551:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c3da600/0x5d4000e30d83d869 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.442875:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800993bda00/0x5d4000e30d7a0a8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bea93 expref: 47 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.442877:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1742903181.442879:0:18860:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093915850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+44:3765:x1827566161357056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7533us (7606us total) trans 4294970576 rc 0/0 00000100:00100000:2.0:1742903181.442881:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161360256:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.442885:0:18860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11703 00010000:00010000:1.0:1742903181.442887:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800993bda00/0x5d4000e30d7a0a8e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bea93 expref: 47 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.442895:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1742903181.442897:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.442897:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.442899:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c080e00/0x5d4000e30d83d885 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.442905:0:7198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c080e00/0x5d4000e30d83d885 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.442918:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903181.442928:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161360384:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1742903181.442934:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+46:2010:x1827566172556800:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 75us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903181.442939:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22843 00000100:00100000:2.0:1742903181.442943:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.442951:0:18860:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161359872 00000100:00100000:0.0:1742903181.442954:0:18860:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161359872 00000100:00100000:1.0:1742903181.442959:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161360000:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.442961:0:11912:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161360256 00000100:00100000:2.0:1742903181.442963:0:11912:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161360256 00000100:00100000:0.0:1742903181.442966:0:18860:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161360384 00000100:00100000:0.0:1742903181.442968:0:18860:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161360384 00000100:00100000:2.0:1742903181.442978:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11714 00000100:00100000:1.0:1742903181.442980:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903181.442982:0:11912:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+45:3763:x1827566161359872:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.442983:0:18860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11715 00000100:00100000:3.0:1742903181.442987:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11716 00000100:00100000:0.0:1742903181.442987:0:18860:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+40:3763:x1827566161360256:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1742903181.442991:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+45:3763:x1827566161360384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1742903181.442992:0:11912:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:977 count 1 00002000:00080000:0.0:1742903181.442997:0:18860:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:980 count 1 00002000:00080000:3.0:1742903181.442998:0:18863:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1776 count 1 00000100:00100000:1.0:1742903181.442998:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1742903181.443000:0:11912:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c3dbc00/0x5d4000e30d83d8a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.443004:0:18863:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b657a00/0x5d4000e30d83d8af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.443004:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161360128:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1742903181.443006:0:18860:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009900b800/0x5d4000e30d83d8b6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.443009:0:11912:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a96f800/0x5d4000e30d79f667 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be29e expref: 44 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.443012:0:18863:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c219c00/0x5d4000e30d836eac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee82c expref: 44 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.443014:0:18860:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009935fa00/0x5d4000e30d79fb61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be46c expref: 45 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.443015:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.443016:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1742903181.443016:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1742903181.443017:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.443018:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.443018:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3dbc00/0x5d4000e30d83d8a8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.443020:0:18863:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b657a00/0x5d4000e30d83d8af lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.443020:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.443021:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.443023:0:18860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009900b800/0x5d4000e30d83d8b6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.443030:0:18863:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c219c00/0x5d4000e30d836eac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee82c expref: 44 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.443031:0:11912:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a96f800/0x5d4000e30d79f667 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be29e expref: 44 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.443033:0:18882:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161360000 00000100:00100000:1.0:1742903181.443035:0:18882:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161360000 00010000:00010000:0.0:1742903181.443037:0:18860:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009935fa00/0x5d4000e30d79fb61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be46c expref: 45 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.443038:0:18863:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c219c00/0x5d4000e30d836eac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee82c expref: 44 pid: 18856 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.443038:0:11912:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a96f800/0x5d4000e30d79f667 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be29e expref: 44 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.443045:0:18863:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18863:1827566161360640:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.443045:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11912:1827566161360512:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.443047:0:18882:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161360128 00000100:00100000:1.0:1742903181.443049:0:18882:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161360128 00010000:00010000:0.0:1742903181.443049:0:18860:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009935fa00/0x5d4000e30d79fb61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be46c expref: 45 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.443058:0:18882:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11717 00000100:00100000:0.0:1742903181.443058:0:18860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18860:1827566161360768:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.443060:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1000 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.443063:0:18882:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+42:3764:x1827566161360000:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1742903181.443064:0:18863:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0dbe40 going to sleep for 11 seconds 00002000:00080000:1.0:1742903181.443072:0:18882:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:984 count 1 00000100:00100000:3.0:1742903181.443074:0:18848:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11718 00000100:00100000:0.0:1742903181.443075:0:18860:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1742903181.443078:0:18848:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+42:3764:x1827566161360128:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.443082:0:18882:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f46d800/0x5d4000e30d83d8bd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.443085:0:18861:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c080e00/0x5d4000e30d83d885 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1742903181.443088:0:18848:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1775 count 1 00010000:00010000:0.0:1742903181.443091:0:18861:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c080e00/0x5d4000e30d83d885 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.443092:0:18882:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009972c600/0x5d4000e30d79fe01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be592 expref: 45 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.443096:0:18848:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d8c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.443096:0:18882:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.443097:0:18882:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.443097:0:18861:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c080e00/0x5d4000e30d83d885 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.443099:0:18882:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f46d800/0x5d4000e30d83d8bd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.443103:0:18861:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c080e00/0x5d4000e30d83d885 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.443105:0:18848:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880121cdcc00/0x5d4000e30d836e19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee7ed expref: 45 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.443110:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.443111:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.443111:0:18861:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903181.443113:0:18848:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d8c4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.443113:0:18882:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009972c600/0x5d4000e30d79fe01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be592 expref: 45 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.443118:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.443122:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c080e00/0x5d4000e30d83d885 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.443123:0:18882:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009972c600/0x5d4000e30d79fe01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be592 expref: 45 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.443126:0:18848:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880121cdcc00/0x5d4000e30d836e19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee7ed expref: 45 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.443127:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c080e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.443130:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c080e00/0x5d4000e30d83d885 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.443130:0:18882:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18882:1827566161360896:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.443134:0:18848:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880121cdcc00/0x5d4000e30d836e19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee7ed expref: 45 pid: 18856 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.443139:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c080e00/0x5d4000e30d83d885 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.443142:0:18848:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915a3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18848:1827566161361024:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.443143:0:18882:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5e40 going to sleep for 11 seconds 00010000:00010000:2.0:1742903181.443148:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c080e00/0x5d4000e30d83d885 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.443153:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.443154:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.443156:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1742903181.443158:0:18848:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db900 going to sleep for 11 seconds 00000100:00100000:3.0:1742903181.443173:0:9553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9553:1827566161358592:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.443177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903181.443183:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801307a2000/0x5d4000e30d83d87e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.443185:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172557056 00010000:00010000:0.0:1742903181.443186:0:18861:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c080e00/0x5d4000e30d83d885 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18861 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.443187:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172557056 00010000:00010000:1.0:1742903181.443195:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091420800/0x5d4000e30d83857a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef64 expref: 45 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.443209:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22844 00000100:00100000:1.0:1742903181.443211:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+45:2010:x1827566172557056:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.443215:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.443217:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091420800/0x5d4000e30d83857a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef64 expref: 45 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.443223:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091420800/0x5d4000e30d83857a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef64 expref: 45 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.443230:0:8886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091420800/0x5d4000e30d83857a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef64 expref: 45 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.443238:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.443239:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.443241:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83d870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.443244:0:8886:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83d870 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.443252:0:8886:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903181.443259:0:8886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+44:2010:x1827566172557056:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 47us (82us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903181.443260:0:18857:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83d870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.443262:0:8886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22844 00010000:00010000:2.0:1742903181.443264:0:18857:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83d870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.443268:0:18857:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83d870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.443271:0:18857:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83d870 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.443282:0:18857:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903181.443287:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.443289:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83d870 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.443293:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009900a600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.443294:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83d870 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.443298:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83d870 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.443303:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83d870 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.443306:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009900a600/0x5d4000e30d83d870 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.443345:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.443346:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.443348:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.443365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903181.443376:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172557312 00000100:00100000:1.0:1742903181.443378:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172557312 00010000:00010000:1.0:1742903181.443387:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c4c6800/0x5d4000e30d7a0bfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beb2d expref: 46 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.443410:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22845 00000100:00100000:1.0:1742903181.443413:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+46:2007:x1827566172557312:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.443419:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.443422:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c4c6800/0x5d4000e30d7a0bfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beb2d expref: 46 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.443428:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c4c6800/0x5d4000e30d7a0bfa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beb2d expref: 46 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.443438:0:8886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c4c6800/0x5d4000e30d7a0bfa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beb2d expref: 46 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.443447:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.443448:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.443451:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d877 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.443456:0:8886:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d877 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.443468:0:8886:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903181.443473:0:18857:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+46:3763:x1827566161357568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7928us (7996us total) trans 4294970578 rc 0/0 00000100:00100000:1.0:1742903181.443478:0:8886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+45:2007:x1827566172557312:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 64us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903181.443479:0:18857:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11706 00000100:00100000:1.0:1742903181.443484:0:8886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22845 00010000:00010000:3.0:1742903181.443487:0:10647:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d877 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.443493:0:10647:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d877 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.443499:0:10647:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d877 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1742903181.443500:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a79b480/2, rc 0, transno 4294970578 00010000:00010000:3.0:1742903181.443505:0:10647:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d877 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.443505:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161357568:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1742903181.443517:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903181.443518:0:10647:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1742903181.443526:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172556672 00000100:00100000:1.0:1742903181.443528:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172556672 00000100:00100000:2.0:1742903181.443530:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161361152:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.443536:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c4c6600/0x5d4000e30d7a0b60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beae7 expref: 45 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.443548:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1742903181.443550:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22846 00000100:00100000:1.0:1742903181.443554:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+45:2009:x1827566172556672:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.443560:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.443563:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c4c6600/0x5d4000e30d7a0b60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beae7 expref: 45 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.443565:0:18857:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161361152 00000100:00100000:2.0:1742903181.443567:0:18857:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161361152 00010000:00010000:1.0:1742903181.443571:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c4c6600/0x5d4000e30d7a0b60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beae7 expref: 45 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.443580:0:18857:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11719 00010000:00010000:1.0:1742903181.443581:0:8886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c4c6600/0x5d4000e30d7a0b60 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335beae7 expref: 45 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.443583:0:18857:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a76a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+46:3764:x1827566161361152:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.443588:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.443588:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.443590:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801307a2000/0x5d4000e30d83d87e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1742903181.443591:0:18857:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:976 count 1 00010000:00010000:1.0:1742903181.443598:0:8886:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801307a2000/0x5d4000e30d83d87e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.443599:0:18857:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c3db000/0x5d4000e30d83d8cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.443605:0:8886:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903181.443608:0:18857:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099251a00/0x5d4000e30d79f59c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be251 expref: 43 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.443612:0:18857:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.443613:0:18857:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1742903181.443613:0:8886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+44:2009:x1827566172556672:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 59us (97us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903181.443615:0:18857:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3db000/0x5d4000e30d83d8cb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.443617:0:8886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22846 00010000:00010000:2.0:1742903181.443627:0:18857:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099251a00/0x5d4000e30d79f59c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be251 expref: 43 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.443634:0:18857:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099251a00/0x5d4000e30d79f59c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be251 expref: 43 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.443641:0:18857:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a769500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18857:1827566161361280:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.443645:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903181.443652:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172556928 00000100:00100000:1.0:1742903181.443654:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172556928 00010000:00010000:1.0:1742903181.443660:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072031000/0x5d4000e30d79fe08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be599 expref: 44 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.443661:0:18857:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.443672:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22847 00000100:00100000:1.0:1742903181.443675:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+44:2009:x1827566172556928:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.443679:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.443681:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072031000/0x5d4000e30d79fe08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be599 expref: 44 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.443686:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072031000/0x5d4000e30d79fe08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be599 expref: 44 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.443692:0:8886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072031000/0x5d4000e30d79fe08 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be599 expref: 44 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.443697:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.443698:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.443700:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f46c600/0x5d4000e30d83d862 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.443704:0:8886:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f46c600/0x5d4000e30d83d862 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.443711:0:8886:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903181.443718:0:8886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+43:2009:x1827566172556928:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 42us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903181.443721:0:8886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22847 00010000:00010000:1.0:1742903181.443729:0:18856:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f46c600/0x5d4000e30d83d862 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.443734:0:18856:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f46c600/0x5d4000e30d83d862 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.443738:0:18856:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f46c600/0x5d4000e30d83d862 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.443741:0:18856:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f46c600/0x5d4000e30d83d862 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.443747:0:18856:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1742903181.443774:0:10647:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+44:3765:x1827566161357696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8059us (8273us total) trans 4294970640 rc 0/0 00000100:00100000:3.0:1742903181.443780:0:10647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11707 00010000:00010000:3.0:1742903181.443794:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1742903181.443798:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d877 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.443804:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c562600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.443806:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d877 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.443812:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d877 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.443821:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d877 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.443821:0:18861:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+43:3765:x1827566161358336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7610us (7677us total) trans 4294970639 rc 0/0 00010000:00010000:3.0:1742903181.443826:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83d877 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.443827:0:18861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11709 00010000:00010000:3.0:1742903181.443839:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.443842:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f46c600/0x5d4000e30d83d862 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.443846:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46c600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.443849:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f46c600/0x5d4000e30d83d862 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1742903181.443851:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f4cdc00/2, rc 0, transno 4294970639 00010000:00010000:3.0:1742903181.443855:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f46c600/0x5d4000e30d83d862 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.443859:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f4cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161358336:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.443862:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f46c600/0x5d4000e30d83d862 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1742903181.443866:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012dd13800/2, rc 0, transno 4294970640 00010000:00010000:3.0:1742903181.443868:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f46c600/0x5d4000e30d83d862 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.443869:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161357696:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1742903181.443876:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb4380/2, rc 0, transno 4294970576 00010000:00010000:3.0:1742903181.443878:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.443880:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.443881:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.443890:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801307a2000/0x5d4000e30d83d87e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.443893:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161357056:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.443896:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801307a2000/0x5d4000e30d83d87e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.443901:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801307a2000/0x5d4000e30d83d87e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.443906:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801307a2000/0x5d4000e30d83d87e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.443915:0:9553:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903181.443920:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.443923:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801307a2000/0x5d4000e30d83d87e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.443928:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801307a2000 already unused, calling callback (ffffffffa07fd840) 00000100:00100000:0.0:1742903181.443928:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ed23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161361408:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.443930:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801307a2000/0x5d4000e30d83d87e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.443936:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801307a2000/0x5d4000e30d83d87e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.443940:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a768700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161361664:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.443943:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801307a2000/0x5d4000e30d83d87e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.443944:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1742903181.443948:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801307a2000/0x5d4000e30d83d87e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.443956:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.443957:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.443958:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903181.443959:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.443961:0:18853:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161361408 00000100:00100000:0.0:1742903181.443963:0:18853:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161361408 00000100:00100000:2.0:1742903181.443973:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1742903181.443974:0:18853:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161361664 00000100:00100000:0.0:1742903181.443976:0:18853:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161361664 00000100:00100000:2.0:1742903181.443977:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c60ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161361536:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.443985:0:18853:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11720 00000100:00100000:0.0:1742903181.443989:0:18853:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+44:3765:x1827566161361408:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.443991:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1742903181.443998:0:18853:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1781 count 1 00000100:00100000:2.0:1742903181.444008:0:18859:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161361536 00010000:00010000:0.0:1742903181.444008:0:18853:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d8d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.444010:0:18859:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161361536 00010000:00010000:0.0:1742903181.444019:0:18853:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099525600/0x5d4000e30d838581 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef6b expref: 43 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.444023:0:18859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11721 00010000:00010000:0.0:1742903181.444025:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1742903181.444026:0:18859:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a76b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+48:3763:x1827566161361664:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1742903181.444026:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.444029:0:18853:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d8d2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1742903181.444035:0:18859:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1790 count 1 00000100:00100000:1.0:1742903181.444035:0:18856:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+48:3765:x1827566161357184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8604us (8658us total) trans 4294970579 rc 0/0 00000100:00100000:1.0:1742903181.444042:0:18856:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11704 00010000:00010000:0.0:1742903181.444043:0:18853:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099525600/0x5d4000e30d838581 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef6b expref: 43 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.444044:0:18859:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099715200/0x5d4000e30d83d8d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.444052:0:18859:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b656800/0x5d4000e30d83a09a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef824 expref: 42 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.444053:0:18856:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11722 00010000:00010000:0.0:1742903181.444056:0:18853:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099525600/0x5d4000e30d838581 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef6b expref: 43 pid: 18859 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.444057:0:18859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1742903181.444057:0:18856:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a769f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+45:3763:x1827566161361536:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1742903181.444059:0:18859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.444060:0:18859:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099715200/0x5d4000e30d83d8d9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.444063:0:18853:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c60f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18853:1827566161361792:192.168.203.29@tcp:104: 00002000:00080000:1.0:1742903181.444068:0:18856:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:983 count 1 00010000:00010000:2.0:1742903181.444072:0:18859:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b656800/0x5d4000e30d83a09a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef824 expref: 42 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.444077:0:18856:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b797c00/0x5d4000e30d83d8e0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.444078:0:18859:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b656800/0x5d4000e30d83a09a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef824 expref: 42 pid: 18863 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.444078:0:18853:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4300 going to sleep for 11 seconds 00000100:00100000:2.0:1742903181.444085:0:18859:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a76b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18859:1827566161361920:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.444087:0:18856:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e871c00/0x5d4000e30d79fd67 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be54c expref: 43 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.444091:0:18856:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.444092:0:18856:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.444094:0:18856:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b797c00/0x5d4000e30d83d8e0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1742903181.444098:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb5500/2, rc 0, transno 4294970579 00000100:00100000:2.0:1742903181.444100:0:18859:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1480 going to sleep for 11 seconds 00000100:00100000:0.0:1742903181.444104:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161357184:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.444105:0:18856:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e871c00/0x5d4000e30d79fd67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be54c expref: 43 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.444111:0:18856:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e871c00/0x5d4000e30d79fd67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be54c expref: 43 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.444117:0:18856:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:18856:1827566161362048:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.444127:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c60ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161362176:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1742903181.444131:0:18856:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5540 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.444141:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903181.444144:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1742903181.444165:0:18850:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161362176 00000100:00100000:1.0:1742903181.444167:0:18850:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161362176 00000100:00100000:0.0:1742903181.444173:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903181.444179:0:18850:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11723 00000100:00100000:1.0:1742903181.444182:0:18850:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a768e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+48:3764:x1827566161362176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1742903181.444189:0:18850:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1024 count 1 00010000:00010000:1.0:1742903181.444196:0:18850:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b797800/0x5d4000e30d83d8e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x400:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.444198:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+45:3763:x1827566161358464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7991us (8022us total) trans 4294970641 rc 0/0 00000004:00080000:2.0:1742903181.444201:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800915a2300/2, rc 0, transno 4294970641 00010000:00010000:1.0:1742903181.444202:0:18850:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129b8fa00/0x5d4000e30d7a1c9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf21f expref: 42 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.444204:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11708 00000100:00100000:2.0:1742903181.444206:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161358464:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.444206:0:18850:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.444207:0:18850:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.444208:0:18850:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b797800/0x5d4000e30d83d8e7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.444217:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172557184 00010000:00010000:1.0:1742903181.444217:0:18850:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129b8fa00/0x5d4000e30d7a1c9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf21f expref: 42 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.444219:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172557184 00010000:00010000:1.0:1742903181.444222:0:18850:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129b8fa00/0x5d4000e30d7a1c9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf21f expref: 43 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.444227:0:18850:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18850:1827566161362304:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.444229:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c11b000/0x5d4000e30d79fb68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be473 expref: 43 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.444239:0:18850:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5180 going to sleep for 11 seconds 00000100:00100000:3.0:1742903181.444242:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22848 00000100:00100000:3.0:1742903181.444246:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+43:2009:x1827566172557184:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.444252:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903181.444255:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c11b000/0x5d4000e30d79fb68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be473 expref: 43 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.444262:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c11b000/0x5d4000e30d79fb68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be473 expref: 43 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.444271:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c11b000/0x5d4000e30d79fb68 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be473 expref: 43 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.444278:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.444280:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.444282:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c3da600/0x5d4000e30d83d869 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.444288:0:7198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3da600/0x5d4000e30d83d869 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.444298:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903181.444302:0:9551:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c3da600/0x5d4000e30d83d869 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.444307:0:9551:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c3da600/0x5d4000e30d83d869 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.444313:0:9551:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c3da600/0x5d4000e30d83d869 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.444345:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+42:2009:x1827566172557184:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 68us (143us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903181.444347:0:9551:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3da600/0x5d4000e30d83d869 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.444350:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22848 00010000:00010000:2.0:1742903181.444356:0:9551:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903181.444439:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1742903181.444439:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c60df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161362432:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.444443:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c3da600/0x5d4000e30d83d869 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.444448:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c3da600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.444451:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c3da600/0x5d4000e30d83d869 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.444454:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1742903181.444456:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c3da600/0x5d4000e30d83d869 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.444464:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c3da600/0x5d4000e30d83d869 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.444469:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c3da600/0x5d4000e30d83d869 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.444479:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.444480:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.444481:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1742903181.444489:0:10647:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161362432 00000100:00100000:3.0:1742903181.444491:0:10647:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161362432 00000100:00100000:3.0:1742903181.444515:0:10647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11724 00000100:00100000:3.0:1742903181.444519:0:10647:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+45:3765:x1827566161362432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1742903181.444529:0:10647:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1789 count 1 00010000:00010000:3.0:1742903181.444538:0:10647:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d8ee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.444546:0:10647:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009953a000/0x5d4000e30d83a00e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7ec expref: 43 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.444551:0:10647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.444552:0:10647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.444554:0:10647:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d8ee lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.444568:0:10647:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009953a000/0x5d4000e30d83a00e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7ec expref: 43 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.444575:0:10647:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009953a000/0x5d4000e30d83a00e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7ec expref: 43 pid: 18863 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.444584:0:10647:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10647:1827566161362560:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.444608:0:9551:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3762:x1827566161357440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9073us (9145us total) trans 4294970580 rc 0/0 00000100:00100000:2.0:1742903181.444614:0:9551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11705 00000100:00100000:3.0:1742903181.444632:0:10647:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db000 going to sleep for 11 seconds 00000004:00080000:2.0:1742903181.444648:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a798700/2, rc 0, transno 4294970580 00000100:00100000:2.0:1742903181.444653:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161357440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1742903181.444672:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1742903181.444676:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a769c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161362688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1742903181.444691:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903181.444705:0:9551:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161362688 00000100:00100000:2.0:1742903181.444707:0:9551:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161362688 00000100:00100000:2.0:1742903181.444719:0:9551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11725 00000100:00100000:2.0:1742903181.444722:0:9551:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a78b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3763:x1827566161362688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1742903181.444732:0:9551:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:978 count 1 00010000:00010000:2.0:1742903181.444739:0:9551:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099715c00/0x5d4000e30d83d8f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.444746:0:9551:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009924ca00/0x5d4000e30d79f701 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be2e4 expref: 41 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.444752:0:9551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.444753:0:9551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.444755:0:9551:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099715c00/0x5d4000e30d83d8f5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.444767:0:9551:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009924ca00/0x5d4000e30d79f701 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be2e4 expref: 41 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.444774:0:9551:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009924ca00/0x5d4000e30d79f701 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be2e4 expref: 41 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.444782:0:9551:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a78ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9551:1827566161362816:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.444796:0:9551:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a13c0 going to sleep for 11 seconds 00000100:00100000:0.0:1742903181.445955:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903181.446031:0:18882:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18882:1827566161360896:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.446069:0:18858:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:18858:1827566161359488:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.446070:0:18862:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18862:1827566161359232:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.446070:0:18882:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f46d800/0x5d4000e30d83d8bd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.446083:0:18862:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d88c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.446086:0:18858:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c6b0400/0x5d4000e30d83d893 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.446110:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172557440 00000100:00100000:3.0:1742903181.446113:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172557440 00000100:00100000:2.0:1742903181.446119:0:18280:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a79aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:18280:1827566161359616:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.446130:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b68b600/0x5d4000e30d79fccd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be506 expref: 44 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.446133:0:18280:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b68a600/0x5d4000e30d83d89a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.446156:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22849 00000100:00100000:3.0:1742903181.446160:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a339050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+44:2010:x1827566172557440:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.446168:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903181.446171:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b68b600/0x5d4000e30d79fccd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be506 expref: 44 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.446180:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b68b600/0x5d4000e30d79fccd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be506 expref: 44 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.446195:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b68b600/0x5d4000e30d79fccd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be506 expref: 44 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.446206:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.446207:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.446211:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d88c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.446218:0:7198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d88c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.446238:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903181.446267:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a339050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+43:2010:x1827566172557440:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 106us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903181.446273:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22849 00010000:00010000:2.0:1742903181.446366:0:18862:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d88c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.446373:0:18862:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d88c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.446383:0:18862:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d88c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.446389:0:18862:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d88c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.446399:0:18862:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903181.446446:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.446451:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d88c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.446461:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099513800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.446464:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d88c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.446470:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d88c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.446481:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d88c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.446485:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099513800/0x5d4000e30d83d88c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.446498:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.446499:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.446500:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.446516:0:9552:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9552:1827566161359744:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.446524:0:9552:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c18a200/0x5d4000e30d83d8a1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.446814:0:18862:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+46:3765:x1827566161359104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4608us (4658us total) trans 4294970642 rc 0/0 00000100:00100000:2.0:1742903181.446821:0:18862:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11710 00000004:00080000:1.0:1742903181.446836:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f67ea00/2, rc 0, transno 4294970642 00000100:00100000:1.0:1742903181.446845:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161359104:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1742903181.446863:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11912:1827566161360512:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.446866:0:18860:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18860:1827566161360768:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.446876:0:11912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c3dbc00/0x5d4000e30d83d8a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.446878:0:18860:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009900b800/0x5d4000e30d83d8b6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.446880:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161362944:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1742903181.446899:0:18863:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18863:1827566161360640:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.446900:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.446904:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903181.446907:0:18863:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b657a00/0x5d4000e30d83d8af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.446920:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172557696 00000100:00100000:0.0:1742903181.446920:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903181.446923:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172557696 00000100:00100000:2.0:1742903181.446927:0:18862:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161362944 00000100:00100000:2.0:1742903181.446931:0:18862:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161362944 00010000:00010000:3.0:1742903181.446934:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009972c600/0x5d4000e30d79fe01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be592 expref: 43 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.446935:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903181.446943:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172557952 00000100:00100000:1.0:1742903181.446946:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172557952 00000100:00100000:3.0:1742903181.446950:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172558208 00000100:00100000:3.0:1742903181.446952:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172558208 00000100:00100000:2.0:1742903181.446954:0:18862:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11726 00000100:00100000:2.0:1742903181.446958:0:18862:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a78b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+46:3763:x1827566161362944:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.446960:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a96f800/0x5d4000e30d79f667 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be29e expref: 43 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.446961:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c219c00/0x5d4000e30d836eac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee82c expref: 43 pid: 18856 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.446969:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00002000:00080000:2.0:1742903181.446972:0:18862:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:977 count 1 00010000:00010000:2.0:1742903181.446981:0:18862:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099715600/0x5d4000e30d83d8fc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.446982:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172557568 00000100:00100000:3.0:1742903181.446985:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172557568 00000100:00100000:1.0:1742903181.446988:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22850 00010000:00010000:2.0:1742903181.446991:0:18862:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800867a1400/0x5d4000e30d79f708 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be2eb expref: 43 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.446993:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ede2a00/0x5d4000e30d79fcd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be50d expref: 44 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.446993:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+43:2010:x1827566172557696:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1742903181.446994:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22851 00010000:00010000:2.0:1742903181.446996:0:18862:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.446998:0:18862:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.447000:0:18862:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099715600/0x5d4000e30d83d8fc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.447000:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1742903181.447000:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+44:2010:x1827566172558208:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1742903181.447005:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22852 00010000:00010000:1.0:1742903181.447005:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009972c600/0x5d4000e30d79fe01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be592 expref: 43 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.447008:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1742903181.447010:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+44:2010:x1827566172557952:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.447013:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009972c600/0x5d4000e30d79fe01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be592 expref: 43 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.447013:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c219c00/0x5d4000e30d836eac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee82c expref: 44 pid: 18856 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.447014:0:18862:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800867a1400/0x5d4000e30d79f708 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be2eb expref: 43 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.447016:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903181.447020:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a96f800/0x5d4000e30d79f667 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be29e expref: 44 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.447022:0:18862:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800867a1400/0x5d4000e30d79f708 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be2eb expref: 43 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.447024:0:8886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009972c600/0x5d4000e30d79fe01 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be592 expref: 43 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.447026:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c219c00/0x5d4000e30d836eac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee82c expref: 44 pid: 18856 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.447028:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a96f800/0x5d4000e30d79f667 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be29e expref: 44 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.447030:0:18862:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a788a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18862:1827566161363072:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.447031:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.447033:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.447035:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f46d800/0x5d4000e30d83d8bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.447040:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a96f800/0x5d4000e30d79f667 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be29e expref: 44 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.447040:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c219c00/0x5d4000e30d836eac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee82c expref: 44 pid: 18856 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.447041:0:8886:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f46d800/0x5d4000e30d83d8bd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.447049:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.447049:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.447050:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.447051:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.447052:0:8886:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903181.447053:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c3dbc00/0x5d4000e30d83d8a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.447053:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b657a00/0x5d4000e30d83d8af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.447059:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b657a00/0x5d4000e30d83d8af lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.447060:0:7198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3dbc00/0x5d4000e30d83d8a8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.447063:0:18862:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.447064:0:8886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+42:2010:x1827566172557696:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 71us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903181.447070:0:8886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22850 00010000:00010000:0.0:1742903181.447070:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903181.447073:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903181.447080:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22853 00000100:00100000:2.0:1742903181.447084:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+42:2010:x1827566172557568:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.447087:0:18882:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f46d800/0x5d4000e30d83d8bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.447087:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+42:2010:x1827566172558208:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 86us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903181.447090:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+42:2010:x1827566172557952:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 79us (168us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903181.447090:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1742903181.447093:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22851 00010000:00010000:2.0:1742903181.447094:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ede2a00/0x5d4000e30d79fcd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be50d expref: 42 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.447096:0:18882:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f46d800/0x5d4000e30d83d8bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.447097:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22852 00010000:00010000:1.0:1742903181.447103:0:18882:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f46d800/0x5d4000e30d83d8bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.447106:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ede2a00/0x5d4000e30d79fcd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be50d expref: 40 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.447114:0:11912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c3dbc00/0x5d4000e30d83d8a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.447118:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ede2a00/0x5d4000e30d79fcd4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be50d expref: 40 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.447120:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c3dbc00/0x5d4000e30d83d8a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.447121:0:18882:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f46d800/0x5d4000e30d83d8bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.447126:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.447127:0:11912:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c3dbc00/0x5d4000e30d83d8a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.447127:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.447130:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c6b0400/0x5d4000e30d83d893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.447131:0:18882:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903181.447134:0:11912:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3dbc00/0x5d4000e30d83d8a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.447135:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c6b0400/0x5d4000e30d83d893 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.447143:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903181.447146:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903181.447147:0:11912:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1742903181.447151:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172557824 00000100:00100000:0.0:1742903181.447154:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172557824 00000100:00100000:2.0:1742903181.447161:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+39:2010:x1827566172557568:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 76us (192us total) trans 0 rc 0/0 00010000:00010000:0.0:1742903181.447163:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072038200/0x5d4000e30d79fc2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be4b9 expref: 42 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.447167:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22853 00000100:00100000:0.0:1742903181.447174:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22854 00000100:00100000:0.0:1742903181.447177:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+42:2010:x1827566172557824:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.447183:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.447184:0:18858:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c6b0400/0x5d4000e30d83d893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.447185:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072038200/0x5d4000e30d79fc2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be4b9 expref: 42 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.447190:0:18858:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c6b0400/0x5d4000e30d83d893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.447190:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072038200/0x5d4000e30d79fc2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be4b9 expref: 42 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.447195:0:18858:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c6b0400/0x5d4000e30d83d893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.447197:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072038200/0x5d4000e30d79fc2c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be4b9 expref: 42 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.447202:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.447203:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.447204:0:18858:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c6b0400/0x5d4000e30d83d893 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.447205:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c18a200/0x5d4000e30d83d8a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.447210:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c18a200/0x5d4000e30d83d8a1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.447212:0:18858:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1742903181.447217:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903181.447228:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+41:2010:x1827566172557824:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 51us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.447231:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22854 00000100:00100000:0.0:1742903181.447254:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.447260:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172558080 00000100:00100000:0.0:1742903181.447262:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172558080 00010000:00010000:0.0:1742903181.447269:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c11b400/0x5d4000e30d79fd6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be553 expref: 39 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.447280:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22855 00000100:00100000:0.0:1742903181.447282:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+39:2010:x1827566172558080:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.447286:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.447288:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c11b400/0x5d4000e30d79fd6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be553 expref: 39 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.447293:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c11b400/0x5d4000e30d79fd6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be553 expref: 39 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.447299:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c11b400/0x5d4000e30d79fd6e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be553 expref: 39 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.447304:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.447305:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.447307:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b68a600/0x5d4000e30d83d89a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.447311:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b68a600/0x5d4000e30d83d89a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.447351:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903181.447361:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+38:2010:x1827566172558080:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 78us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.447364:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22855 00000100:00100000:0.0:1742903181.447385:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.447391:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172558336 00000100:00100000:0.0:1742903181.447394:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172558336 00010000:00010000:0.0:1742903181.447400:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009935fa00/0x5d4000e30d79fb61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be46c expref: 41 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.447407:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22856 00000100:00100000:1.0:1742903181.447410:0:18882:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+47:3764:x1827566161360000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4346us (4429us total) trans 4294970643 rc 0/0 00000100:00100000:0.0:1742903181.447410:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a338450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+41:2010:x1827566172558336:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.447414:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1742903181.447417:0:18882:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11717 00010000:00010000:0.0:1742903181.447417:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009935fa00/0x5d4000e30d79fb61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be46c expref: 41 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.447422:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009935fa00/0x5d4000e30d79fb61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be46c expref: 41 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.447428:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009935fa00/0x5d4000e30d79fb61 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be46c expref: 41 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.447429:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1742903181.447433:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f46d800/0x5d4000e30d83d8bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.447433:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.447433:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.447435:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009900b800/0x5d4000e30d83d8b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.447439:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46d800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903181.447439:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009900b800/0x5d4000e30d83d8b6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.447441:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f46d800/0x5d4000e30d83d8bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.447445:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.447447:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f46d800/0x5d4000e30d83d8bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.447453:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a338450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+40:2010:x1827566172558336:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 43us (67us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.447455:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f46d800/0x5d4000e30d83d8bd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.447456:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22856 00010000:00010000:1.0:1742903181.447465:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f46d800/0x5d4000e30d83d8bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.447472:0:18860:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009900b800/0x5d4000e30d83d8b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.447475:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1742903181.447476:0:18860:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009900b800/0x5d4000e30d83d8b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.447477:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c3dbc00/0x5d4000e30d83d8a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.447480:0:18860:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009900b800/0x5d4000e30d83d8b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.447481:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c3dbc00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903181.447483:0:18860:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009900b800/0x5d4000e30d83d8b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.447484:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c3dbc00/0x5d4000e30d83d8a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.447488:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c3dbc00/0x5d4000e30d83d8a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.447489:0:18860:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1742903181.447495:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c3dbc00/0x5d4000e30d83d8a8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.447500:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c3dbc00/0x5d4000e30d83d8a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.447511:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1742903181.447513:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c6b0400/0x5d4000e30d83d893 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.447517:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c6b0400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.447519:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c6b0400/0x5d4000e30d83d893 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.447525:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c6b0400/0x5d4000e30d83d893 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.447531:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c6b0400/0x5d4000e30d83d893 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.447535:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c6b0400/0x5d4000e30d83d893 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.447544:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.447547:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009900b800/0x5d4000e30d83d8b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.447551:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009900b800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.447553:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009900b800/0x5d4000e30d83d8b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.447557:0:11912:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+51:3763:x1827566161359872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4572us (4705us total) trans 4294970581 rc 0/0 00010000:00010000:1.0:1742903181.447559:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009900b800/0x5d4000e30d83d8b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.447564:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11714 00010000:00010000:1.0:1742903181.447566:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009900b800/0x5d4000e30d83d8b6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.447571:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009900b800/0x5d4000e30d83d8b6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.447579:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.447584:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.447586:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.447587:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.447589:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.447598:0:9552:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c18a200/0x5d4000e30d83d8a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.447599:0:18848:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18848:1827566161361024:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.447604:0:9552:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c18a200/0x5d4000e30d83d8a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.447610:0:9552:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c18a200/0x5d4000e30d83d8a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.447612:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d8c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.447613:0:18858:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+50:3764:x1827566161358976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5259us (5350us total) trans 4294970582 rc 0/0 00010000:00010000:1.0:1742903181.447616:0:9552:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c18a200/0x5d4000e30d83d8a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.447618:0:18858:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11711 00010000:00010000:3.0:1742903181.447625:0:18863:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b657a00/0x5d4000e30d83d8af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.447625:0:9552:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903181.447631:0:18863:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b657a00/0x5d4000e30d83d8af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.447632:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.447635:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c18a200/0x5d4000e30d83d8a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.447637:0:18863:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b657a00/0x5d4000e30d83d8af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.447640:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c18a200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.447642:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c18a200/0x5d4000e30d83d8a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.447644:0:18863:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b657a00/0x5d4000e30d83d8af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.447647:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c18a200/0x5d4000e30d83d8a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.447652:0:18863:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903181.447655:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c18a200/0x5d4000e30d83d8a1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.447660:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c18a200/0x5d4000e30d83d8a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.447669:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.447672:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b657a00/0x5d4000e30d83d8af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.447677:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b657a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.447679:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b657a00/0x5d4000e30d83d8af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.447683:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b657a00/0x5d4000e30d83d8af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.447688:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b657a00/0x5d4000e30d83d8af lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.447692:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b657a00/0x5d4000e30d83d8af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.447701:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.447702:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.447703:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1742903181.447721:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f67ca80/2, rc 0, transno 4294970581 00000100:00100000:2.0:1742903181.447728:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161359872:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1742903181.447739:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f67e300/2, rc 0, transno 4294970644 00000100:00100000:0.0:1742903181.447740:0:18860:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+48:3763:x1827566161360256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4752us (4841us total) trans 4294970644 rc 0/0 00000100:00100000:2.0:1742903181.447743:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161360256:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.447747:0:18860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11715 00010000:00010000:2.0:1742903181.447776:0:18280:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b68a600/0x5d4000e30d83d89a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.447782:0:18280:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b68a600/0x5d4000e30d83d89a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.447791:0:18280:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b68a600/0x5d4000e30d83d89a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.447796:0:18280:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b68a600/0x5d4000e30d83d89a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.447805:0:18280:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1742903181.447816:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+50:3763:x1827566161360384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4823us (4871us total) trans 4294970583 rc 0/0 00000100:00100000:3.0:1742903181.447822:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11716 00000100:00100000:0.0:1742903181.447831:0:18853:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c60f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18853:1827566161361792:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.447836:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.447841:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b68a600/0x5d4000e30d83d89a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.447842:0:18853:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d8d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.447847:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b68a600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.447850:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b68a600/0x5d4000e30d83d89a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.447857:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b68a600/0x5d4000e30d83d89a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.447866:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b68a600/0x5d4000e30d83d89a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.447872:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b68a600/0x5d4000e30d83d89a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.447884:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.447885:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.447886:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.447889:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.447898:0:9552:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+47:3762:x1827566161359360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5217us (5364us total) trans 4294970645 rc 0/0 00000100:00100000:1.0:1742903181.447904:0:9552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11713 00000004:00080000:3.0:1742903181.447907:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb4e00/2, rc 0, transno 4294970583 00000100:00100000:3.0:1742903181.447915:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161360384:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.447918:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.447935:0:18856:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:18856:1827566161362048:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.447939:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903181.447946:0:18856:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b797c00/0x5d4000e30d83d8e0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.447952:0:9570:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172558464 00000100:00100000:0.0:1742903181.447955:0:9570:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172558464 00000100:00100000:1.0:1742903181.447964:0:18850:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18850:1827566161362304:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.447965:0:9570:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880121cdcc00/0x5d4000e30d836e19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee7ed expref: 40 pid: 18856 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.447972:0:18850:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b797800/0x5d4000e30d83d8e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.447980:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22857 00000100:00100000:0.0:1742903181.447984:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+40:2010:x1827566172558464:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.447990:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.447993:0:9570:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880121cdcc00/0x5d4000e30d836e19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee7ed expref: 40 pid: 18856 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.448001:0:9570:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880121cdcc00/0x5d4000e30d836e19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee7ed expref: 40 pid: 18856 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.448012:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161363328:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1742903181.448012:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880121cdcc00/0x5d4000e30d836e19 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ee7ed expref: 40 pid: 18856 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.448019:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.448020:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.448023:0:9570:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d8c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.448028:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d8c4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.448030:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1742903181.448040:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903181.448044:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1742903181.448049:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a788000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161363200:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.448058:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+39:2010:x1827566172558464:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 73us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903181.448063:0:18280:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+50:3763:x1827566161358848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5441us (5551us total) trans 4294970584 rc 0/0 00000100:00100000:0.0:1742903181.448064:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22857 00000100:00100000:1.0:1742903181.448065:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903181.448068:0:18280:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11712 00000100:00100000:2.0:1742903181.448078:0:18280:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161363328 00000100:00100000:2.0:1742903181.448080:0:18280:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161363328 00000100:00100000:1.0:1742903181.448081:0:9552:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161363200 00000100:00100000:1.0:1742903181.448082:0:9552:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161363200 00000100:00100000:0.0:1742903181.448088:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903181.448099:0:18280:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11727 00000100:00100000:2.0:1742903181.448102:0:18280:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+51:3765:x1827566161363328:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1742903181.448104:0:9552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11728 00000100:00100000:1.0:1742903181.448108:0:9552:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+51:3765:x1827566161363200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1742903181.448111:0:18280:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1025 count 1 00000100:00100000:0.0:1742903181.448111:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172558720 00000100:00100000:0.0:1742903181.448113:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172558720 00002000:00080000:1.0:1742903181.448115:0:9552:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1786 count 1 00000004:00080000:3.0:1742903181.448116:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f67c000/2, rc 0, transno 4294970584 00010000:00010000:2.0:1742903181.448121:0:18280:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800997f1e00/0x5d4000e30d83d903 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x401:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.448121:0:9552:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b796400/0x5d4000e30d83d90a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.448122:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099251a00/0x5d4000e30d79f59c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be251 expref: 38 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.448123:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161358848:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1742903181.448128:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1742903181.448130:0:18280:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129b8fc00/0x5d4000e30d7a1d6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf273 expref: 38 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.448130:0:9552:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011ed06e00/0x5d4000e30d83931f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3cb expref: 38 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.448136:0:18280:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.448136:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1742903181.448137:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161363456:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1742903181.448137:0:18280:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.448137:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.448139:0:18280:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997f1e00/0x5d4000e30d83d903 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.448139:0:9552:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b796400/0x5d4000e30d83d90a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.448140:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22858 00000100:00100000:0.0:1742903181.448143:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+38:2010:x1827566172558720:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.448149:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.448151:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099251a00/0x5d4000e30d79f59c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be251 expref: 38 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.448153:0:18280:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129b8fc00/0x5d4000e30d7a1d6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf273 expref: 38 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.448153:0:9552:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011ed06e00/0x5d4000e30d83931f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3cb expref: 38 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.448159:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099251a00/0x5d4000e30d79f59c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be251 expref: 38 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.448160:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1742903181.448160:0:18280:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129b8fc00/0x5d4000e30d7a1d6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf273 expref: 38 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.448160:0:9552:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011ed06e00/0x5d4000e30d83931f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3cb expref: 38 pid: 18863 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.448169:0:18280:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a789500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:18280:1827566161363584:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.448169:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.448170:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1742903181.448172:0:9552:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9552:1827566161363712:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.448173:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c3db000/0x5d4000e30d83d8cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.448179:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3db000/0x5d4000e30d83d8cb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.448187:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903181.448194:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d8c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.448199:0:9552:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5180 going to sleep for 11 seconds 00010000:00010000:3.0:1742903181.448201:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d8c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.448202:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+38:2010:x1827566172558720:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 57us (113us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903181.448203:0:18857:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099251a00/0x5d4000e30d79f59c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be251 expref: 38 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.448207:0:18848:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d8c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.448207:0:18858:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161363456 00000100:00100000:0.0:1742903181.448208:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22858 00000100:00100000:1.0:1742903181.448210:0:18858:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161363456 00000100:00100000:2.0:1742903181.448211:0:18857:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a769500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18857:1827566161361280:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.448217:0:18848:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d8c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.448221:0:18857:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c3db000/0x5d4000e30d83d8cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.448224:0:18858:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11729 00010000:00010000:2.0:1742903181.448227:0:18857:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c3db000/0x5d4000e30d83d8cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.448228:0:18848:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1742903181.448229:0:18858:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+47:3763:x1827566161363456:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1742903181.448232:0:18857:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c3db000/0x5d4000e30d83d8cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.448238:0:18857:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c3db000/0x5d4000e30d83d8cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1742903181.448239:0:18858:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:976 count 1 00010000:00010000:2.0:1742903181.448243:0:18857:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3db000/0x5d4000e30d83d8cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.448246:0:18858:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c18a400/0x5d4000e30d83d911 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.448250:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903181.448252:0:18857:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1742903181.448254:0:18858:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099222c00/0x5d4000e30d79f66e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be2a5 expref: 38 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.448259:0:18858:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1742903181.448259:0:9570:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172558976 00010000:00010000:1.0:1742903181.448260:0:18858:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1742903181.448261:0:9570:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172558976 00010000:00010000:1.0:1742903181.448262:0:18858:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c18a400/0x5d4000e30d83d911 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.448270:0:9570:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b656800/0x5d4000e30d83a09a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef824 expref: 37 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.448275:0:18858:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099222c00/0x5d4000e30d79f66e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be2a5 expref: 38 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.448283:0:18858:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099222c00/0x5d4000e30d79f66e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be2a5 expref: 38 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.448287:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22859 00000100:00100000:1.0:1742903181.448291:0:18858:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18858:1827566161363968:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.448291:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+37:2010:x1827566172558976:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.448296:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.448300:0:9570:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b656800/0x5d4000e30d83a09a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef824 expref: 37 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.448308:0:9570:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b656800/0x5d4000e30d83a09a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef824 expref: 37 pid: 18863 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.448309:0:18858:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5540 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.448342:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1742903181.448349:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d8c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.448351:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.448353:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.448354:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012eb6c400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903181.448355:0:9570:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099715200/0x5d4000e30d83d8d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.448356:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d8c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.448362:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d8c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.448362:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099715200/0x5d4000e30d83d8d9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.448371:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d8c4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.448371:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.448376:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d8c4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.448385:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+37:2010:x1827566172558976:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 94us (136us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.448387:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.448389:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c3db000/0x5d4000e30d83d8cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.448390:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22859 00010000:00010000:1.0:1742903181.448394:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c3db000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.448396:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c3db000/0x5d4000e30d83d8cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.448400:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c3db000/0x5d4000e30d83d8cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.448412:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c3db000/0x5d4000e30d83d8cb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.448417:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c3db000/0x5d4000e30d83d8cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.448430:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.448431:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.448432:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1742903181.448436:0:18848:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+48:3764:x1827566161360128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5356us (5418us total) trans 4294970646 rc 0/0 00000100:00100000:3.0:1742903181.448442:0:18848:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11718 00000004:00080000:1.0:1742903181.448453:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f67ed80/2, rc 0, transno 4294970646 00000100:00100000:1.0:1742903181.448460:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161360128:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1742903181.448461:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161363840:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1742903181.448469:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f67ce00/2, rc 0, transno 4294970643 00000100:00100000:1.0:1742903181.448472:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161360000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.448476:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903181.448479:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1742903181.448481:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f67fb80/2, rc 0, transno 4294970582 00000100:00100000:0.0:1742903181.448485:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172559232 00000100:00100000:1.0:1742903181.448487:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161358976:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.448487:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172559232 00010000:00010000:0.0:1742903181.448497:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129b8fa00/0x5d4000e30d7a1c9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf21f expref: 37 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.448510:0:10647:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10647:1827566161362560:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.448514:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22860 00000100:00100000:0.0:1742903181.448518:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+37:2010:x1827566172559232:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.448521:0:10647:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d8ee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.448524:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.448527:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129b8fa00/0x5d4000e30d7a1c9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x400:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf21f expref: 37 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.448534:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129b8fa00/0x5d4000e30d7a1c9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x400:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf21f expref: 37 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.448537:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161364224:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1742903181.448538:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1742903181.448545:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161364352:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1742903181.448545:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129b8fa00/0x5d4000e30d7a1c9a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x400:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf21f expref: 37 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.448553:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.448555:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1742903181.448556:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1742903181.448557:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b797800/0x5d4000e30d83d8e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.448564:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b797800/0x5d4000e30d83d8e7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.448569:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161363840 00000100:00100000:3.0:1742903181.448572:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161363840 00010000:00010000:0.0:1742903181.448576:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903181.448581:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1742903181.448585:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161364224 00000100:00100000:1.0:1742903181.448585:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161364096:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1742903181.448587:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161364224 00000100:00100000:0.0:1742903181.448589:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+36:2010:x1827566172559232:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 70us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.448594:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22860 00000100:00100000:3.0:1742903181.448599:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11730 00000100:00100000:1.0:1742903181.448600:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903181.448603:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+53:3763:x1827566161363840:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.448609:0:18860:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161364096 00000100:00100000:0.0:1742903181.448612:0:18860:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161364096 00002000:00080000:3.0:1742903181.448616:0:18863:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1026 count 1 00010000:00010000:1.0:1742903181.448617:0:18850:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b797800/0x5d4000e30d83d8e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.448624:0:18850:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b797800/0x5d4000e30d83d8e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.448624:0:18860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11731 00010000:00010000:3.0:1742903181.448626:0:18863:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c562c00/0x5d4000e30d83d918 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.448627:0:18860:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+48:3765:x1827566161364224:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.448634:0:18850:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b797800/0x5d4000e30d83d8e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1742903181.448638:0:18860:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1785 count 1 00010000:00010000:1.0:1742903181.448640:0:18850:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b797800/0x5d4000e30d83d8e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.448641:0:18863:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d2600/0x5d4000e30d7a1dff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf2b2 expref: 35 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.448647:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.448648:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.448648:0:18860:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800997e4400/0x5d4000e30d83d91f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.448649:0:18850:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903181.448650:0:18863:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c562c00/0x5d4000e30d83d918 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.448656:0:18860:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099715400/0x5d4000e30d839311 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3c4 expref: 38 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.448661:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.448663:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.448664:0:18860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997e4400/0x5d4000e30d83d91f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.448666:0:18863:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d2600/0x5d4000e30d7a1dff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf2b2 expref: 35 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.448674:0:18863:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d2600/0x5d4000e30d7a1dff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf2b2 expref: 35 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.448679:0:18860:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099715400/0x5d4000e30d839311 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3c4 expref: 38 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.448682:0:18863:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18863:1827566161364480:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.448683:0:18857:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a76a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+55:3764:x1827566161361152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5098us (5134us total) trans 4294970585 rc 0/0 00010000:00010000:0.0:1742903181.448687:0:18860:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099715400/0x5d4000e30d839311 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3c4 expref: 38 pid: 18856 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.448689:0:18857:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11719 00000100:00100000:0.0:1742903181.448695:0:18860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800720e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18860:1827566161364608:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.448699:0:18857:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11732 00000100:00100000:2.0:1742903181.448702:0:18857:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+54:3765:x1827566161364096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1742903181.448711:0:18857:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:994 count 1 00000100:00100000:3.0:1742903181.448712:0:18863:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db000 going to sleep for 11 seconds 00000100:00100000:0.0:1742903181.448715:0:18860:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4300 going to sleep for 11 seconds 00010000:00010000:2.0:1742903181.448719:0:18857:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800997f1c00/0x5d4000e30d83d926 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.448727:0:18857:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997e5c00/0x5d4000e30d7a04b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be863 expref: 35 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.448729:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1742903181.448732:0:18857:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.448733:0:18857:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.448735:0:18857:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997f1c00/0x5d4000e30d83d926 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.448747:0:18857:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997e5c00/0x5d4000e30d7a04b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be863 expref: 35 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.448747:0:9553:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161364352 00000100:00100000:0.0:1742903181.448750:0:9553:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161364352 00010000:00010000:2.0:1742903181.448754:0:18857:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997e5c00/0x5d4000e30d7a04b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be863 expref: 35 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.448761:0:18857:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a789c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18857:1827566161364736:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.448766:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11733 00000100:00100000:0.0:1742903181.448770:0:9553:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880093917050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+49:3763:x1827566161364352:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903181.448779:0:9553:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1025 count 1 00000100:00100000:2.0:1742903181.448780:0:18857:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a19c0 going to sleep for 11 seconds 00010000:00010000:2.0:1742903181.448787:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903181.448788:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c71f600/0x5d4000e30d83d92d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x401:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.448789:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b797800/0x5d4000e30d83d8e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.448797:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b797800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903181.448798:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800990d3c00/0x5d4000e30d7a1e06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf2b9 expref: 38 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.448799:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b797800/0x5d4000e30d83d8e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.448804:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b797800/0x5d4000e30d83d8e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.448804:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.448805:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.448807:0:9553:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c71f600/0x5d4000e30d83d92d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.448812:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b797800/0x5d4000e30d83d8e7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.448817:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b797800/0x5d4000e30d83d8e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.448822:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800990d3c00/0x5d4000e30d7a1e06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf2b9 expref: 38 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.448826:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.448827:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.448828:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.448830:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800990d3c00/0x5d4000e30d7a1e06 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf2b9 expref: 38 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.448838:0:9553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800720e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9553:1827566161364864:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.448842:0:18859:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b656800/0x5d4000e30d83a09a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef824 expref: 35 pid: 18863 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.448850:0:18859:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a76b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18859:1827566161361920:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.448857:0:18859:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099715200/0x5d4000e30d83d8d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.448858:0:9553:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4000 going to sleep for 11 seconds 00010000:00010000:2.0:1742903181.448863:0:18859:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099715200/0x5d4000e30d83d8d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.448872:0:18859:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099715200/0x5d4000e30d83d8d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.448877:0:18859:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099715200/0x5d4000e30d83d8d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.448878:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903181.448882:0:18859:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099715200/0x5d4000e30d83d8d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.448889:0:9570:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172558592 00000100:00100000:0.0:1742903181.448891:0:9570:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172558592 00010000:00010000:2.0:1742903181.448899:0:18859:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903181.448902:0:9570:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009924ca00/0x5d4000e30d79f701 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be2e4 expref: 35 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.448913:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22861 00000100:00100000:0.0:1742903181.448916:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+35:2010:x1827566172558592:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.448921:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.448925:0:9570:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009924ca00/0x5d4000e30d79f701 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be2e4 expref: 35 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.448932:0:9570:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009924ca00/0x5d4000e30d79f701 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be2e4 expref: 35 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.448940:0:18850:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a768e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+55:3764:x1827566161362176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4756us (4794us total) trans 4294970586 rc 0/0 00010000:00010000:0.0:1742903181.448942:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.448943:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1742903181.448946:0:18850:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11723 00010000:00010000:0.0:1742903181.448946:0:9570:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099715c00/0x5d4000e30d83d8f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.448952:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099715c00/0x5d4000e30d83d8f5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.448959:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903181.448960:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.448963:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099715200/0x5d4000e30d83d8d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.448968:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099715200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.448971:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099715200/0x5d4000e30d83d8d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.448972:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+35:2010:x1827566172558592:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 55us (94us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.448977:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099715200/0x5d4000e30d83d8d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.448978:0:18859:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a76b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+54:3763:x1827566161361664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4950us (5017us total) trans 4294970587 rc 0/0 00000100:00100000:0.0:1742903181.448978:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22861 00000100:00100000:2.0:1742903181.448983:0:18859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11721 00010000:00010000:1.0:1742903181.448985:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099715200/0x5d4000e30d83d8d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.448990:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099715200/0x5d4000e30d83d8d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.449004:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.449005:0:9551:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009924ca00/0x5d4000e30d79f701 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be2e4 expref: 34 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.449006:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.449007:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903181.449013:0:9551:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a78ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9551:1827566161362816:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.449014:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000004:00080000:1.0:1742903181.449018:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c60ed80/2, rc 0, transno 4294970586 00010000:00010000:2.0:1742903181.449021:0:9551:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099715c00/0x5d4000e30d83d8f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.449024:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c60ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161362176:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.449026:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172558848 00010000:00010000:2.0:1742903181.449027:0:9551:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099715c00/0x5d4000e30d83d8f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.449028:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172558848 00000004:00080000:1.0:1742903181.449030:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb6d80/2, rc 0, transno 4294970585 00010000:00010000:2.0:1742903181.449033:0:9551:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099715c00/0x5d4000e30d83d8f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.449033:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161361152:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1742903181.449037:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099525600/0x5d4000e30d838581 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef6b expref: 39 pid: 18859 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.449042:0:9551:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099715c00/0x5d4000e30d83d8f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.449047:0:9551:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099715c00/0x5d4000e30d83d8f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.449050:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22862 00000100:00100000:0.0:1742903181.449053:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+39:2010:x1827566172558848:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903181.449056:0:9551:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903181.449059:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903181.449060:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.449063:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099715c00/0x5d4000e30d83d8f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.449063:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099525600/0x5d4000e30d838581 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef6b expref: 39 pid: 18859 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.449068:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099715c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.449070:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099715c00/0x5d4000e30d83d8f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.449075:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099525600/0x5d4000e30d838581 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef6b expref: 39 pid: 18859 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.449076:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099715c00/0x5d4000e30d83d8f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.449083:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099525600/0x5d4000e30d838581 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335eef6b expref: 39 pid: 18859 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.449084:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099715c00/0x5d4000e30d83d8f5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.449089:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099715c00/0x5d4000e30d83d8f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.449090:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.449091:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.449093:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d8d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.449099:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.449099:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d8d2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.449100:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.449102:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.449107:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1742903181.449109:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903181.449112:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161365120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.449122:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+38:2010:x1827566172558848:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 67us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.449127:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22862 00000100:00100000:1.0:1742903181.449129:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1742903181.449141:0:18853:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d8d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.449146:0:18280:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1c00 going to sleep for 11 seconds 00010000:00010000:0.0:1742903181.449147:0:18853:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d8d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.449153:0:18853:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d8d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.449162:0:18853:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d8d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.449174:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903181.449181:0:18853:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903181.449182:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.449186:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.449187:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d8d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.449194:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997e5800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.449197:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d8d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.449203:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d8d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.449208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903181.449212:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d8d2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.449218:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800997e5800/0x5d4000e30d83d8d2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.449218:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172559104 00000100:00100000:1.0:1742903181.449221:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172559104 00010000:00010000:1.0:1742903181.449231:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e871c00/0x5d4000e30d79fd67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be54c expref: 38 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.449233:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.449234:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.449236:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.449242:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172559360 00000100:00100000:1.0:1742903181.449244:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172559360 00000100:00100000:3.0:1742903181.449246:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161364992:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.449251:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009953a000/0x5d4000e30d83a00e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7ec expref: 39 pid: 18863 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.449262:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22863 00000100:00100000:1.0:1742903181.449266:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e24c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+39:2010:x1827566172559104:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1742903181.449268:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1742903181.449273:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.449277:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e871c00/0x5d4000e30d79fd67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be54c expref: 39 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.449287:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e871c00/0x5d4000e30d79fd67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be54c expref: 39 pid: 18882 timeout: 409 lvb_type: 0 00000004:00080000:3.0:1742903181.449291:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a768700/2, rc 0, transno 4294970587 00010000:00010000:1.0:1742903181.449296:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e871c00/0x5d4000e30d79fd67 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be54c expref: 39 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.449298:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a768700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161361664:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.449304:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.449305:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.449308:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b797c00/0x5d4000e30d83d8e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.449313:0:9551:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a78b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+54:3763:x1827566161362688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4589us (4620us total) trans 4294970588 rc 0/0 00000100:00100000:3.0:1742903181.449339:0:18850:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161365120 00010000:00010000:1.0:1742903181.449339:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b797c00/0x5d4000e30d83d8e0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.449343:0:18850:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161365120 00000100:00100000:2.0:1742903181.449344:0:9551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11725 00000100:00100000:2.0:1742903181.449353:0:9551:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161364992 00010000:00010000:1.0:1742903181.449353:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903181.449356:0:9551:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161364992 00000100:00100000:3.0:1742903181.449362:0:18850:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11734 00000100:00100000:1.0:1742903181.449363:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e24c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+38:2010:x1827566172559104:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 96us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903181.449367:0:18850:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+55:3765:x1827566161365120:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1742903181.449369:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22863 00000100:00100000:2.0:1742903181.449376:0:9551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11735 00002000:00080000:3.0:1742903181.449379:0:18850:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:992 count 1 00000100:00100000:2.0:1742903181.449380:0:9551:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+55:3763:x1827566161364992:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.449389:0:18850:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012eb6ca00/0x5d4000e30d83d934 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1742903181.449389:0:9551:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:986 count 1 00000100:00100000:1.0:1742903181.449390:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22864 00000100:00100000:1.0:1742903181.449394:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+37:2010:x1827566172559360:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1742903181.449395:0:18853:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+50:3765:x1827566161361408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5404us (5449us total) trans 4294970647 rc 0/0 00010000:00010000:2.0:1742903181.449397:0:9551:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800997f0a00/0x5d4000e30d83d93b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.449399:0:18850:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa07200/0x5d4000e30d7a0379 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be7d7 expref: 33 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.449399:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1742903181.449401:0:18853:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11720 00010000:00010000:1.0:1742903181.449403:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009953a000/0x5d4000e30d83a00e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7ec expref: 37 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.449405:0:18850:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.449406:0:9551:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e870200/0x5d4000e30d79ffac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be625 expref: 33 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.449407:0:18850:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.449410:0:18850:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb6ca00/0x5d4000e30d83d934 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.449410:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009953a000/0x5d4000e30d83a00e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7ec expref: 37 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.449411:0:9551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.449412:0:9551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.449414:0:9551:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997f0a00/0x5d4000e30d83d93b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.449420:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009953a000/0x5d4000e30d83a00e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef7ec expref: 37 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.449425:0:18850:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa07200/0x5d4000e30d7a0379 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be7d7 expref: 33 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.449427:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:0.0:1742903181.449427:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011ed23100/2, rc 0, transno 4294970647 00010000:00010000:2.0:1742903181.449428:0:9551:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e870200/0x5d4000e30d79ffac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be625 expref: 33 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.449429:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.449431:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d8ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.449433:0:18850:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aa07200/0x5d4000e30d7a0379 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be7d7 expref: 33 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.449434:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ed23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161361408:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1742903181.449435:0:9551:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e870200/0x5d4000e30d79ffac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be625 expref: 33 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.449437:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d8ee lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.449441:0:18850:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18850:1827566161365248:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.449444:0:9551:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a78ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9551:1827566161365376:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.449449:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903181.449465:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+36:2010:x1827566172559360:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 70us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.449466:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800720e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161365504:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1742903181.449467:0:18850:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0dbe40 going to sleep for 11 seconds 00000100:00100000:2.0:1742903181.449470:0:9551:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1d80 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.449471:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22864 00000100:00100000:0.0:1742903181.449484:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1742903181.449492:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f67f800/2, rc 0, transno 4294970645 00010000:00010000:3.0:1742903181.449496:0:10647:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d8ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.449499:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161359360:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.449502:0:10647:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d8ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.449509:0:10647:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d8ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.449509:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161365632:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.449515:0:10647:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d8ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.449525:0:10647:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1742903181.449528:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.449546:0:18853:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161365504 00000100:00100000:2.0:1742903181.449549:0:3762:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1742903181.449549:0:18853:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161365504 00000100:00100000:2.0:1742903181.449553:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800720e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161365760:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.449563:0:18853:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161365632 00000100:00100000:0.0:1742903181.449565:0:18853:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161365632 00000100:00100000:2.0:1742903181.449567:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.449577:0:18853:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161365760 00000100:00100000:0.0:1742903181.449579:0:18853:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161365760 00010000:00010000:2.0:1742903181.449583:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.449587:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d8ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.449591:0:18853:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11736 00010000:00010000:2.0:1742903181.449592:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801307a2a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.449595:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d8ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.449595:0:18853:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+52:3765:x1827566161365504:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1742903181.449601:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d8ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1742903181.449604:0:18853:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:975 count 1 00010000:00010000:2.0:1742903181.449610:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d8ee lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.449613:0:10647:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+52:3765:x1827566161362432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5093us (5157us total) trans 4294970648 rc 0/0 00010000:00010000:2.0:1742903181.449615:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801307a2a00/0x5d4000e30d83d8ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.449619:0:10647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11724 00010000:00010000:0.0:1742903181.449626:0:18853:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b657e00/0x5d4000e30d83d942 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.449627:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.449628:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.449630:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1742903181.449631:0:10647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11737 00000100:00100000:3.0:1742903181.449635:0:10647:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+56:3762:x1827566161365632:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1742903181.449635:0:18853:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099597200/0x5d4000e30d79f595 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be24a expref: 35 pid: 18858 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1742903181.449645:0:10647:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:996 count 1 00010000:00010000:0.0:1742903181.449645:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.449646:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.449648:0:18853:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b657e00/0x5d4000e30d83d942 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.449655:0:10647:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c6b1a00/0x5d4000e30d83d949 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.449664:0:10647:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e965800/0x5d4000e30d7a05e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8ef expref: 33 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.449664:0:18853:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099597200/0x5d4000e30d79f595 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be24a expref: 35 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.449669:0:10647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.449671:0:10647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.449672:0:18853:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099597200/0x5d4000e30d79f595 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be24a expref: 35 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.449673:0:10647:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c6b1a00/0x5d4000e30d83d949 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.449680:0:18853:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800720e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18853:1827566161365888:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.449687:0:10647:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e965800/0x5d4000e30d7a05e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8ef expref: 33 pid: 18882 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.449696:0:18853:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4780 going to sleep for 11 seconds 00010000:00010000:3.0:1742903181.449700:0:10647:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e965800/0x5d4000e30d7a05e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8ef expref: 33 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.449709:0:10647:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10647:1827566161366016:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.449725:0:10647:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db480 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.449994:0:18856:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b797c00/0x5d4000e30d83d8e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.450001:0:18856:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b797c00/0x5d4000e30d83d8e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.450007:0:18856:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b797c00/0x5d4000e30d83d8e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.450013:0:18856:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b797c00/0x5d4000e30d83d8e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.450777:0:18859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11738 00000100:00100000:2.0:1742903181.450784:0:18859:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a78b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+51:3762:x1827566161365760:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1742903181.450799:0:18859:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1023 count 1 00010000:00010000:1.0:1742903181.450809:0:18856:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903181.450810:0:18859:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c080a00/0x5d4000e30d83d950 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.450819:0:18859:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880129b8f800/0x5d4000e30d7a1c8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf211 expref: 35 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.450824:0:18859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.450825:0:18859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.450827:0:18859:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c080a00/0x5d4000e30d83d950 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.450843:0:18859:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880129b8f800/0x5d4000e30d7a1c8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf211 expref: 35 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.450851:0:18859:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880129b8f800/0x5d4000e30d7a1c8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf211 expref: 35 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.450859:0:18859:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a76b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18859:1827566161366144:192.168.203.29@tcp:104: 00000004:00080000:3.0:1742903181.450877:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a769c00/2, rc 0, transno 4294970588 00000004:00080000:0.0:1742903181.450880:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c60df80/2, rc 0, transno 4294970648 00000100:00100000:3.0:1742903181.450885:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a769c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161362688:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.450888:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c60df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161362432:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.450896:0:18859:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1840 going to sleep for 11 seconds 00000100:00100000:0.0:1742903181.450918:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800720e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161366400:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.450942:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903181.450951:0:18862:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a788a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18862:1827566161363072:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.450959:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1742903181.450964:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161366272:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.450967:0:18862:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099715600/0x5d4000e30d83d8fc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.450979:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903181.451032:0:11912:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161366400 00000100:00100000:3.0:1742903181.451036:0:11912:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161366400 00000100:00100000:3.0:1742903181.451058:0:11912:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161366272 00000100:00100000:3.0:1742903181.451060:0:11912:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161366272 00000100:00100000:3.0:1742903181.451070:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11739 00000100:00100000:3.0:1742903181.451074:0:11912:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+53:3765:x1827566161366400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1742903181.451085:0:11912:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1024 count 1 00010000:00010000:3.0:1742903181.451095:0:11912:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d957 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x400:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.451098:0:18856:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a769f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+53:3763:x1827566161361536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7040us (7105us total) trans 4294970649 rc 0/0 00000100:00100000:1.0:1742903181.451104:0:18856:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11722 00010000:00010000:3.0:1742903181.451106:0:11912:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880129b8ee00/0x5d4000e30d7a1d3b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf25e expref: 35 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.451113:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.451115:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.451117:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d957 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.451118:0:18856:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11740 00000100:00100000:1.0:1742903181.451122:0:18856:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+57:3765:x1827566161366272:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.451132:0:11912:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880129b8ee00/0x5d4000e30d7a1d3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf25e expref: 35 pid: 18848 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1742903181.451133:0:18856:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:990 count 1 00010000:00010000:3.0:1742903181.451140:0:11912:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880129b8ee00/0x5d4000e30d7a1d3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf25e expref: 35 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.451142:0:18856:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c18b200/0x5d4000e30d83d95e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.451149:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a788a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11912:1827566161366528:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.451152:0:18856:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099dde200/0x5d4000e30d7a024c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be74b expref: 33 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.451157:0:18856:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.451158:0:18856:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.451160:0:18856:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c18b200/0x5d4000e30d83d95e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.451167:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db240 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.451176:0:18856:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099dde200/0x5d4000e30d7a024c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be74b expref: 33 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.451183:0:18856:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099dde200/0x5d4000e30d7a024c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be74b expref: 33 pid: 18858 timeout: 409 lvb_type: 0 00000004:00080000:3.0:1742903181.451185:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c60ca80/2, rc 0, transno 4294970649 00000100:00100000:3.0:1742903181.451191:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c60ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161361536:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1742903181.451192:0:18856:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18856:1827566161366656:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.451209:0:18856:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5780 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.451219:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.451223:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b797c00/0x5d4000e30d83d8e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.451225:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903181.451229:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b797c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.451232:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b797c00/0x5d4000e30d83d8e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.451242:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b797c00/0x5d4000e30d83d8e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.451243:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172559488 00000100:00100000:3.0:1742903181.451246:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172559488 00010000:00010000:1.0:1742903181.451252:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b797c00/0x5d4000e30d83d8e0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.451257:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b797c00/0x5d4000e30d83d8e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.451258:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800867a1400/0x5d4000e30d79f708 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be2eb expref: 36 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.451269:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.451270:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.451272:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1742903181.451274:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22865 00000100:00100000:2.0:1742903181.451277:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800720e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161366784:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1742903181.451279:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a769500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+36:2010:x1827566172559488:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.451285:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903181.451289:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800867a1400/0x5d4000e30d79f708 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be2eb expref: 36 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.451297:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800867a1400/0x5d4000e30d79f708 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be2eb expref: 36 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.451297:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1742903181.451309:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800867a1400/0x5d4000e30d79f708 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be2eb expref: 36 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.451312:0:18848:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161366784 00010000:00010000:3.0:1742903181.451345:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.451347:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.451350:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099715600/0x5d4000e30d83d8fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.451357:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099715600/0x5d4000e30d83d8fc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.451370:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903181.451384:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a769500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+35:2010:x1827566172559488:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 104us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903181.451390:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22865 00010000:00010000:3.0:1742903181.451412:0:18862:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099715600/0x5d4000e30d83d8fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.451419:0:18862:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099715600/0x5d4000e30d83d8fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.451426:0:18862:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099715600/0x5d4000e30d83d8fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.451432:0:18862:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099715600/0x5d4000e30d83d8fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.451443:0:18862:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903181.451450:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.451455:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099715600/0x5d4000e30d83d8fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.451461:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099715600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.451463:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099715600/0x5d4000e30d83d8fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.451469:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099715600/0x5d4000e30d83d8fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.451478:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099715600/0x5d4000e30d83d8fc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.451484:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099715600/0x5d4000e30d83d8fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.451496:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.451498:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.451499:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903181.451666:0:9552:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9552:1827566161363712:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.451679:0:9552:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b796400/0x5d4000e30d83d90a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.451695:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.451729:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903181.451745:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172559616 00000100:00100000:3.0:1742903181.451749:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172559616 00010000:00010000:3.0:1742903181.451762:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011ed06e00/0x5d4000e30d83931f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3cb expref: 34 pid: 18863 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.451776:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172559744 00000100:00100000:3.0:1742903181.451779:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172559744 00010000:00010000:3.0:1742903181.451787:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099222c00/0x5d4000e30d79f66e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be2a5 expref: 35 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.451799:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22866 00000100:00100000:3.0:1742903181.451802:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+34:2009:x1827566172559616:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.451808:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903181.451811:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011ed06e00/0x5d4000e30d83931f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3cb expref: 34 pid: 18863 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.451815:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22867 00000100:00100000:1.0:1742903181.451817:0:18848:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161366784 00010000:00010000:3.0:1742903181.451819:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011ed06e00/0x5d4000e30d83931f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3cb expref: 34 pid: 18863 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.451821:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+35:2009:x1827566172559744:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.451830:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011ed06e00/0x5d4000e30d83931f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3cb expref: 34 pid: 18863 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.451831:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.451836:0:9570:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099222c00/0x5d4000e30d79f66e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be2a5 expref: 35 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.451837:0:18848:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11741 00010000:00010000:3.0:1742903181.451838:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.451839:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1742903181.451841:0:18848:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+54:3762:x1827566161366784:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.451842:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b796400/0x5d4000e30d83d90a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.451845:0:9570:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099222c00/0x5d4000e30d79f66e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be2a5 expref: 35 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.451847:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b796400/0x5d4000e30d83d90a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1742903181.451852:0:18848:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:995 count 1 00010000:00010000:3.0:1742903181.451859:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.451862:0:18848:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f46de00/0x5d4000e30d83d965 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.451872:0:18848:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aa06e00/0x5d4000e30d7a05e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8e8 expref: 35 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.451877:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+33:2009:x1827566172559616:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 73us (183us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.451878:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.451879:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.451881:0:18848:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f46de00/0x5d4000e30d83d965 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.451883:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22866 00010000:00010000:2.0:1742903181.451900:0:9552:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b796400/0x5d4000e30d83d90a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.451901:0:18848:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009aa06e00/0x5d4000e30d7a05e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8e8 expref: 35 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.451905:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.451906:0:9552:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b796400/0x5d4000e30d83d90a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.451907:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.451909:0:18848:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009aa06e00/0x5d4000e30d7a05e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8e8 expref: 35 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.451910:0:9570:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c18a400/0x5d4000e30d83d911 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.451913:0:9552:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b796400/0x5d4000e30d83d90a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.451916:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c18a400/0x5d4000e30d83d911 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.451917:0:18848:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18848:1827566161366912:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.451918:0:9552:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b796400/0x5d4000e30d83d90a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.451926:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903181.451928:0:9552:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1742903181.451941:0:18848:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5840 going to sleep for 11 seconds 00000100:00100000:0.0:1742903181.451942:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+35:2009:x1827566172559744:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 121us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.451948:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22867 00000100:00100000:0.0:1742903181.451981:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.451993:0:9570:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172559872 00000100:00100000:3.0:1742903181.451994:0:18862:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a78b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+54:3763:x1827566161362944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5034us (5092us total) trans 4294970650 rc 0/0 00000100:00100000:0.0:1742903181.451996:0:9570:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172559872 00000100:00100000:3.0:1742903181.452000:0:18862:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11726 00010000:00010000:0.0:1742903181.452008:0:9570:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129b8fc00/0x5d4000e30d7a1d6c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf273 expref: 33 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.452023:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22868 00000004:00080000:3.0:1742903181.452026:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e0eb800/2, rc 0, transno 4294970650 00000100:00100000:2.0:1742903181.452026:0:9552:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+58:3765:x1827566161363200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3916us (3959us total) trans 4294970589 rc 0/0 00000100:00100000:0.0:1742903181.452026:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+33:2009:x1827566172559872:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1742903181.452031:0:9552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11728 00000100:00100000:3.0:1742903181.452033:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161362944:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1742903181.452034:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.452037:0:9570:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129b8fc00/0x5d4000e30d7a1d6c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x401:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf273 expref: 33 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.452045:0:9570:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129b8fc00/0x5d4000e30d7a1d6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x401:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf273 expref: 33 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.452055:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.452056:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.452059:0:9570:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997f1e00/0x5d4000e30d83d903 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x401:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.452064:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161367040:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1742903181.452064:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997f1e00/0x5d4000e30d83d903 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x401:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.452072:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903181.452089:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.452089:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+33:2009:x1827566172559872:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 60us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.452093:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22868 00000100:00100000:3.0:1742903181.452118:0:18862:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161367040 00000004:00080000:0.0:1742903181.452120:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a788000/2, rc 0, transno 4294970589 00000100:00100000:3.0:1742903181.452121:0:18862:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161367040 00000100:00100000:0.0:1742903181.452135:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a788000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161363200:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1742903181.452151:0:9552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11742 00000100:00100000:2.0:1742903181.452155:0:9552:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+54:3763:x1827566161367040:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.452165:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161367168:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1742903181.452168:0:9552:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:994 count 1 00010000:00010000:2.0:1742903181.452177:0:9552:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d96c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.452184:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1742903181.452185:0:9552:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aa07c00/0x5d4000e30d7a054e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8a9 expref: 34 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.452190:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.452191:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.452193:0:9552:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d96c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.452201:0:18862:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161367168 00000100:00100000:3.0:1742903181.452204:0:18862:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161367168 00010000:00010000:2.0:1742903181.452206:0:9552:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009aa07c00/0x5d4000e30d7a054e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8a9 expref: 34 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.452213:0:9552:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009aa07c00/0x5d4000e30d7a054e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8a9 expref: 34 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.452218:0:18862:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11743 00000100:00100000:2.0:1742903181.452220:0:9552:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9552:1827566161367296:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.452223:0:18862:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+58:3764:x1827566161367168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1742903181.452233:0:18862:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:995 count 1 00000100:00100000:2.0:1742903181.452238:0:9552:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1240 going to sleep for 11 seconds 00010000:00010000:3.0:1742903181.452244:0:18862:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f61fe00/0x5d4000e30d83d973 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.452246:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.452249:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b796400/0x5d4000e30d83d90a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.452253:0:18862:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e964c00/0x5d4000e30d7a0547 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8a2 expref: 32 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.452255:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b796400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.452258:0:18862:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.452258:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b796400/0x5d4000e30d83d90a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.452260:0:18862:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.452262:0:18862:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f61fe00/0x5d4000e30d83d973 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.452267:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b796400/0x5d4000e30d83d90a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.452276:0:18862:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e964c00/0x5d4000e30d7a0547 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8a2 expref: 32 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.452276:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b796400/0x5d4000e30d83d90a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.452281:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b796400/0x5d4000e30d83d90a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.452284:0:18862:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e964c00/0x5d4000e30d7a0547 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8a2 expref: 32 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.452291:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1742903181.452292:0:18862:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd13100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18862:1827566161367424:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.452292:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.452293:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1742903181.452309:0:18862:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0dba80 going to sleep for 11 seconds 00010000:00010000:0.0:1742903181.452373:0:18280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129b8fc00/0x5d4000e30d7a1d6c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf273 expref: 32 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.452380:0:18280:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a789500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:18280:1827566161363584:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.452387:0:18280:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800997f1e00/0x5d4000e30d83d903 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.452391:0:18280:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800997f1e00/0x5d4000e30d83d903 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.452394:0:18280:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997f1e00/0x5d4000e30d83d903 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.452398:0:18280:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800997f1e00/0x5d4000e30d83d903 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.452401:0:18280:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800997f1e00/0x5d4000e30d83d903 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.452412:0:18280:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903181.452440:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.452445:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800997f1e00/0x5d4000e30d83d903 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.452451:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997f1e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.452454:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800997f1e00/0x5d4000e30d83d903 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.452460:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800997f1e00/0x5d4000e30d83d903 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.452469:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800997f1e00/0x5d4000e30d83d903 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.452475:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997f1e00/0x5d4000e30d83d903 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.452490:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.452491:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.452491:0:18858:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099222c00/0x5d4000e30d79f66e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be2a5 expref: 34 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.452493:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.452501:0:18858:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18858:1827566161363968:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.452510:0:18858:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c18a400/0x5d4000e30d83d911 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.452517:0:18858:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c18a400/0x5d4000e30d83d911 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.452523:0:18858:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c18a400/0x5d4000e30d83d911 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.452529:0:18858:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c18a400/0x5d4000e30d83d911 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.452535:0:18858:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c18a400/0x5d4000e30d83d911 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.452555:0:18858:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903181.452569:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.452573:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c18a400/0x5d4000e30d83d911 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.452578:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c18a400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.452581:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c18a400/0x5d4000e30d83d911 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.452586:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c18a400/0x5d4000e30d83d911 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.452594:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c18a400/0x5d4000e30d83d911 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.452599:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c18a400/0x5d4000e30d83d911 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.452609:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.452610:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.452611:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.452844:0:18858:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+55:3763:x1827566161363456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4614us (4683us total) trans 4294970651 rc 0/0 00000100:00100000:1.0:1742903181.452851:0:18858:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11729 00000004:00080000:3.0:1742903181.452931:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e0ebb80/2, rc 0, transno 4294970651 00000100:00100000:3.0:1742903181.452939:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161363456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1742903181.452984:0:18863:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18863:1827566161364480:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.452989:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161367552:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.452996:0:18863:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c562c00/0x5d4000e30d83d918 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.453006:0:18860:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800720e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18860:1827566161364608:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.453016:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1742903181.453018:0:18860:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800997e4400/0x5d4000e30d83d91f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.453029:0:18857:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a789c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18857:1827566161364736:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.453037:0:18857:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800997f1c00/0x5d4000e30d83d926 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.453041:0:9553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800720e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9553:1827566161364864:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.453046:0:18858:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161367552 00000100:00100000:1.0:1742903181.453049:0:18858:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161367552 00010000:00010000:0.0:1742903181.453050:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c71f600/0x5d4000e30d83d92d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.453065:0:18858:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11744 00000100:00100000:1.0:1742903181.453069:0:18858:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+55:3765:x1827566161367552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1742903181.453079:0:18858:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:993 count 1 00010000:00010000:1.0:1742903181.453089:0:18858:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d97a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.453099:0:18858:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009961ac00/0x5d4000e30d7a04ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be85c expref: 33 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.453104:0:18858:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.453105:0:18858:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.453107:0:18858:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d97a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.453121:0:18858:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009961ac00/0x5d4000e30d7a04ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be85c expref: 33 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.453129:0:18858:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009961ac00/0x5d4000e30d7a04ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be85c expref: 33 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.453136:0:18858:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18858:1827566161367680:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.453185:0:18858:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5540 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.453567:0:18280:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+59:3765:x1827566161363328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5462us (5534us total) trans 4294970590 rc 0/0 00000100:00100000:1.0:1742903181.453573:0:18280:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11727 00000004:00080000:0.0:1742903181.453601:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800915a3100/2, rc 0, transno 4294970590 00000100:00100000:0.0:1742903181.453609:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161363328:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1742903181.453632:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.453646:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172560000 00000100:00100000:0.0:1742903181.453650:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172560000 00010000:00010000:0.0:1742903181.453662:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d2600/0x5d4000e30d7a1dff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf2b2 expref: 32 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.453675:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1742903181.453678:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22869 00000100:00100000:0.0:1742903181.453682:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+32:2010:x1827566172560000:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1742903181.453683:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161367808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1742903181.453690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1742903181.453690:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.453695:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d2600/0x5d4000e30d7a1dff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf2b2 expref: 32 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.453702:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172560128 00000100:00100000:3.0:1742903181.453703:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1742903181.453703:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d2600/0x5d4000e30d7a1dff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf2b2 expref: 32 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.453705:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172560128 00010000:00010000:0.0:1742903181.453714:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d2600/0x5d4000e30d7a1dff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf2b2 expref: 32 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.453716:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099715400/0x5d4000e30d839311 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3c4 expref: 34 pid: 18856 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.453722:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.453723:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.453726:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c562c00/0x5d4000e30d83d918 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.453732:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c562c00/0x5d4000e30d83d918 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.453737:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22870 00000100:00100000:2.0:1742903181.453741:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e27450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+34:2009:x1827566172560128:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903181.453748:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.453752:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099715400/0x5d4000e30d839311 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3c4 expref: 34 pid: 18856 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.453760:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099715400/0x5d4000e30d839311 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3c4 expref: 34 pid: 18856 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.453769:0:18280:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161367808 00010000:00010000:2.0:1742903181.453770:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099715400/0x5d4000e30d839311 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335ef3c4 expref: 34 pid: 18856 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.453773:0:18280:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161367808 00010000:00010000:2.0:1742903181.453778:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.453779:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.453781:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800997e4400/0x5d4000e30d83d91f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.453789:0:18280:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11745 00010000:00010000:2.0:1742903181.453791:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997e4400/0x5d4000e30d83d91f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.453793:0:18280:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+59:3763:x1827566161367808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1742903181.453803:0:18280:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:989 count 1 00010000:00010000:2.0:1742903181.453804:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.453813:0:18280:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801307a2000/0x5d4000e30d83d981 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.453822:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e27450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+33:2009:x1827566172560128:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 79us (130us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.453822:0:18280:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099df8400/0x5d4000e30d7a01b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be6fe expref: 31 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.453827:0:18280:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1742903181.453828:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22870 00010000:00010000:1.0:1742903181.453828:0:18280:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.453830:0:18280:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801307a2000/0x5d4000e30d83d981 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.453847:0:18280:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099df8400/0x5d4000e30d7a01b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be6fe expref: 31 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.453854:0:18280:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099df8400/0x5d4000e30d7a01b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be6fe expref: 31 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.453857:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903181.453860:0:18863:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c562c00/0x5d4000e30d83d918 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.453866:0:18280:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:18280:1827566161367936:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.453872:0:18863:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c562c00/0x5d4000e30d83d918 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.453875:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+31:2010:x1827566172560000:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 191us (243us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903181.453879:0:18863:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c562c00/0x5d4000e30d83d918 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.453884:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22869 00010000:00010000:3.0:1742903181.453885:0:18863:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c562c00/0x5d4000e30d83d918 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.453893:0:18280:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5180 going to sleep for 11 seconds 00010000:00010000:3.0:1742903181.453901:0:18863:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903181.453916:0:18860:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800997e4400/0x5d4000e30d83d91f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.453923:0:18860:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800997e4400/0x5d4000e30d83d91f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.453929:0:18860:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800997e4400/0x5d4000e30d83d91f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.453934:0:18860:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800997e4400/0x5d4000e30d83d91f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.453936:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.453941:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c562c00/0x5d4000e30d83d918 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.453944:0:18860:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903181.453947:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c562c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.453949:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c562c00/0x5d4000e30d83d918 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.453953:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.453956:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c562c00/0x5d4000e30d83d918 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.453957:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800997e4400/0x5d4000e30d83d91f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.453963:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997e4400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.453965:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800997e4400/0x5d4000e30d83d91f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.453965:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c562c00/0x5d4000e30d83d918 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.453970:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800997e4400/0x5d4000e30d83d91f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.453970:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c562c00/0x5d4000e30d83d918 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.453978:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800997e4400/0x5d4000e30d83d91f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.453983:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800997e4400/0x5d4000e30d83d91f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.453983:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.453984:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.453986:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.453992:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.453993:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.453995:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903181.454032:0:18860:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+56:3765:x1827566161364224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5403us (5474us total) trans 4294970652 rc 0/0 00000100:00100000:0.0:1742903181.454038:0:18860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11731 00000004:00080000:1.0:1742903181.454050:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e0e9f80/2, rc 0, transno 4294970652 00000100:00100000:1.0:1742903181.454060:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161364224:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.454142:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c60f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161368064:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.454160:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.454170:0:18860:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161368064 00000100:00100000:0.0:1742903181.454174:0:18860:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161368064 00000100:00100000:0.0:1742903181.454187:0:18860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11746 00000100:00100000:0.0:1742903181.454190:0:18860:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+56:3763:x1827566161368064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903181.454200:0:18860:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:985 count 1 00010000:00010000:0.0:1742903181.454209:0:18860:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800720d6e00/0x5d4000e30d83d988 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.454218:0:18860:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072079200/0x5d4000e30d79ffa5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be61e expref: 32 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.454227:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.454229:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.454230:0:18860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800720d6e00/0x5d4000e30d83d988 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.454245:0:18860:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072079200/0x5d4000e30d79ffa5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be61e expref: 32 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.454253:0:18860:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072079200/0x5d4000e30d79ffa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be61e expref: 32 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.454261:0:18860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c60f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18860:1827566161368192:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.454294:0:18860:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1742903181.455052:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+60:3763:x1827566161363840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6447us (6570us total) trans 4294970591 rc 0/0 00000100:00100000:3.0:1742903181.455058:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11730 00000004:00080000:2.0:1742903181.455074:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800915a1180/2, rc 0, transno 4294970591 00000100:00100000:2.0:1742903181.455081:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161363840:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1742903181.455087:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903181.455113:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903181.455132:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172560256 00000100:00100000:1.0:1742903181.455136:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172560256 00000100:00100000:2.0:1742903181.455147:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172560384 00000100:00100000:2.0:1742903181.455150:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172560384 00010000:00010000:1.0:1742903181.455152:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800990d3c00/0x5d4000e30d7a1e06 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf2b9 expref: 33 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.455154:0:18850:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18850:1827566161365248:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.455163:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997e5c00/0x5d4000e30d7a04b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be863 expref: 31 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.455166:0:18850:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012eb6ca00/0x5d4000e30d83d934 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.455174:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22871 00000100:00100000:1.0:1742903181.455178:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+33:2010:x1827566172560256:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1742903181.455183:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22872 00010000:00010000:1.0:1742903181.455186:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1742903181.455187:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+31:2009:x1827566172560384:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.455189:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800990d3c00/0x5d4000e30d7a1e06 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x401:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf2b9 expref: 33 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.455194:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.455197:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997e5c00/0x5d4000e30d7a04b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be863 expref: 31 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.455197:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800990d3c00/0x5d4000e30d7a1e06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x401:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf2b9 expref: 33 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.455205:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997e5c00/0x5d4000e30d7a04b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be863 expref: 31 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.455210:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800990d3c00/0x5d4000e30d7a1e06 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x401:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf2b9 expref: 33 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.455219:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.455220:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.455224:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c71f600/0x5d4000e30d83d92d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.455230:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903181.455230:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c71f600/0x5d4000e30d83d92d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.455242:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172560512 00000100:00100000:3.0:1742903181.455244:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172560512 00010000:00010000:1.0:1742903181.455245:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903181.455254:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa07200/0x5d4000e30d7a0379 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be7d7 expref: 32 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.455268:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22873 00000100:00100000:1.0:1742903181.455269:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+32:2010:x1827566172560256:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 90us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903181.455273:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+32:2010:x1827566172560512:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1742903181.455275:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22871 00010000:00010000:3.0:1742903181.455278:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903181.455281:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009aa07200/0x5d4000e30d7a0379 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be7d7 expref: 32 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.455288:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009aa07200/0x5d4000e30d7a0379 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be7d7 expref: 32 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.455294:0:18853:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800720e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18853:1827566161365888:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.455300:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa07200/0x5d4000e30d7a0379 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be7d7 expref: 32 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.455304:0:18853:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b657e00/0x5d4000e30d83d942 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.455306:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1742903181.455308:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.455310:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.455312:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eb6ca00/0x5d4000e30d83d934 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.455344:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a769500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161368320:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.455349:0:7198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb6ca00/0x5d4000e30d83d934 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.455351:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c71f600/0x5d4000e30d83d92d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.455357:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c71f600/0x5d4000e30d83d92d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.455361:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903181.455363:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c71f600/0x5d4000e30d83d92d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.455373:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c71f600/0x5d4000e30d83d92d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.455379:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+31:2010:x1827566172560512:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 105us (149us total) trans 0 rc 0/0 00010000:00010000:0.0:1742903181.455383:0:9553:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1742903181.455385:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22873 00000100:00100000:1.0:1742903181.455386:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1742903181.455401:0:18850:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012eb6ca00/0x5d4000e30d83d934 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.455407:0:18850:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eb6ca00/0x5d4000e30d83d934 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.455408:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997e5c00/0x5d4000e30d7a04b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be863 expref: 30 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.455415:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161368320 00010000:00010000:3.0:1742903181.455417:0:18850:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012eb6ca00/0x5d4000e30d83d934 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.455417:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.455418:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1742903181.455418:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161368320 00010000:00010000:2.0:1742903181.455420:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997f1c00/0x5d4000e30d83d926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.455423:0:18850:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb6ca00/0x5d4000e30d83d934 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.455430:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997f1c00/0x5d4000e30d83d926 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.455431:0:18850:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1742903181.455434:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11747 00000100:00100000:1.0:1742903181.455438:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+60:3765:x1827566161368320:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1742903181.455442:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1742903181.455449:0:18863:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:991 count 1 00000100:00100000:2.0:1742903181.455457:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+29:2009:x1827566172560384:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 269us (343us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.455459:0:18863:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800997f1600/0x5d4000e30d83d98f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.455462:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22872 00010000:00010000:1.0:1742903181.455469:0:18863:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013629de00/0x5d4000e30d7a02df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be78a expref: 28 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.455474:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.455476:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.455477:0:18863:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997f1600/0x5d4000e30d83d98f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.455491:0:9551:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a78ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9551:1827566161365376:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.455495:0:18863:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013629de00/0x5d4000e30d7a02df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be78a expref: 28 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.455502:0:9551:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800997f0a00/0x5d4000e30d83d93b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.455503:0:18863:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013629de00/0x5d4000e30d7a02df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be78a expref: 28 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.455511:0:18863:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a79c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18863:1827566161368448:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.455538:0:18863:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5e40 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.455571:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903181.455586:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172560640 00000100:00100000:2.0:1742903181.455589:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172560640 00010000:00010000:2.0:1742903181.455598:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099597200/0x5d4000e30d79f595 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be24a expref: 32 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.455611:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22874 00000100:00100000:2.0:1742903181.455614:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+32:2009:x1827566172560640:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903181.455620:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.455623:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099597200/0x5d4000e30d79f595 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be24a expref: 32 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.455631:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099597200/0x5d4000e30d79f595 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be24a expref: 32 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.455646:0:20225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099597200/0x5d4000e30d79f595 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be24a expref: 32 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.455649:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903181.455653:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.455654:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.455656:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b657e00/0x5d4000e30d83d942 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.455662:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b657e00/0x5d4000e30d83d942 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.455662:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172560768 00000100:00100000:1.0:1742903181.455665:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172560768 00010000:00010000:2.0:1742903181.455673:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.455676:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e870200/0x5d4000e30d79ffac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be625 expref: 29 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.455679:0:18850:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+61:3765:x1827566161365120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6310us (6548us total) trans 4294970592 rc 0/0 00000100:00100000:3.0:1742903181.455684:0:18850:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11734 00000100:00100000:2.0:1742903181.455686:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+31:2009:x1827566172560640:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 72us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903181.455692:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22875 00000100:00100000:2.0:1742903181.455697:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22874 00000100:00100000:1.0:1742903181.455697:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+29:2010:x1827566172560768:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.455698:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1742903181.455702:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c71f600/0x5d4000e30d83d92d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.455703:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.455706:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e870200/0x5d4000e30d79ffac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be625 expref: 29 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.455708:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c71f600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.455710:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c71f600/0x5d4000e30d83d92d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.455713:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e870200/0x5d4000e30d79ffac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be625 expref: 29 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.455716:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c71f600/0x5d4000e30d83d92d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.455719:0:18859:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a76b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18859:1827566161366144:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.455721:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e870200/0x5d4000e30d79ffac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be625 expref: 29 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.455724:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c71f600/0x5d4000e30d83d92d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.455728:0:18859:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c080a00/0x5d4000e30d83d950 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.455728:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.455729:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c71f600/0x5d4000e30d83d92d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.455729:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.455731:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997f0a00/0x5d4000e30d83d93b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.455735:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997f0a00/0x5d4000e30d83d93b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.455743:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903181.455744:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.455747:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012eb6ca00/0x5d4000e30d83d934 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.455751:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012eb6ca00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.455754:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eb6ca00/0x5d4000e30d83d934 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.455755:0:9551:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800997f0a00/0x5d4000e30d83d93b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.455756:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+28:2010:x1827566172560768:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 59us (107us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903181.455759:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eb6ca00/0x5d4000e30d83d934 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.455761:0:9551:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997f0a00/0x5d4000e30d83d93b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.455762:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22875 00010000:00010000:3.0:1742903181.455766:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012eb6ca00/0x5d4000e30d83d934 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.455767:0:9551:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800997f0a00/0x5d4000e30d83d93b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.455771:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eb6ca00/0x5d4000e30d83d934 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.455773:0:9551:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800997f0a00/0x5d4000e30d83d93b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.455782:0:9551:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1742903181.455790:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e0eca80/2, rc 0, transno 4294970592 00010000:00010000:3.0:1742903181.455792:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.455795:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800997f0a00/0x5d4000e30d83d93b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.455798:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161365120:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.455799:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997f0a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.455801:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800997f0a00/0x5d4000e30d83d93b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.455806:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800997f0a00/0x5d4000e30d83d93b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.455813:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800997f0a00/0x5d4000e30d83d93b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.455818:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997f0a00/0x5d4000e30d83d93b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.455829:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.455830:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.455831:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.455834:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161368576:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.455838:0:18857:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800997f1c00/0x5d4000e30d83d926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.455843:0:18857:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997f1c00/0x5d4000e30d83d926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.455848:0:18857:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800997f1c00/0x5d4000e30d83d926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.455850:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1742903181.455852:0:18857:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800997f1c00/0x5d4000e30d83d926 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.455862:0:18857:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903181.455871:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.455875:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800997f1c00/0x5d4000e30d83d926 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.455880:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997f1c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.455882:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800997f1c00/0x5d4000e30d83d926 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.455888:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800997f1c00/0x5d4000e30d83d926 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.455896:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800997f1c00/0x5d4000e30d83d926 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.455900:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997f1c00/0x5d4000e30d83d926 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.455913:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.455914:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.455915:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.455921:0:18850:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161368576 00000100:00100000:1.0:1742903181.455924:0:18850:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161368576 00000100:00100000:1.0:1742903181.455938:0:18850:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11748 00000100:00100000:1.0:1742903181.455941:0:18850:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+63:3765:x1827566161368576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1742903181.455950:0:18850:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:993 count 1 00010000:00010000:1.0:1742903181.455960:0:18850:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099101e00/0x5d4000e30d83d996 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.455969:0:18850:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099613c00/0x5d4000e30d7a041a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be81d expref: 27 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.455974:0:18850:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.455976:0:18850:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.455978:0:18850:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099101e00/0x5d4000e30d83d996 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.455991:0:18850:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099613c00/0x5d4000e30d7a041a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be81d expref: 27 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.455999:0:18850:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099613c00/0x5d4000e30d7a041a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be81d expref: 27 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.456006:0:18850:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131a78700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18850:1827566161368704:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.456026:0:9551:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+63:3763:x1827566161364992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6645us (6757us total) trans 4294970593 rc 0/0 00000100:00100000:1.0:1742903181.456027:0:18850:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5d80 going to sleep for 11 seconds 00000100:00100000:2.0:1742903181.456032:0:9551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11735 00010000:00010000:2.0:1742903181.456045:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1742903181.456058:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e0ece00/2, rc 0, transno 4294970593 00000100:00100000:2.0:1742903181.456073:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161364992:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1742903181.456105:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161368832:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1742903181.456119:0:18857:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+62:3765:x1827566161364096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7415us (7517us total) trans 4294970594 rc 0/0 00000100:00100000:3.0:1742903181.456125:0:18857:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11732 00000100:00100000:1.0:1742903181.456126:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903181.456137:0:18857:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161368832 00000100:00100000:3.0:1742903181.456140:0:18857:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161368832 00000100:00100000:3.0:1742903181.456151:0:18857:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11749 00000100:00100000:3.0:1742903181.456154:0:18857:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+62:3762:x1827566161368832:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1742903181.456156:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e0e8e00/2, rc 0, transno 4294970594 00000100:00100000:1.0:1742903181.456162:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161364096:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1742903181.456166:0:18857:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1023 count 1 00010000:00010000:3.0:1742903181.456176:0:18857:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f61e200/0x5d4000e30d83d99d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.456185:0:18857:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d3200/0x5d4000e30d7a1af6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf193 expref: 27 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.456191:0:18857:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.456192:0:18857:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.456193:0:18857:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f61e200/0x5d4000e30d83d99d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.456196:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161368960:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.456208:0:18857:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d3200/0x5d4000e30d7a1af6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf193 expref: 27 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.456215:0:18857:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d3200/0x5d4000e30d7a1af6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf193 expref: 27 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.456224:0:18857:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18857:1827566161369088:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.456227:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1742903181.456233:0:18856:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18856:1827566161366656:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.456245:0:18856:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c18b200/0x5d4000e30d83d95e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.456246:0:9551:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161368960 00000100:00100000:3.0:1742903181.456247:0:18857:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db900 going to sleep for 11 seconds 00000100:00100000:2.0:1742903181.456249:0:9551:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161368960 00000100:00100000:3.0:1742903181.456266:0:10647:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10647:1827566161366016:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.456270:0:9551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11750 00000100:00100000:2.0:1742903181.456274:0:9551:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+63:3763:x1827566161368960:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.456278:0:10647:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c6b1a00/0x5d4000e30d83d949 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1742903181.456282:0:9551:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:988 count 1 00010000:00010000:2.0:1742903181.456292:0:9551:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800997f1000/0x5d4000e30d83d9a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.456297:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a788a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11912:1827566161366528:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.456297:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903181.456300:0:9551:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099df8200/0x5d4000e30d7a0118 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be6bf expref: 27 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.456305:0:9551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.456306:0:9551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.456308:0:9551:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997f1000/0x5d4000e30d83d9a4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.456308:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172561152 00010000:00010000:3.0:1742903181.456309:0:11912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d957 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.456310:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172561152 00010000:00010000:2.0:1742903181.456348:0:9551:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099df8200/0x5d4000e30d7a0118 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be6bf expref: 27 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.456355:0:9551:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099df8200/0x5d4000e30d7a0118 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be6bf expref: 27 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.456361:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903181.456361:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129b8ee00/0x5d4000e30d7a1d3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf25e expref: 31 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.456362:0:9551:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9551:1827566161369216:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.456376:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172560896 00000100:00100000:1.0:1742903181.456378:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22876 00000100:00100000:3.0:1742903181.456379:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172560896 00000100:00100000:2.0:1742903181.456380:0:9551:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1d80 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.456383:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a785880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+31:2010:x1827566172561152:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.456388:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e965800/0x5d4000e30d7a05e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8ef expref: 28 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.456389:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.456393:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129b8ee00/0x5d4000e30d7a1d3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x400:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf25e expref: 31 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.456400:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129b8ee00/0x5d4000e30d7a1d3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x400:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf25e expref: 31 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.456401:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22877 00000100:00100000:3.0:1742903181.456405:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b8b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+28:2010:x1827566172560896:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.456411:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.456412:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129b8ee00/0x5d4000e30d7a1d3b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x400:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf25e expref: 31 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.456415:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e965800/0x5d4000e30d7a05e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8ef expref: 28 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.456420:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.456421:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.456422:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e965800/0x5d4000e30d7a05e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8ef expref: 28 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.456424:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d957 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.456432:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e965800/0x5d4000e30d7a05e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8ef expref: 28 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.456438:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.456439:0:7198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d957 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.456440:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.456442:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c6b1a00/0x5d4000e30d83d949 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.456447:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c6b1a00/0x5d4000e30d83d949 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.456454:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903181.456458:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903181.456461:0:11912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d957 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.456467:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d957 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.456470:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a785880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+30:2010:x1827566172561152:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 86us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903181.456473:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b8b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+27:2010:x1827566172560896:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 67us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903181.456476:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22876 00000100:00100000:3.0:1742903181.456480:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22877 00010000:00010000:3.0:1742903181.456493:0:10647:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c6b1a00/0x5d4000e30d83d949 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.456499:0:10647:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c6b1a00/0x5d4000e30d83d949 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.456506:0:10647:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c6b1a00/0x5d4000e30d83d949 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.456511:0:10647:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c6b1a00/0x5d4000e30d83d949 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.456520:0:10647:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903181.456631:0:11912:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d957 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.456637:0:11912:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d957 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.456646:0:11912:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1742903181.456682:0:18848:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18848:1827566161366912:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.456693:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f46de00/0x5d4000e30d83d965 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.456722:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903181.456732:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172561280 00000100:00100000:1.0:1742903181.456735:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172561280 00010000:00010000:1.0:1742903181.456744:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099dde200/0x5d4000e30d7a024c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be74b expref: 27 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.456759:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22878 00000100:00100000:1.0:1742903181.456763:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a785880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+27:2010:x1827566172561280:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1742903181.456763:0:9553:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093917050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+58:3763:x1827566161364352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7992us (8033us total) trans 4294970653 rc 0/0 00000100:00100000:3.0:1742903181.456767:0:10647:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+64:3762:x1827566161365632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7131us (7237us total) trans 4294970595 rc 0/0 00000100:00100000:0.0:1742903181.456768:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11733 00010000:00010000:1.0:1742903181.456769:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.456772:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099dde200/0x5d4000e30d7a024c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be74b expref: 27 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.456774:0:10647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11737 00010000:00010000:1.0:1742903181.456779:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099dde200/0x5d4000e30d7a024c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be74b expref: 27 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.456786:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1742903181.456789:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c6b1a00/0x5d4000e30d83d949 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.456794:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099dde200/0x5d4000e30d7a024c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be74b expref: 27 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.456795:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c6b1a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.456798:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c6b1a00/0x5d4000e30d83d949 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.456802:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.456803:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.456804:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c6b1a00/0x5d4000e30d83d949 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.456805:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c18b200/0x5d4000e30d83d95e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.456811:0:7198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c18b200/0x5d4000e30d83d95e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.456812:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c6b1a00/0x5d4000e30d83d949 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.456816:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c6b1a00/0x5d4000e30d83d949 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.456822:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903181.456828:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.456828:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.456830:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.456831:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.456831:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d957 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.456835:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b68ae00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903181.456837:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d957 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.456838:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a785880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+26:2010:x1827566172561280:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 74us (115us total) trans 0 rc 0/0 00010000:00010000:0.0:1742903181.456840:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d957 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.456843:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22878 00010000:00010000:0.0:1742903181.456846:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d957 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.456850:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b68ae00/0x5d4000e30d83d957 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.456858:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.456858:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.456860:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.456861:0:18856:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c18b200/0x5d4000e30d83d95e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.456862:0:9552:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9552:1827566161367296:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.456868:0:18856:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c18b200/0x5d4000e30d83d95e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.456870:0:18853:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b657e00/0x5d4000e30d83d942 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.456871:0:9552:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d96c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.456874:0:18853:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b657e00/0x5d4000e30d83d942 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.456875:0:18856:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c18b200/0x5d4000e30d83d95e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.456878:0:18853:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b657e00/0x5d4000e30d83d942 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.456881:0:18856:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c18b200/0x5d4000e30d83d95e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.456881:0:18853:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b657e00/0x5d4000e30d83d942 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.456887:0:18853:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1742903181.456888:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903181.456897:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172561024 00010000:00010000:1.0:1742903181.456898:0:18856:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1742903181.456899:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172561024 00010000:00010000:3.0:1742903181.456908:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129b8f800/0x5d4000e30d7a1c8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf211 expref: 30 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.456922:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22879 00000100:00100000:3.0:1742903181.456925:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+30:2010:x1827566172561024:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.456931:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903181.456935:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129b8f800/0x5d4000e30d7a1c8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf211 expref: 30 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.456942:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129b8f800/0x5d4000e30d7a1c8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf211 expref: 30 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.456951:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129b8f800/0x5d4000e30d7a1c8c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf211 expref: 30 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.456958:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.456959:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.456961:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c080a00/0x5d4000e30d83d950 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.456967:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c080a00/0x5d4000e30d83d950 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.456977:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903181.456989:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+29:2010:x1827566172561024:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 63us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903181.456994:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22879 00010000:00010000:3.0:1742903181.457006:0:18859:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c080a00/0x5d4000e30d83d950 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.457013:0:18859:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c080a00/0x5d4000e30d83d950 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.457019:0:18859:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c080a00/0x5d4000e30d83d950 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.457025:0:18859:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c080a00/0x5d4000e30d83d950 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.457034:0:18859:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1742903181.457078:0:18853:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+59:3765:x1827566161365504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7482us (7593us total) trans 4294970655 rc 0/0 00000100:00100000:0.0:1742903181.457081:0:18853:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11736 00000004:00080000:0.0:1742903181.457102:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800720e7100/2, rc 0, transno 4294970655 00000100:00100000:0.0:1742903181.457106:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800720e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161365504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.457127:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a76a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161369344:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.457138:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.457148:0:18853:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161369344 00000100:00100000:0.0:1742903181.457149:0:18853:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161369344 00000100:00100000:0.0:1742903181.457156:0:18853:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11751 00000100:00100000:0.0:1742903181.457159:0:18853:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a768e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+59:3764:x1827566161369344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903181.457168:0:18853:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:991 count 1 00010000:00010000:0.0:1742903181.457177:0:18853:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c081600/0x5d4000e30d83d9ab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.457186:0:18853:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c200/0x5d4000e30d7a0380 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be7d0 expref: 28 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.457191:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.457193:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.457195:0:18853:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c081600/0x5d4000e30d83d9ab lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.457208:0:18853:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c200/0x5d4000e30d7a0380 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be7d0 expref: 28 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.457216:0:18853:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c200/0x5d4000e30d7a0380 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be7d0 expref: 28 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.457224:0:18853:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a76b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18853:1827566161369472:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.457246:0:18853:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4300 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.457457:0:18856:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+64:3765:x1827566161366272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6334us (6477us total) trans 4294970596 rc 0/0 00000100:00100000:1.0:1742903181.457462:0:18856:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11740 00010000:00010000:1.0:1742903181.457476:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1742903181.457479:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b657e00/0x5d4000e30d83d942 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.457483:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b657e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.457485:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b657e00/0x5d4000e30d83d942 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.457489:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b657e00/0x5d4000e30d83d942 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.457495:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b657e00/0x5d4000e30d83d942 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.457498:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b657e00/0x5d4000e30d83d942 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.457507:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1742903181.457508:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c18b200/0x5d4000e30d83d95e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.457512:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c18b200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.457514:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c18b200/0x5d4000e30d83d95e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.457519:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c18b200/0x5d4000e30d83d95e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.457526:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c18b200/0x5d4000e30d83d95e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.457531:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c18b200/0x5d4000e30d83d95e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.457541:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.457544:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c080a00/0x5d4000e30d83d950 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.457549:0:18859:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a78b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+59:3762:x1827566161365760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6765us (7980us total) trans 4294970656 rc 0/0 00010000:00010000:1.0:1742903181.457549:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c080a00 already unused, calling callback (ffffffffa07fd840) 00000100:00100000:3.0:1742903181.457554:0:18859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11738 00010000:00010000:1.0:1742903181.457561:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c080a00/0x5d4000e30d83d950 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.457566:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.457567:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c080a00/0x5d4000e30d83d950 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.457573:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c080a00/0x5d4000e30d83d950 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.457578:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c080a00/0x5d4000e30d83d950 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.457582:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903181.457592:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172561536 00000100:00100000:3.0:1742903181.457594:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172561536 00010000:00010000:1.0:1742903181.457594:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1742903181.457594:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800915a3480/2, rc 0, transno 4294970596 00010000:00010000:1.0:1742903181.457595:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.457597:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.457602:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa07c00/0x5d4000e30d7a054e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8a9 expref: 29 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.457602:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161366272:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1742903181.457614:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22880 00000004:00080000:1.0:1742903181.457616:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800720e7b80/2, rc 0, transno 4294970656 00000100:00100000:3.0:1742903181.457617:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+29:2010:x1827566172561536:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.457622:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1742903181.457624:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800720e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161365760:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.457625:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009aa07c00/0x5d4000e30d7a054e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8a9 expref: 29 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.457633:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009aa07c00/0x5d4000e30d7a054e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8a9 expref: 29 pid: 18882 timeout: 409 lvb_type: 0 00000004:00080000:1.0:1742903181.457634:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800915a0e00/2, rc 0, transno 4294970595 00000100:00100000:1.0:1742903181.457641:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161365632:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.457644:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009aa07c00/0x5d4000e30d7a054e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8a9 expref: 29 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.457648:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1742903181.457651:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a76b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161369728:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.457654:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a769f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161369600:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.457657:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.457658:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.457661:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d96c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.457667:0:7198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d96c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.457674:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1742903181.457679:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903181.457694:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+28:2010:x1827566172561536:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 76us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.457694:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903181.457700:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22880 00000100:00100000:2.0:1742903181.457700:0:11912:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+58:3765:x1827566161366400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6626us (6758us total) trans 4294970654 rc 0/0 00000100:00100000:2.0:1742903181.457705:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11739 00000100:00100000:2.0:1742903181.457713:0:11912:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161369728 00010000:00010000:3.0:1742903181.457715:0:9552:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d96c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.457717:0:11912:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161369728 00000100:00100000:1.0:1742903181.457718:0:18856:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161369600 00000004:00080000:0.0:1742903181.457720:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800720e5180/2, rc 0, transno 4294970654 00010000:00010000:3.0:1742903181.457721:0:9552:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d96c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.457721:0:18856:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161369600 00000100:00100000:0.0:1742903181.457725:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800720e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161366400:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.457727:0:9552:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d96c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.457729:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11752 00000100:00100000:2.0:1742903181.457733:0:11912:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+58:3762:x1827566161369728:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.457734:0:9552:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d96c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.457740:0:18856:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11753 00010000:00010000:3.0:1742903181.457743:0:9552:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1742903181.457743:0:11912:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:987 count 1 00000100:00100000:1.0:1742903181.457744:0:18856:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+64:3764:x1827566161369600:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1742903181.457748:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903181.457751:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d96c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.457752:0:11912:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83d9b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1742903181.457756:0:18856:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:987 count 1 00010000:00010000:0.0:1742903181.457758:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c3dbe00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.457760:0:11912:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099758200/0x5d4000e30d7a0111 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be6b8 expref: 27 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.457760:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d96c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.457765:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.457765:0:18856:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c27a200/0x5d4000e30d83d9b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.457766:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.457767:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d96c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.457768:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83d9b2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.457775:0:18856:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013629c000/0x5d4000e30d7a007e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be679 expref: 25 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.457775:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d96c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.457781:0:18856:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.457781:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c3dbe00/0x5d4000e30d83d96c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.457782:0:11912:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099758200/0x5d4000e30d7a0111 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be6b8 expref: 27 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.457782:0:18856:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.457785:0:18856:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c27a200/0x5d4000e30d83d9b9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.457789:0:11912:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099758200/0x5d4000e30d7a0111 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be6b8 expref: 27 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.457793:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.457794:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.457796:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903181.457797:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11912:1827566161369984:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.457800:0:18856:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013629c000/0x5d4000e30d7a007e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be679 expref: 25 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.457809:0:18856:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013629c000/0x5d4000e30d7a007e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be679 expref: 25 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.457818:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1e40 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.457818:0:18856:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a787800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18856:1827566161370112:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.457836:0:18856:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ae5840 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.457849:0:3762:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1742903181.457855:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161369856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1742903181.457871:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1742903181.457889:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.457893:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1742903181.457908:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e0eaa00/2, rc 0, transno 4294970653 00000100:00100000:2.0:1742903181.457914:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161364352:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1742903181.457927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903181.457940:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172561408 00000100:00100000:1.0:1742903181.457943:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172561408 00010000:00010000:1.0:1742903181.457953:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa06e00/0x5d4000e30d7a05e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8e8 expref: 28 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.457967:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22881 00000100:00100000:1.0:1742903181.457971:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a785500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+28:2010:x1827566172561408:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.457977:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.457980:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009aa06e00/0x5d4000e30d7a05e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8e8 expref: 28 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.457988:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009aa06e00/0x5d4000e30d7a05e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8e8 expref: 28 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.457999:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009aa06e00/0x5d4000e30d7a05e1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8e8 expref: 28 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.458012:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.458013:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.458016:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f46de00/0x5d4000e30d83d965 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.458022:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f46de00/0x5d4000e30d83d965 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.458033:0:9552:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+59:3763:x1827566161367040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5876us (5944us total) trans 4294970657 rc 0/0 00010000:00010000:1.0:1742903181.458037:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903181.458042:0:9552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11742 00000100:00100000:1.0:1742903181.458049:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a785500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+27:2010:x1827566172561408:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 76us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903181.458053:0:9552:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161369856 00000100:00100000:1.0:1742903181.458054:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22881 00000100:00100000:3.0:1742903181.458057:0:9552:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161369856 00000100:00100000:3.0:1742903181.458069:0:9552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11754 00000100:00100000:3.0:1742903181.458073:0:9552:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+59:3762:x1827566161369856:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1742903181.458079:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f46de00/0x5d4000e30d83d965 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1742903181.458083:0:9552:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:989 count 1 00010000:00010000:1.0:1742903181.458085:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f46de00/0x5d4000e30d83d965 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1742903181.458087:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb7100/2, rc 0, transno 4294970657 00000100:00100000:2.0:1742903181.458091:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161367040:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.458092:0:9552:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d9c0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.458092:0:18848:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f46de00/0x5d4000e30d83d965 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.458098:0:18848:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f46de00/0x5d4000e30d83d965 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.458100:0:9552:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099759400/0x5d4000e30d7a0245 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be744 expref: 26 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.458106:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.458107:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.458109:0:18848:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903181.458110:0:9552:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d9c0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.458120:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.458123:0:9552:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099759400/0x5d4000e30d7a0245 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be744 expref: 26 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.458124:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f46de00/0x5d4000e30d83d965 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.458130:0:9552:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099759400/0x5d4000e30d7a0245 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be744 expref: 26 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.458130:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46de00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.458132:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f46de00/0x5d4000e30d83d965 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.458138:0:9552:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9552:1827566161370240:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.458139:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f46de00/0x5d4000e30d83d965 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.458147:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f46de00/0x5d4000e30d83d965 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.458153:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f46de00/0x5d4000e30d83d965 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.458154:0:9552:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db480 going to sleep for 11 seconds 00010000:00010000:2.0:1742903181.458165:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.458166:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.458168:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903181.458195:0:18862:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd13100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18862:1827566161367424:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.458197:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903181.458206:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172561664 00010000:00010000:2.0:1742903181.458206:0:18862:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f61fe00/0x5d4000e30d83d973 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.458209:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172561664 00010000:00010000:3.0:1742903181.458218:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e964c00/0x5d4000e30d7a0547 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8a2 expref: 26 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.458231:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22882 00000100:00100000:3.0:1742903181.458235:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+26:2009:x1827566172561664:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.458241:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903181.458244:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e964c00/0x5d4000e30d7a0547 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8a2 expref: 26 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.458251:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e964c00/0x5d4000e30d7a0547 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8a2 expref: 26 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.458261:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e964c00/0x5d4000e30d7a0547 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be8a2 expref: 26 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.458263:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161370368:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.458268:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.458269:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.458271:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f61fe00/0x5d4000e30d83d973 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.458277:0:7198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f61fe00/0x5d4000e30d83d973 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.458277:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1742903181.458287:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903181.458287:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1742903181.458289:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161370496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.458290:0:18859:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161370368 00000100:00100000:2.0:1742903181.458292:0:18859:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161370368 00000100:00100000:3.0:1742903181.458296:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+25:2009:x1827566172561664:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 61us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.458298:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903181.458301:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22882 00000100:00100000:2.0:1742903181.458303:0:18859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11755 00000100:00100000:2.0:1742903181.458306:0:18859:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+61:3764:x1827566161370368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1742903181.458343:0:18859:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:986 count 1 00000100:00100000:0.0:1742903181.458343:0:10647:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161370496 00000100:00100000:0.0:1742903181.458346:0:10647:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161370496 00000100:00100000:3.0:1742903181.458350:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903181.458352:0:18859:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d9c7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.458360:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172561792 00000100:00100000:0.0:1742903181.458360:0:10647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11756 00010000:00010000:2.0:1742903181.458362:0:18859:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099101200/0x5d4000e30d7a0077 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be672 expref: 26 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.458363:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172561792 00000100:00100000:0.0:1742903181.458364:0:10647:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+62:3764:x1827566161370496:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1742903181.458367:0:18859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.458369:0:18859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.458370:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009961ac00/0x5d4000e30d7a04ad lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be85c expref: 27 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.458370:0:18859:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d9c7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1742903181.458373:0:10647:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:988 count 1 00010000:00010000:0.0:1742903181.458380:0:10647:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c3da600/0x5d4000e30d83d9ce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.458383:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22883 00010000:00010000:2.0:1742903181.458384:0:18859:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099101200/0x5d4000e30d7a0077 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be672 expref: 27 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.458386:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+27:2010:x1827566172561792:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.458387:0:10647:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8a11000/0x5d4000e30d7a01ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be705 expref: 27 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.458391:0:10647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.458392:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.458392:0:18859:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099101200/0x5d4000e30d7a0077 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be672 expref: 27 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.458392:0:10647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.458393:0:10647:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c3da600/0x5d4000e30d83d9ce lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.458395:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009961ac00/0x5d4000e30d7a04ad lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be85c expref: 27 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.458400:0:18859:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18859:1827566161370624:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.458403:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009961ac00/0x5d4000e30d7a04ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be85c expref: 27 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.458403:0:10647:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a8a11000/0x5d4000e30d7a01ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be705 expref: 27 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.458407:0:10647:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a8a11000/0x5d4000e30d7a01ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be705 expref: 27 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.458412:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.458413:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1742903181.458413:0:10647:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a799f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10647:1827566161370752:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.458416:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d97a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.458418:0:18859:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1742903181.458422:0:7198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d97a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.458424:0:10647:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4240 going to sleep for 11 seconds 00010000:00010000:3.0:1742903181.458430:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903181.458431:0:18862:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f61fe00/0x5d4000e30d83d973 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.458437:0:18862:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f61fe00/0x5d4000e30d83d973 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.458439:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+27:2010:x1827566172561792:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 52us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903181.458444:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22883 00010000:00010000:2.0:1742903181.458444:0:18862:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f61fe00/0x5d4000e30d83d973 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.458449:0:18862:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f61fe00/0x5d4000e30d83d973 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.458459:0:18862:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903181.458464:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.458467:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f61fe00/0x5d4000e30d83d973 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.458472:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61fe00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.458475:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f61fe00/0x5d4000e30d83d973 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.458481:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f61fe00/0x5d4000e30d83d973 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.458489:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f61fe00/0x5d4000e30d83d973 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.458494:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f61fe00/0x5d4000e30d83d973 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.458501:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.458503:0:18860:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c60f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18860:1827566161368192:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.458505:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.458506:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.458507:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1742903181.458509:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172562048 00010000:00010000:0.0:1742903181.458510:0:18860:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800720d6e00/0x5d4000e30d83d988 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.458511:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172562048 00010000:00010000:3.0:1742903181.458520:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099df8400/0x5d4000e30d7a01b2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be6fe expref: 25 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.458523:0:18280:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:18280:1827566161367936:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.458528:0:18848:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+62:3762:x1827566161366784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6685us (7229us total) trans 4294970658 rc 0/0 00010000:00010000:0.0:1742903181.458530:0:18280:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801307a2000/0x5d4000e30d83d981 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.458532:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22884 00000100:00100000:3.0:1742903181.458535:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e27c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+25:2010:x1827566172562048:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1742903181.458537:0:18848:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11741 00010000:00010000:3.0:1742903181.458541:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903181.458544:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099df8400/0x5d4000e30d7a01b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be6fe expref: 25 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.458552:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099df8400/0x5d4000e30d7a01b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be6fe expref: 25 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.458561:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099df8400/0x5d4000e30d7a01b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be6fe expref: 25 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.458565:0:18858:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009961ac00/0x5d4000e30d7a04ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be85c expref: 26 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.458569:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.458571:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.458573:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801307a2000/0x5d4000e30d83d981 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.458575:0:18858:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18858:1827566161367680:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.458579:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801307a2000/0x5d4000e30d83d981 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.458586:0:18858:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d97a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.458588:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903181.458592:0:18280:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801307a2000/0x5d4000e30d83d981 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.458593:0:18858:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d97a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.458597:0:18280:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801307a2000/0x5d4000e30d83d981 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.458598:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e27c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+24:2010:x1827566172562048:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 61us (96us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.458598:0:18858:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d97a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.458601:0:18280:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801307a2000/0x5d4000e30d83d981 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.458604:0:18858:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d97a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.458604:0:18280:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801307a2000/0x5d4000e30d83d981 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.458605:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22884 00010000:00010000:1.0:1742903181.458610:0:18858:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d97a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.458610:0:18280:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903181.458614:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903181.458616:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801307a2000/0x5d4000e30d83d981 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.458619:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801307a2000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903181.458620:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801307a2000/0x5d4000e30d83d981 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.458623:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801307a2000/0x5d4000e30d83d981 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.458629:0:18858:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903181.458630:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801307a2000/0x5d4000e30d83d981 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.458636:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801307a2000/0x5d4000e30d83d981 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.458643:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903181.458645:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d97a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.458647:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.458648:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46da00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903181.458649:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d97a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.458653:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d97a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.458657:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d97a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.458660:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f46da00/0x5d4000e30d83d97a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.458666:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.458667:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.458668:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1742903181.458698:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1742903181.458707:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172561920 00000100:00100000:3.0:1742903181.458710:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172561920 00010000:00010000:3.0:1742903181.458718:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072079200/0x5d4000e30d79ffa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be61e expref: 26 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.458730:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22885 00000100:00100000:3.0:1742903181.458734:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+26:2010:x1827566172561920:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.458739:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903181.458742:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072079200/0x5d4000e30d79ffa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be61e expref: 26 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.458749:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072079200/0x5d4000e30d79ffa5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be61e expref: 26 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.458759:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072079200/0x5d4000e30d79ffa5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be61e expref: 26 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.458765:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.458767:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.458769:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800720d6e00/0x5d4000e30d83d988 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.458774:0:7198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800720d6e00/0x5d4000e30d83d988 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.458781:0:18862:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+66:3764:x1827566161367168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6558us (6596us total) trans 4294970597 rc 0/0 00000100:00100000:2.0:1742903181.458789:0:18862:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11743 00010000:00010000:3.0:1742903181.458796:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903181.458799:0:18860:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800720d6e00/0x5d4000e30d83d988 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.458803:0:18860:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800720d6e00/0x5d4000e30d83d988 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.458806:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+25:2010:x1827566172561920:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 71us (108us total) trans 0 rc 0/0 00010000:00010000:0.0:1742903181.458808:0:18860:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800720d6e00/0x5d4000e30d83d988 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.458811:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22885 00010000:00010000:0.0:1742903181.458811:0:18860:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800720d6e00/0x5d4000e30d83d988 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.458821:0:18860:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903181.458829:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.458832:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800720d6e00/0x5d4000e30d83d988 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.458838:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720d6e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.458841:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800720d6e00/0x5d4000e30d83d988 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.458846:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800720d6e00/0x5d4000e30d83d988 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.458853:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800720d6e00/0x5d4000e30d83d988 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.458858:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800720d6e00/0x5d4000e30d83d988 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.458868:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.458869:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.458870:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.458912:0:18858:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+63:3765:x1827566161367552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5841us (5895us total) trans 4294970659 rc 0/0 00000100:00100000:1.0:1742903181.458918:0:18858:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11744 00000004:00080000:2.0:1742903181.458926:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012dd11500/2, rc 0, transno 4294970659 00000004:00080000:1.0:1742903181.458944:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800720e5880/2, rc 0, transno 4294970658 00000100:00100000:0.0:1742903181.459014:0:18860:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+62:3763:x1827566161368064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4822us (4852us total) trans 4294970660 rc 0/0 00000100:00100000:0.0:1742903181.459018:0:18860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11746 00000004:00080000:0.0:1742903181.459033:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012dd13480/2, rc 0, transno 4294970597 00000100:00100000:0.0:1742903181.459038:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161367168:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.459133:0:18280:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+65:3763:x1827566161367808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5340us (5430us total) trans 4294970598 rc 0/0 00000100:00100000:0.0:1742903181.459137:0:18280:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11745 00000100:00100000:2.0:1742903181.459159:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161367552:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1742903181.459159:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800720e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161366784:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1742903181.459178:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c60f800/2, rc 0, transno 4294970660 00000100:00100000:2.0:1742903181.459182:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c60f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161368064:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1742903181.459190:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800915a1500/2, rc 0, transno 4294970598 00000100:00100000:0.0:1742903181.459194:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161371136:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1742903181.459195:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161370880:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.459204:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161367808:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1742903181.459205:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903181.459211:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161371008:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1742903181.459218:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.459218:0:18280:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161371136 00000100:00100000:0.0:1742903181.459219:0:18280:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161371136 00000100:00100000:0.0:1742903181.459230:0:18860:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161370880 00000100:00100000:0.0:1742903181.459231:0:18860:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161370880 00000100:00100000:2.0:1742903181.459232:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.459245:0:18860:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161371008 00000100:00100000:0.0:1742903181.459246:0:18860:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161371008 00000100:00100000:1.0:1742903181.459253:0:18858:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11757 00000100:00100000:3.0:1742903181.459260:0:18862:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11758 00000100:00100000:1.0:1742903181.459260:0:18858:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+64:3762:x1827566161370880:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1742903181.459264:0:18862:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+64:3763:x1827566161371008:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.459268:0:18860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11759 00000100:00100000:0.0:1742903181.459270:0:18860:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a79a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+64:3764:x1827566161371136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1742903181.459273:0:18858:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:990 count 1 00002000:00080000:3.0:1742903181.459275:0:18862:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:992 count 1 00002000:00080000:0.0:1742903181.459277:0:18860:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1022 count 1 00010000:00010000:3.0:1742903181.459282:0:18862:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f61fa00/0x5d4000e30d83d9d5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.459283:0:18858:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c27be00/0x5d4000e30d83d9dc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.459284:0:18860:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800720d6a00/0x5d4000e30d83d9e3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.459290:0:18860:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800990d3a00/0x5d4000e30d7a1aef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf18c expref: 24 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.459291:0:18862:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c600/0x5d4000e30d7a0413 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be816 expref: 24 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.459293:0:18858:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099759000/0x5d4000e30d7a02e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be791 expref: 24 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.459294:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.459295:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.459296:0:18862:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.459296:0:18860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800720d6a00/0x5d4000e30d83d9e3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.459298:0:18862:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.459299:0:18862:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f61fa00/0x5d4000e30d83d9d5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.459299:0:18858:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.459300:0:18858:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.459302:0:18858:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c27be00/0x5d4000e30d83d9dc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.459304:0:18860:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800990d3a00/0x5d4000e30d7a1aef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf18c expref: 24 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.459309:0:18860:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800990d3a00/0x5d4000e30d7a1aef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf18c expref: 24 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.459311:0:18862:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c600/0x5d4000e30d7a0413 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be816 expref: 24 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.459343:0:18862:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c600/0x5d4000e30d7a0413 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be816 expref: 24 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.459346:0:18860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c60f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18860:1827566161371264:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.459351:0:18858:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099759000/0x5d4000e30d7a02e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be791 expref: 24 pid: 18882 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.459356:0:18862:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800723fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18862:1827566161371392:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.459359:0:18858:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099759000/0x5d4000e30d7a02e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be791 expref: 24 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.459367:0:18860:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4e40 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.459368:0:18858:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a784380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18858:1827566161371520:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.459372:0:18862:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0dbe40 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.459387:0:18858:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009da25b40 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.462375:0:18850:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a78700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18850:1827566161368704:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.462377:0:18857:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18857:1827566161369088:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.462393:0:18857:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f61e200/0x5d4000e30d83d99d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.462404:0:18850:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099101e00/0x5d4000e30d83d996 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.462424:0:18863:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a79c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18863:1827566161368448:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.462433:0:18863:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800997f1600/0x5d4000e30d83d98f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.462756:0:9551:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9551:1827566161369216:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.462771:0:18853:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a76b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18853:1827566161369472:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.462772:0:9551:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800997f1000/0x5d4000e30d83d9a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.462774:0:9552:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9552:1827566161370240:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.462784:0:9552:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d9c0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.462785:0:18853:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c081600/0x5d4000e30d83d9ab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.462788:0:18856:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a787800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18856:1827566161370112:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.462799:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11912:1827566161369984:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.462801:0:18856:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c27a200/0x5d4000e30d83d9b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.462805:0:11912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83d9b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.462870:0:18859:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18859:1827566161370624:192.168.203.29@tcp:104: 00010000:00010000:2.0:1742903181.462882:0:18859:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d9c7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.462889:0:18862:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800723fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18862:1827566161371392:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.462896:0:18862:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f61fa00/0x5d4000e30d83d9d5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.462907:0:18858:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a784380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18858:1827566161371520:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.462918:0:18858:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c27be00/0x5d4000e30d83d9dc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.462921:0:18860:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c60f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18860:1827566161371264:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.462932:0:18860:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800720d6a00/0x5d4000e30d83d9e3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.462955:0:10647:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a799f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10647:1827566161370752:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.462964:0:10647:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c3da600/0x5d4000e30d83d9ce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.463851:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.463884:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.463909:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.463922:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.463934:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.463956:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903181.463958:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172562304 00000100:00100000:2.0:1742903181.463963:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172562304 00000100:00100000:0.0:1742903181.463970:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.463981:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903181.463985:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d3200/0x5d4000e30d7a1af6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf193 expref: 24 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.463990:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.463999:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903181.464001:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172562560 00000100:00100000:2.0:1742903181.464002:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172562560 00010000:00010000:2.0:1742903181.464010:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099df8200/0x5d4000e30d7a0118 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be6bf expref: 25 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.464018:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172562816 00000100:00100000:2.0:1742903181.464019:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172562816 00010000:00010000:2.0:1742903181.464026:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099758200/0x5d4000e30d7a0111 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be6b8 expref: 25 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.464039:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172563072 00000100:00100000:2.0:1742903181.464041:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172563072 00010000:00010000:2.0:1742903181.464049:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013629c000/0x5d4000e30d7a007e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be679 expref: 26 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.464058:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172563328 00000100:00100000:2.0:1742903181.464059:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172563328 00000100:00100000:3.0:1742903181.464062:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172563584 00010000:00010000:2.0:1742903181.464065:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8a11000/0x5d4000e30d7a01ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be705 expref: 26 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.464066:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172563584 00000100:00100000:2.0:1742903181.464073:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22886 00010000:00010000:3.0:1742903181.464078:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c600/0x5d4000e30d7a0413 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be816 expref: 27 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.464078:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+26:2010:x1827566172562304:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903181.464087:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.464091:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d3200/0x5d4000e30d7a1af6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf193 expref: 26 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.464093:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172562176 00000100:00100000:3.0:1742903181.464095:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172562176 00010000:00010000:2.0:1742903181.464098:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d3200/0x5d4000e30d7a1af6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf193 expref: 27 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.464100:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099613c00/0x5d4000e30d7a041a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be81d expref: 27 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.464107:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172562432 00000100:00100000:3.0:1742903181.464108:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172562432 00010000:00010000:3.0:1742903181.464113:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013629de00/0x5d4000e30d7a02df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be78a expref: 28 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.464117:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d3200/0x5d4000e30d7a1af6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf193 expref: 28 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.464120:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172562688 00000100:00100000:3.0:1742903181.464122:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172562688 00010000:00010000:3.0:1742903181.464128:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c200/0x5d4000e30d7a0380 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be7d0 expref: 28 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.464128:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.464129:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.464133:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f61e200/0x5d4000e30d83d99d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.464135:0:10898:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172562944 00000100:00100000:3.0:1742903181.464136:0:10898:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172562944 00010000:00010000:2.0:1742903181.464140:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f61e200/0x5d4000e30d83d99d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.464143:0:10898:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099759400/0x5d4000e30d7a0245 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be744 expref: 29 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.464152:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22887 00000100:00100000:3.0:1742903181.464155:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c60d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+27:2010:x1827566172562560:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903181.464160:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903181.464163:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903181.464166:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099df8200/0x5d4000e30d7a0118 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be6bf expref: 27 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.464173:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099df8200/0x5d4000e30d7a0118 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be6bf expref: 27 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.464176:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22888 00010000:00010000:3.0:1742903181.464186:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099df8200/0x5d4000e30d7a0118 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be6bf expref: 27 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.464187:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a799f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+29:2010:x1827566172562816:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1742903181.464191:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903181.464193:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+26:2010:x1827566172562304:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 114us (343us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903181.464195:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.464197:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.464199:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997f1000/0x5d4000e30d83d9a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.464199:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22886 00010000:00010000:1.0:1742903181.464200:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903181.464204:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997f1000/0x5d4000e30d83d9a4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.464206:0:9570:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099758200/0x5d4000e30d7a0111 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be6b8 expref: 29 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.464211:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172563200 00000100:00100000:2.0:1742903181.464213:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172563200 00010000:00010000:3.0:1742903181.464216:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.464216:0:9570:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099758200/0x5d4000e30d7a0111 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be6b8 expref: 30 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.464220:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099101200/0x5d4000e30d7a0077 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be672 expref: 30 pid: 18848 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.464230:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22889 00000100:00100000:3.0:1742903181.464232:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c60d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+25:2010:x1827566172562560:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 75us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903181.464234:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a76b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+25:2010:x1827566172563072:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.464234:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099758200/0x5d4000e30d7a0111 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be6b8 expref: 30 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.464238:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22887 00010000:00010000:2.0:1742903181.464239:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.464243:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013629c000/0x5d4000e30d7a007e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be679 expref: 25 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.464245:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.464247:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1742903181.464248:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22890 00010000:00010000:2.0:1742903181.464250:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013629c000/0x5d4000e30d7a007e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be679 expref: 24 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.464251:0:9570:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83d9b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.464252:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+29:2010:x1827566172563328:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.464259:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.464259:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83d9b2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464260:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013629c000/0x5d4000e30d7a007e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be679 expref: 24 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.464263:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a8a11000/0x5d4000e30d7a01ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be705 expref: 29 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.464270:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a8a11000/0x5d4000e30d7a01ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be705 expref: 29 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.464270:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.464271:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.464274:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c27a200/0x5d4000e30d83d9b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.464278:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903181.464281:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8a11000/0x5d4000e30d7a01ab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be705 expref: 29 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.464282:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c27a200/0x5d4000e30d83d9b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.464292:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.464294:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.464296:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c3da600/0x5d4000e30d83d9ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464296:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903181.464301:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a799f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+28:2010:x1827566172562816:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 118us (391us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903181.464302:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c3da600/0x5d4000e30d83d9ce lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.464307:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22888 00000100:00100000:2.0:1742903181.464313:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a76b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+23:2010:x1827566172563072:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 77us (390us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903181.464347:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903181.464350:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22889 00000100:00100000:1.0:1742903181.464358:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22891 00000100:00100000:3.0:1742903181.464363:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+27:2010:x1827566172563328:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 110us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903181.464363:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22892 00000100:00100000:1.0:1742903181.464363:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b88050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+27:2010:x1827566172563584:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1742903181.464367:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+22:2010:x1827566172562176:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1742903181.464369:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22890 00010000:00010000:1.0:1742903181.464370:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.464373:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.464375:0:9570:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c600/0x5d4000e30d7a0413 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be816 expref: 27 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.464377:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099613c00/0x5d4000e30d7a041a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be81d expref: 22 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.464380:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22893 00010000:00010000:1.0:1742903181.464383:0:9570:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c600/0x5d4000e30d7a0413 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be816 expref: 26 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.464384:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+22:2010:x1827566172562432:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1742903181.464385:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099613c00/0x5d4000e30d7a041a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be81d expref: 22 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.464391:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.464394:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c600/0x5d4000e30d7a0413 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be816 expref: 26 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.464394:0:10647:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c3da600/0x5d4000e30d83d9ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.464395:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013629de00/0x5d4000e30d7a02df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be78a expref: 22 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.464395:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099613c00/0x5d4000e30d7a041a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be81d expref: 22 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.464401:0:10647:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c3da600/0x5d4000e30d83d9ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.464402:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.464403:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013629de00/0x5d4000e30d7a02df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be78a expref: 21 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.464403:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.464404:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.464405:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.464406:0:9570:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f61fa00/0x5d4000e30d83d9d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464408:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099101e00/0x5d4000e30d83d996 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.464408:0:10647:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c3da600/0x5d4000e30d83d9ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.464412:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013629de00/0x5d4000e30d7a02df lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be78a expref: 21 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.464412:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f61fa00/0x5d4000e30d83d9d5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.464413:0:10647:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c3da600/0x5d4000e30d83d9ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464414:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099101e00/0x5d4000e30d83d996 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.464420:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.464422:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.464425:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997f1600/0x5d4000e30d83d98f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.464425:0:10647:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903181.464426:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903181.464430:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997f1600/0x5d4000e30d83d98f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464430:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903181.464441:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b88050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+25:2010:x1827566172563584:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 77us (483us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903181.464442:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903181.464447:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22891 00000100:00100000:2.0:1742903181.464451:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+20:2010:x1827566172562176:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 83us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903181.464455:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+20:2010:x1827566172562432:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 71us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903181.464457:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22892 00000100:00100000:3.0:1742903181.464460:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22893 00000100:00100000:3.0:1742903181.464540:0:10898:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22894 00000100:00100000:3.0:1742903181.464544:0:10898:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+24:2010:x1827566172562688:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1742903181.464547:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22895 00010000:00010000:3.0:1742903181.464551:0:10898:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1742903181.464552:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+24:2010:x1827566172562944:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1742903181.464553:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22896 00010000:00010000:3.0:1742903181.464554:0:10898:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c200/0x5d4000e30d7a0380 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be7d0 expref: 24 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.464558:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1742903181.464558:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+24:2010:x1827566172563200:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.464562:0:10898:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c200/0x5d4000e30d7a0380 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be7d0 expref: 24 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.464562:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099759400/0x5d4000e30d7a0245 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be744 expref: 24 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.464564:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.464569:0:9570:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099101200/0x5d4000e30d7a0077 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be672 expref: 24 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.464570:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099759400/0x5d4000e30d7a0245 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be744 expref: 24 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.464572:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c200/0x5d4000e30d7a0380 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be7d0 expref: 24 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.464577:0:9570:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099101200/0x5d4000e30d7a0077 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be672 expref: 24 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.464579:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.464580:0:10898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.464580:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099759400/0x5d4000e30d7a0245 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be744 expref: 23 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.464582:0:10898:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c081600/0x5d4000e30d83d9ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464588:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.464588:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099101200/0x5d4000e30d7a0077 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be672 expref: 22 pid: 18848 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.464589:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1742903181.464592:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d9c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.464593:0:10898:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c081600/0x5d4000e30d83d9ab lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464598:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d9c0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.464601:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.464602:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.464604:0:10898:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.464604:0:9570:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d9c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464610:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.464611:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d9c7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.464616:0:10898:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+21:2010:x1827566172562688:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 71us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903181.464621:0:10898:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22894 00000100:00100000:2.0:1742903181.464622:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+21:2010:x1827566172562944:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 70us (621us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.464625:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1742903181.464628:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22895 00010000:00010000:3.0:1742903181.464635:0:18857:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f61e200/0x5d4000e30d83d99d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.464637:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+19:2010:x1827566172563200:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 78us (445us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903181.464641:0:18857:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f61e200/0x5d4000e30d83d99d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.464643:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22896 00010000:00010000:2.0:1742903181.464645:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.464646:0:18857:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f61e200/0x5d4000e30d83d99d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464650:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c3da600/0x5d4000e30d83d9ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.464651:0:18857:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f61e200/0x5d4000e30d83d99d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464656:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c3da600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.464658:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c3da600/0x5d4000e30d83d9ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.464659:0:18857:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903181.464661:0:18850:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099101e00/0x5d4000e30d83d996 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464664:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c3da600/0x5d4000e30d83d9ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.464667:0:18850:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099101e00/0x5d4000e30d83d996 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464672:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c3da600/0x5d4000e30d83d9ce lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.464675:0:18850:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099101e00/0x5d4000e30d83d996 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464676:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c3da600/0x5d4000e30d83d9ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.464681:0:18850:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099101e00/0x5d4000e30d83d996 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464703:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1742903181.464703:0:18850:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903181.464706:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f61e200/0x5d4000e30d83d99d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464710:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61e200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.464712:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f61e200/0x5d4000e30d83d99d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464718:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f61e200/0x5d4000e30d83d99d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464725:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f61e200/0x5d4000e30d83d99d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464729:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f61e200/0x5d4000e30d83d99d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464739:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.464742:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099101e00/0x5d4000e30d83d996 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464746:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099101e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.464748:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099101e00/0x5d4000e30d83d996 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464754:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099101e00/0x5d4000e30d83d996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464761:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099101e00/0x5d4000e30d83d996 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464767:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099101e00/0x5d4000e30d83d996 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464778:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903181.464778:0:10647:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+65:3764:x1827566161370496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6412us (6477us total) trans 4294970661 rc 0/0 00010000:00010000:2.0:1742903181.464779:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.464781:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903181.464784:0:10647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11756 00010000:00010000:2.0:1742903181.464786:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.464790:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.464798:0:18859:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d9c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.464800:0:18853:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c081600/0x5d4000e30d83d9ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464803:0:18859:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d9c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.464805:0:18853:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c081600/0x5d4000e30d83d9ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464809:0:18859:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d9c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.464810:0:18853:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c081600/0x5d4000e30d83d9ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.464815:0:18859:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d9c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.464815:0:18853:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c081600/0x5d4000e30d83d9ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.464822:0:18853:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1742903181.464825:0:18859:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1742903181.464975:0:18857:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+66:3762:x1827566161368832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8819us (8848us total) trans 4294970599 rc 0/0 00000100:00100000:3.0:1742903181.464980:0:18857:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11749 00010000:00010000:3.0:1742903181.464996:0:9552:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d9c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.465006:0:9552:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d9c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.465012:0:9552:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d9c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.465018:0:9552:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d9c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.465026:0:9552:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1742903181.465067:0:18853:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a768e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+67:3764:x1827566161369344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7906us (7928us total) trans 4294970662 rc 0/0 00000100:00100000:0.0:1742903181.465072:0:18853:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11751 00010000:00010000:0.0:1742903181.465083:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1742903181.465087:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c081600/0x5d4000e30d83d9ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.465090:0:18850:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+65:3765:x1827566161368576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9147us (9238us total) trans 4294970600 rc 0/0 00010000:00010000:0.0:1742903181.465092:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c081600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903181.465094:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c081600/0x5d4000e30d83d9ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.465097:0:18859:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+66:3764:x1827566161370368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6788us (6817us total) trans 4294970663 rc 0/0 00000100:00100000:1.0:1742903181.465097:0:18850:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11748 00010000:00010000:0.0:1742903181.465100:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c081600/0x5d4000e30d83d9ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.465104:0:18859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11755 00010000:00010000:0.0:1742903181.465108:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c081600/0x5d4000e30d83d9ab lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465113:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c081600/0x5d4000e30d83d9ab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.465119:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1742903181.465122:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d9c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465122:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.465123:0:18863:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800997f1600/0x5d4000e30d83d98f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465124:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d9c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.465128:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012eb6c400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903181.465128:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b68a200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.465130:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d9c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.465130:0:18863:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997f1600/0x5d4000e30d83d98f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465130:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d9c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465135:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d9c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.465136:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d9c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.465136:0:18863:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800997f1600/0x5d4000e30d83d98f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465140:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d9c0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.465143:0:18863:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800997f1600/0x5d4000e30d83d98f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465145:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b68a200/0x5d4000e30d83d9c0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.465147:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d9c7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.465151:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eb6c400/0x5d4000e30d83d9c7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.465153:0:18863:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903181.465161:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.465161:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.465162:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.465163:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.465164:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800997f1600/0x5d4000e30d83d98f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.465167:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.465168:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997f1600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903181.465170:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800997f1600/0x5d4000e30d83d98f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.465174:0:18856:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c27a200/0x5d4000e30d83d9b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465176:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800997f1600/0x5d4000e30d83d98f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.465179:0:18856:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c27a200/0x5d4000e30d83d9b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465182:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800997f1600/0x5d4000e30d83d98f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.465185:0:18856:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c27a200/0x5d4000e30d83d9b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465186:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997f1600/0x5d4000e30d83d98f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.465190:0:18856:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c27a200/0x5d4000e30d83d9b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465196:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.465198:0:18856:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1742903181.465198:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c27a200/0x5d4000e30d83d9b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465202:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c27a200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903181.465204:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c27a200/0x5d4000e30d83d9b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465210:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c27a200/0x5d4000e30d83d9b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465224:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c27a200/0x5d4000e30d83d9b9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465229:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c27a200/0x5d4000e30d83d9b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465249:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.465250:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.465252:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1742903181.465262:0:9552:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+65:3762:x1827566161369856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7188us (7389us total) trans 4294970664 rc 0/0 00000100:00100000:3.0:1742903181.465266:0:9552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11754 00000004:00080000:0.0:1742903181.465273:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a798380/2, rc 0, transno 4294970661 00010000:00010000:3.0:1742903181.465282:0:9551:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800997f1000/0x5d4000e30d83d9a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.465282:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161370496:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.465288:0:9551:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997f1000/0x5d4000e30d83d9a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1742903181.465290:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb6680/2, rc 0, transno 4294970663 00000100:00100000:0.0:1742903181.465292:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161370368:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.465294:0:9551:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800997f1000/0x5d4000e30d83d9a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1742903181.465298:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a76a300/2, rc 0, transno 4294970662 00010000:00010000:3.0:1742903181.465299:0:9551:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800997f1000/0x5d4000e30d83d9a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.465301:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a76a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161369344:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.465307:0:9551:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903181.465390:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1742903181.465398:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161371648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.465419:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.465442:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161371904:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.465454:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.465463:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1742903181.465465:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161371776:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.465475:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.465487:0:18859:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161371648 00000100:00100000:0.0:1742903181.465490:0:18859:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161371648 00000100:00100000:0.0:1742903181.465500:0:18859:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161371904 00000100:00100000:0.0:1742903181.465501:0:18859:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161371904 00000100:00100000:0.0:1742903181.465506:0:18859:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161371776 00000100:00100000:0.0:1742903181.465508:0:18859:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161371776 00000100:00100000:0.0:1742903181.465515:0:18859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11760 00000100:00100000:0.0:1742903181.465518:0:18859:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+67:3764:x1827566161371648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903181.465530:0:18859:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:998 count 1 00010000:00010000:0.0:1742903181.465541:0:18859:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800720d7200/0x5d4000e30d83d9ea lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465550:0:18859:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d259800/0x5d4000e30d7a08f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bea0e expref: 18 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465555:0:18859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.465556:0:18859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.465558:0:18859:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800720d7200/0x5d4000e30d83d9ea lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465570:0:18859:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d259800/0x5d4000e30d7a08f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bea0e expref: 18 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465577:0:18859:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d259800/0x5d4000e30d7a08f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bea0e expref: 18 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.465585:0:18859:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800720e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18859:1827566161372032:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.465603:0:18859:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4e40 going to sleep for 11 seconds 00000100:00100000:0.0:1742903181.465611:0:18853:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11761 00000100:00100000:0.0:1742903181.465614:0:18853:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880093916c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+67:3763:x1827566161371904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903181.465621:0:18853:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:979 count 1 00010000:00010000:0.0:1742903181.465627:0:18853:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c3dae00/0x5d4000e30d83d9f1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465634:0:18853:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801231f2a00/0x5d4000e30d79f993 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be3d2 expref: 18 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465639:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.465640:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.465641:0:18853:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c3dae00/0x5d4000e30d83d9f1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465650:0:18853:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801231f2a00/0x5d4000e30d79f993 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be3d2 expref: 18 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465656:0:18853:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801231f2a00/0x5d4000e30d79f993 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be3d2 expref: 18 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.465662:0:18853:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800720e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18853:1827566161372160:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.465671:0:18853:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4300 going to sleep for 11 seconds 00000100:00100000:0.0:1742903181.465678:0:18857:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11762 00000100:00100000:0.0:1742903181.465681:0:18857:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+67:3763:x1827566161371776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903181.465687:0:18857:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:997 count 1 00010000:00010000:0.0:1742903181.465694:0:18857:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800997f0e00/0x5d4000e30d83d9f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465701:0:18857:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099221c00/0x5d4000e30d7a0857 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be9c8 expref: 18 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465706:0:18857:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.465707:0:18857:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.465709:0:18857:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997f0e00/0x5d4000e30d83d9f8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465718:0:18857:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099221c00/0x5d4000e30d7a0857 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be9c8 expref: 18 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465723:0:18857:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099221c00/0x5d4000e30d7a0857 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be9c8 expref: 18 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.465729:0:18857:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800720e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18857:1827566161372288:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.465739:0:18857:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1742903181.465761:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.465774:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172563456 00000100:00100000:0.0:1742903181.465776:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172563456 00010000:00010000:0.0:1742903181.465787:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800990d3a00/0x5d4000e30d7a1aef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf18c expref: 19 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.465798:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22897 00000100:00100000:0.0:1742903181.465801:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a78b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+19:2010:x1827566172563456:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.465807:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.465810:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800990d3a00/0x5d4000e30d7a1aef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf18c expref: 19 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.465821:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800990d3a00/0x5d4000e30d7a1aef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf18c expref: 19 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.465831:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800990d3a00/0x5d4000e30d7a1aef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bf18c expref: 19 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.465838:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.465839:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.465842:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800720d6a00/0x5d4000e30d83d9e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465848:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800720d6a00/0x5d4000e30d83d9e3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465858:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903181.465866:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a78b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+18:2010:x1827566172563456:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 65us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.465871:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22897 00010000:00010000:0.0:1742903181.465884:0:18860:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800720d6a00/0x5d4000e30d83d9e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465889:0:18860:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800720d6a00/0x5d4000e30d83d9e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465894:0:18860:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800720d6a00/0x5d4000e30d83d9e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465903:0:18860:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800720d6a00/0x5d4000e30d83d9e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.465910:0:18860:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1742903181.465917:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1742903181.465923:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800997f1000/0x5d4000e30d83d9a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.465931:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997f1000 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:1.0:1742903181.465934:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800997f1000/0x5d4000e30d83d9a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.465941:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800997f1000/0x5d4000e30d83d9a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.465952:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800997f1000/0x5d4000e30d83d9a4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.465957:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997f1000/0x5d4000e30d83d9a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9551 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.465969:0:18856:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+67:3764:x1827566161369600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8224us (8274us total) trans 4294970602 rc 0/0 00010000:00010000:1.0:1742903181.465971:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1742903181.465974:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800720d6a00/0x5d4000e30d83d9e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.465975:0:18856:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11753 00010000:00010000:1.0:1742903181.465978:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720d6a00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.465991:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.465993:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800720d6a00/0x5d4000e30d83d9e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.465994:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.465997:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.466003:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800720d6a00/0x5d4000e30d83d9e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.466011:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800720d6a00/0x5d4000e30d83d9e3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.466014:0:9551:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+66:3763:x1827566161368960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9738us (9784us total) trans 4294970603 rc 0/0 00000004:00080000:2.0:1742903181.466017:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a7a300/2, rc 0, transno 4294970600 00010000:00010000:1.0:1742903181.466017:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800720d6a00/0x5d4000e30d83d9e3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.466019:0:9551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11750 00000100:00100000:2.0:1742903181.466025:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131a7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161368576:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1742903181.466029:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.466031:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.466032:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1742903181.466042:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb6300/2, rc 0, transno 4294970664 00000100:00100000:3.0:1742903181.466050:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aeb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161369856:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1742903181.466057:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a785180/2, rc 0, transno 4294970599 00000100:00100000:3.0:1742903181.466062:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161368832:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1742903181.466072:0:11912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83d9b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.466078:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83d9b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.466084:0:11912:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83d9b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.466090:0:11912:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83d9b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.466098:0:11912:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903181.466104:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.466107:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83d9b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.466113:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009900b400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.466116:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83d9b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.466120:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1742903181.466126:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83d9b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.466126:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161372416:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.466134:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83d9b2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.466139:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009900b400/0x5d4000e30d83d9b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.466144:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.466149:0:18860:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a79a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+68:3764:x1827566161371136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6877us (6942us total) trans 4294970665 rc 0/0 00010000:00010000:3.0:1742903181.466153:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.466154:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903181.466154:0:18860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11759 00010000:00010000:3.0:1742903181.466156:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903181.466162:0:18850:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161372416 00000100:00100000:2.0:1742903181.466164:0:18850:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161372416 00000100:00100000:2.0:1742903181.466176:0:18850:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11763 00000004:00080000:0.0:1742903181.466176:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800915a2d80/2, rc 0, transno 4294970665 00000100:00100000:2.0:1742903181.466180:0:18850:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+69:3765:x1827566161372416:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.466182:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161371136:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1742903181.466189:0:18850:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:978 count 1 00000004:00080000:0.0:1742903181.466190:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a769f80/2, rc 0, transno 4294970602 00000100:00100000:0.0:1742903181.466194:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a769f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161369600:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1742903181.466199:0:18850:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009900b200/0x5d4000e30d83d9ff lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.466204:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+65:3765:x1827566161368320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10764us (10817us total) trans 4294970601 rc 0/0 00000004:00080000:0.0:1742903181.466206:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a784e00/2, rc 0, transno 4294970603 00000100:00100000:0.0:1742903181.466208:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161368960:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1742903181.466209:0:18850:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c2b7400/0x5d4000e30d79f8c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be385 expref: 17 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.466210:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11747 00010000:00010000:2.0:1742903181.466214:0:18850:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.466216:0:18850:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.466218:0:18850:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009900b200/0x5d4000e30d83d9ff lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.466231:0:18850:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c2b7400/0x5d4000e30d79f8c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be385 expref: 17 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.466237:0:18850:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c2b7400/0x5d4000e30d79f8c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be385 expref: 17 pid: 18858 timeout: 409 lvb_type: 0 00000004:00080000:1.0:1742903181.466240:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a769500/2, rc 0, transno 4294970601 00000100:00100000:1.0:1742903181.466245:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a769500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161368320:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1742903181.466250:0:18850:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f67df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:18850:1827566161372544:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.466254:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903181.466268:0:18850:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1742903181.466274:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172563712 00000100:00100000:0.0:1742903181.466276:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172563712 00010000:00010000:0.0:1742903181.466287:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099759000/0x5d4000e30d7a02e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be791 expref: 18 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.466301:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22898 00000100:00100000:0.0:1742903181.466305:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b88c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+18:2007:x1827566172563712:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.466311:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.466337:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099759000/0x5d4000e30d7a02e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be791 expref: 18 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.466349:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099759000/0x5d4000e30d7a02e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be791 expref: 18 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.466355:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161372672:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1742903181.466359:0:8886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099759000/0x5d4000e30d7a02e6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be791 expref: 18 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.466366:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.466367:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.466370:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c27be00/0x5d4000e30d83d9dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.466375:0:8886:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c27be00/0x5d4000e30d83d9dc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.466378:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903181.466524:0:18860:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161372672 00000100:00100000:2.0:1742903181.466528:0:18860:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161372672 00000100:00100000:2.0:1742903181.466545:0:18860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11764 00000100:00100000:2.0:1742903181.466548:0:18860:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+70:3765:x1827566161372672:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1742903181.467011:0:11912:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+70:3762:x1827566161369728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9275us (9335us total) trans 4294970666 rc 0/0 00000100:00100000:3.0:1742903181.467017:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11752 00000004:00080000:3.0:1742903181.467040:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a76b480/2, rc 0, transno 4294970666 00000100:00100000:3.0:1742903181.467046:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a76b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161369728:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.467060:0:18862:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f61fa00/0x5d4000e30d83d9d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.467066:0:18862:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f61fa00/0x5d4000e30d83d9d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.467071:0:18862:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f61fa00/0x5d4000e30d83d9d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.467079:0:18862:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f61fa00/0x5d4000e30d83d9d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.467088:0:18862:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903181.467094:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00080000:2.0:1742903181.467097:0:18860:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:996 count 1 00010000:00010000:3.0:1742903181.467098:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f61fa00/0x5d4000e30d83d9d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.467103:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f61fa00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.467105:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f61fa00/0x5d4000e30d83d9d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.467106:0:18860:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c18aa00/0x5d4000e30d83da06 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.467110:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f61fa00/0x5d4000e30d83d9d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.467116:0:18860:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800992f8200/0x5d4000e30d7a0785 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be974 expref: 17 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.467118:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f61fa00/0x5d4000e30d83d9d5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.467121:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.467122:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.467124:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f61fa00/0x5d4000e30d83d9d5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.467124:0:18860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c18aa00/0x5d4000e30d83da06 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.467134:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.467135:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.467136:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.467408:0:18860:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800992f8200/0x5d4000e30d7a0785 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be974 expref: 17 pid: 18882 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.467416:0:18860:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800992f8200/0x5d4000e30d7a0785 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be974 expref: 17 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.467418:0:18862:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+70:3763:x1827566161371008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8152us (8183us total) trans 4294970667 rc 0/0 00000100:00100000:3.0:1742903181.467424:0:18862:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11758 00000100:00100000:2.0:1742903181.467424:0:18860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18860:1827566161372800:192.168.203.29@tcp:104: 00000004:00080000:3.0:1742903181.467447:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800915a0000/2, rc 0, transno 4294970667 00000100:00100000:3.0:1742903181.467451:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161371008:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.467456:0:18860:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1240 going to sleep for 11 seconds 00000100:00100000:3.0:1742903181.467488:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161373056:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1742903181.467507:0:8886:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1742903181.467509:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903181.467523:0:18862:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161373056 00000100:00100000:0.0:1742903181.467523:0:8886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b88c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+17:2007:x1827566172563712:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1216us (1269us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903181.467526:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1742903181.467526:0:18862:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161373056 00000100:00100000:0.0:1742903181.467529:0:8886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22898 00000100:00100000:3.0:1742903181.467531:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161372928:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.467540:0:18862:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11765 00000100:00100000:3.0:1742903181.467546:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903181.467546:0:18862:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+70:3763:x1827566161373056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1742903181.467556:0:18862:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:973 count 1 00010000:00010000:2.0:1742903181.467565:0:18862:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c562c00/0x5d4000e30d83da0d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.467574:0:18862:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801231f3400/0x5d4000e30d79f2e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be15c expref: 16 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.467579:0:18862:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.467581:0:18862:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.467582:0:18862:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c562c00/0x5d4000e30d83da0d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.467597:0:18862:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801231f3400/0x5d4000e30d79f2e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be15c expref: 16 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.467604:0:18862:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801231f3400/0x5d4000e30d79f2e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be15c expref: 16 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.467612:0:18862:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18862:1827566161373184:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.467643:0:18862:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1000 going to sleep for 11 seconds 00000100:00100000:2.0:1742903181.467662:0:11912:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161372928 00000100:00100000:2.0:1742903181.467665:0:11912:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161372928 00000100:00100000:2.0:1742903181.467685:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11766 00000100:00100000:2.0:1742903181.467689:0:11912:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+71:3763:x1827566161372928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1742903181.467700:0:11912:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:974 count 1 00010000:00010000:2.0:1742903181.467707:0:11912:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83da14 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.467716:0:11912:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b1abe000/0x5d4000e30d79f373 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be1a2 expref: 16 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.467721:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.467723:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.467724:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83da14 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.467738:0:11912:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b1abe000/0x5d4000e30d79f373 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be1a2 expref: 16 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.467746:0:11912:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b1abe000/0x5d4000e30d79f373 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be1a2 expref: 16 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.467753:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11912:1827566161373312:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.467766:0:18858:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c27be00/0x5d4000e30d83d9dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.467773:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1840 going to sleep for 11 seconds 00010000:00010000:1.0:1742903181.467775:0:18858:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c27be00/0x5d4000e30d83d9dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.467782:0:18858:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c27be00/0x5d4000e30d83d9dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.467789:0:18858:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c27be00/0x5d4000e30d83d9dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.467801:0:18858:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1742903181.467809:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.467813:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c27be00/0x5d4000e30d83d9dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.467819:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c27be00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.467821:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c27be00/0x5d4000e30d83d9dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.467831:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c27be00/0x5d4000e30d83d9dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.467841:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c27be00/0x5d4000e30d83d9dc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.467847:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c27be00/0x5d4000e30d83d9dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.467862:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.467864:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.467865:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.468147:0:18858:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+72:3762:x1827566161370880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8886us (8926us total) trans 4294970668 rc 0/0 00000100:00100000:1.0:1742903181.468154:0:18858:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11757 00000004:00080000:3.0:1742903181.468207:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800915a1f80/2, rc 0, transno 4294970668 00000100:00100000:3.0:1742903181.468224:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161370880:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.468349:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161373440:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.468369:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903181.468445:0:18863:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161373440 00000100:00100000:2.0:1742903181.468449:0:18863:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161373440 00000100:00100000:2.0:1742903181.468467:0:18863:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11767 00000100:00100000:2.0:1742903181.468472:0:18863:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a78b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+72:3764:x1827566161373440:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1742903181.468483:0:18863:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:971 count 1 00010000:00010000:2.0:1742903181.468493:0:18863:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099715c00/0x5d4000e30d83da1b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.468502:0:18863:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099597c00/0x5d4000e30d79f19e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be0c9 expref: 16 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.468508:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.468509:0:18863:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.468511:0:18863:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099715c00/0x5d4000e30d83da1b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.468528:0:18863:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099597c00/0x5d4000e30d79f19e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be0c9 expref: 16 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.468535:0:18863:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099597c00/0x5d4000e30d79f19e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be0c9 expref: 16 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.468571:0:18863:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18863:1827566161373568:192.168.203.29@tcp:104: 00000100:00100000:2.0:1742903181.468623:0:18863:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.470463:0:18859:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800720e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18859:1827566161372032:192.168.203.29@tcp:104: 00010000:00010000:1.0:1742903181.470485:0:18859:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800720d7200/0x5d4000e30d83d9ea lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.471424:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.471540:0:18853:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800720e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18853:1827566161372160:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.471550:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172563840 00000100:00100000:1.0:1742903181.471556:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172563840 00010000:00010000:0.0:1742903181.471557:0:18853:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c3dae00/0x5d4000e30d83d9f1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.471581:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d259800/0x5d4000e30d7a08f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bea0e expref: 17 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.471586:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.471604:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903181.471618:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172564096 00000100:00100000:1.0:1742903181.471621:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172564096 00000100:00100000:3.0:1742903181.471622:0:18850:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:18850:1827566161372544:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.471624:0:7197:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172563968 00000100:00100000:0.0:1742903181.471628:0:7197:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172563968 00010000:00010000:1.0:1742903181.471630:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2b7400/0x5d4000e30d79f8c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be385 expref: 18 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.471636:0:18850:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009900b200/0x5d4000e30d83d9ff lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.471645:0:7197:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099221c00/0x5d4000e30d7a0857 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be9c8 expref: 19 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.471647:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22899 00000100:00100000:1.0:1742903181.471652:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a78b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+19:2008:x1827566172563840:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1742903181.471662:0:18857:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800720e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18857:1827566161372288:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.471663:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22900 00010000:00010000:1.0:1742903181.471665:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1742903181.471667:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a788a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+19:2008:x1827566172564096:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.471670:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d259800/0x5d4000e30d7a08f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bea0e expref: 19 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.471672:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22901 00010000:00010000:2.0:1742903181.471675:0:18857:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800997f0e00/0x5d4000e30d83d9f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.471677:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a78ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+19:2007:x1827566172563968:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.471678:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.471680:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d259800/0x5d4000e30d7a08f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bea0e expref: 19 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.471682:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c2b7400/0x5d4000e30d79f8c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be385 expref: 19 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.471684:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1742903181.471689:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099221c00/0x5d4000e30d7a0857 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be9c8 expref: 19 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.471691:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c2b7400/0x5d4000e30d79f8c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be385 expref: 19 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.471692:0:18860:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ef95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18860:1827566161372800:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.471697:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099221c00/0x5d4000e30d7a0857 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be9c8 expref: 19 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.471700:0:8886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d259800/0x5d4000e30d7a08f8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bea0e expref: 19 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.471701:0:18860:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c18aa00/0x5d4000e30d83da06 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.471708:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c2b7400/0x5d4000e30d79f8c1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be385 expref: 19 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.471709:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099221c00/0x5d4000e30d7a0857 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be9c8 expref: 19 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.471717:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.471718:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.471720:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.471720:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.471721:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.471723:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.471723:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800720d7200/0x5d4000e30d83d9ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.471723:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009900b200/0x5d4000e30d83d9ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.471725:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800997f0e00/0x5d4000e30d83d9f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.471731:0:8886:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800720d7200/0x5d4000e30d83d9ea lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.471731:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009900b200/0x5d4000e30d83d9ff lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.471732:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997f0e00/0x5d4000e30d83d9f8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.471750:0:8886:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903181.471757:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1742903181.471758:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903181.471775:0:18850:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009900b200/0x5d4000e30d83d9ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.471781:0:18850:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009900b200/0x5d4000e30d83d9ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.471785:0:8886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a78b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:2008:x1827566172563840:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 132us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.471786:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a788a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:2008:x1827566172564096:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 117us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903181.471789:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a78ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:2007:x1827566172563968:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 110us (186us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903181.471789:0:18850:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009900b200/0x5d4000e30d83d9ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.471791:0:8886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22899 00000100:00100000:0.0:1742903181.471795:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22900 00000100:00100000:3.0:1742903181.471799:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22901 00010000:00010000:2.0:1742903181.471800:0:18850:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009900b200/0x5d4000e30d83d9ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.471811:0:18850:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1742903181.471817:0:18859:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800720d7200/0x5d4000e30d83d9ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.471824:0:18859:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800720d7200/0x5d4000e30d83d9ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.471831:0:18859:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800720d7200/0x5d4000e30d83d9ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.471843:0:18859:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800720d7200/0x5d4000e30d83d9ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.471849:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1742903181.471853:0:18859:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1742903181.471894:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172564224 00000100:00100000:3.0:1742903181.471897:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172564224 00000100:00100000:0.0:1742903181.471903:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1742903181.471911:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800992f8200/0x5d4000e30d7a0785 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be974 expref: 14 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.471928:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172564352 00000100:00100000:3.0:1742903181.471930:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172564352 00000100:00100000:0.0:1742903181.471934:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22902 00010000:00010000:3.0:1742903181.471936:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801231f2a00/0x5d4000e30d79f993 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be3d2 expref: 15 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.471939:0:7197:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a789c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+15:2007:x1827566172564224:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.471946:0:7197:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1742903181.471948:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22903 00010000:00010000:0.0:1742903181.471951:0:7197:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800992f8200/0x5d4000e30d7a0785 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be974 expref: 15 pid: 18882 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.471952:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a789500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+15:2010:x1827566172564352:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1742903181.471958:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.471959:0:7197:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800992f8200/0x5d4000e30d7a0785 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be974 expref: 15 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.471961:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801231f2a00/0x5d4000e30d79f993 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be3d2 expref: 15 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.471969:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801231f2a00/0x5d4000e30d79f993 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be3d2 expref: 15 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.471969:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800992f8200/0x5d4000e30d7a0785 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be974 expref: 15 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.471977:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.471978:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.471979:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801231f2a00/0x5d4000e30d79f993 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be3d2 expref: 14 pid: 18882 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.471981:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c18aa00/0x5d4000e30d83da06 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.471987:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.471987:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c18aa00/0x5d4000e30d83da06 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.471988:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.471990:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c3dae00/0x5d4000e30d83d9f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.471996:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c3dae00/0x5d4000e30d83d9f1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.471999:0:7197:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903181.472006:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903181.472016:0:7197:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a789c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+13:2007:x1827566172564224:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 77us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903181.472019:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a789500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+13:2010:x1827566172564352:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 67us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903181.472024:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22903 00000100:00100000:0.0:1742903181.472027:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22902 00010000:00010000:0.0:1742903181.472042:0:18853:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c3dae00/0x5d4000e30d83d9f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.472048:0:18853:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c3dae00/0x5d4000e30d83d9f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.472055:0:18853:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c3dae00/0x5d4000e30d83d9f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.472060:0:18853:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c3dae00/0x5d4000e30d83d9f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.472076:0:18853:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1742903181.472080:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1742903181.472085:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009900b200/0x5d4000e30d83d9ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.472091:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009900b200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.472094:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009900b200/0x5d4000e30d83d9ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.472101:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009900b200/0x5d4000e30d83d9ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.472110:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009900b200/0x5d4000e30d83d9ff lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.472116:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009900b200/0x5d4000e30d83d9ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.472127:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1742903181.472130:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800720d7200/0x5d4000e30d83d9ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.472134:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800720d7200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.472136:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800720d7200/0x5d4000e30d83d9ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.472142:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800720d7200/0x5d4000e30d83d9ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.472149:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800720d7200/0x5d4000e30d83d9ea lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.472154:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800720d7200/0x5d4000e30d83d9ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.472160:0:18850:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+75:3765:x1827566161372416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5977us (6014us total) trans 4294970669 rc 0/0 00010000:00010000:3.0:1742903181.472165:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1742903181.472166:0:18850:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11763 00010000:00010000:3.0:1742903181.472168:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c3dae00/0x5d4000e30d83d9f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.472176:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c3dae00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.472178:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c3dae00/0x5d4000e30d83d9f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.472183:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c3dae00/0x5d4000e30d83d9f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.472189:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c3dae00/0x5d4000e30d83d9f1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.472193:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.472194:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c3dae00/0x5d4000e30d83d9f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.472199:0:18860:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c18aa00/0x5d4000e30d83da06 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.472204:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.472205:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.472205:0:18860:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c18aa00/0x5d4000e30d83da06 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.472207:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.472212:0:18860:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c18aa00/0x5d4000e30d83da06 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.472218:0:18860:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c18aa00/0x5d4000e30d83da06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.472233:0:18860:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903181.472240:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.472244:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c18aa00/0x5d4000e30d83da06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.472249:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c18aa00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.472252:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c18aa00/0x5d4000e30d83da06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.472258:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c18aa00/0x5d4000e30d83da06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.472269:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c18aa00/0x5d4000e30d83da06 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.472274:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c18aa00/0x5d4000e30d83da06 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.472283:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.472284:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.472285:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.472299:0:18859:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+75:3764:x1827566161371648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6778us (6877us total) trans 4294970670 rc 0/0 00000100:00100000:1.0:1742903181.472305:0:18859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11760 00010000:00010000:1.0:1742903181.472352:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1742903181.472381:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f67d500/2, rc 0, transno 4294970669 00000100:00100000:1.0:1742903181.472399:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f67d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161372416:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1742903181.472516:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800723f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161373696:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.472525:0:18853:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880093916c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+74:3763:x1827566161371904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6908us (7067us total) trans 4294970671 rc 0/0 00000100:00100000:0.0:1742903181.472531:0:18853:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11761 00000004:00080000:3.0:1742903181.472543:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e0e8700/2, rc 0, transno 4294970671 00000100:00100000:2.0:1742903181.472547:0:18860:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+73:3765:x1827566161372672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5996us (6167us total) trans 4294970672 rc 0/0 00000100:00100000:1.0:1742903181.472548:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903181.472551:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161371904:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.472553:0:18860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11764 00000100:00100000:2.0:1742903181.472563:0:18860:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161373696 00000100:00100000:2.0:1742903181.472566:0:18860:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161373696 00000100:00100000:3.0:1742903181.472578:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1742903181.472579:0:18860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11768 00000100:00100000:2.0:1742903181.472582:0:18860:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+73:3765:x1827566161373696:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1742903181.472586:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800723faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161373824:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1742903181.472596:0:18860:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:970 count 1 00010000:00010000:2.0:1742903181.472608:0:18860:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099714400/0x5d4000e30d83da22 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.472618:0:18860:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f46cc00/0x5d4000e30d79f104 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be083 expref: 11 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.472623:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.472624:0:18860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.472626:0:18860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099714400/0x5d4000e30d83da22 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1742903181.472628:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e0eb480/2, rc 0, transno 4294970670 00000100:00100000:3.0:1742903181.472633:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.472635:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161371648:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1742903181.472641:0:18860:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f46cc00/0x5d4000e30d79f104 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be083 expref: 11 pid: 18280 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.472645:0:18853:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161373824 00000100:00100000:0.0:1742903181.472647:0:18853:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161373824 00000004:00080000:1.0:1742903181.472648:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ef97800/2, rc 0, transno 4294970672 00010000:00010000:2.0:1742903181.472650:0:18860:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f46cc00/0x5d4000e30d79f104 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be083 expref: 11 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.472652:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ef97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161372672:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.472658:0:18860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18860:1827566161373952:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.472661:0:18853:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11769 00000100:00100000:0.0:1742903181.472665:0:18853:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+74:3763:x1827566161373824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1742903181.472674:0:18853:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:972 count 1 00010000:00010000:0.0:1742903181.472684:0:18853:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d83da29 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.472688:0:18860:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d2a1f00 going to sleep for 11 seconds 00010000:00010000:0.0:1742903181.472697:0:18853:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072106200/0x5d4000e30d79f215 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be108 expref: 11 pid: 18858 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.472698:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800723fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161374080:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1742903181.472700:0:18857:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800997f0e00/0x5d4000e30d83d9f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.472700:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800723fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161374208:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1742903181.472703:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1742903181.472704:0:18853:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1742903181.472706:0:18857:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800997f0e00/0x5d4000e30d83d9f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.472706:0:18853:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d83da29 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.472715:0:18857:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800997f0e00/0x5d4000e30d83d9f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.472718:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1742903181.472719:0:18853:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072106200/0x5d4000e30d79f215 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be108 expref: 11 pid: 18858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.472721:0:18857:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800997f0e00/0x5d4000e30d83d9f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.472726:0:18853:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072106200/0x5d4000e30d79f215 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be108 expref: 11 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.472729:0:18857:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1742903181.472732:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903181.472735:0:18853:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a789f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18853:1827566161374336:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.472753:0:18859:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161374080 00000100:00100000:1.0:1742903181.472756:0:18859:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161374080 00000100:00100000:1.0:1742903181.472767:0:18859:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161374208 00000100:00100000:1.0:1742903181.472768:0:18859:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161374208 00000100:00100000:1.0:1742903181.472786:0:18859:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11770 00000100:00100000:1.0:1742903181.472791:0:18859:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+77:3763:x1827566161374080:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1742903181.472797:0:9552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11771 00000100:00100000:3.0:1742903181.472802:0:9552:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+77:3764:x1827566161374208:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1742903181.472805:0:18859:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:968 count 1 00002000:00080000:3.0:1742903181.472814:0:9552:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:969 count 1 00010000:00010000:1.0:1742903181.472817:0:18859:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f46d200/0x5d4000e30d83da30 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.472823:0:18853:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800963e4780 going to sleep for 11 seconds 00010000:00010000:3.0:1742903181.472829:0:9552:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c18b800/0x5d4000e30d83da37 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.472833:0:18859:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099d60400/0x5d4000e30d79e908 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bddd5 expref: 11 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.472839:0:18859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1742903181.472840:0:18859:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.472841:0:9552:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007228e600/0x5d4000e30d79eb31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bde84 expref: 11 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.472843:0:18859:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f46d200/0x5d4000e30d83da30 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.472851:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.472852:0:9552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1742903181.472854:0:9552:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c18b800/0x5d4000e30d83da37 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.472860:0:18859:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099d60400/0x5d4000e30d79e908 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bddd5 expref: 11 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.472868:0:18859:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099d60400/0x5d4000e30d79e908 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bddd5 expref: 11 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.472869:0:9552:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007228e600/0x5d4000e30d79eb31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bde84 expref: 11 pid: 18280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.472875:0:9552:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007228e600/0x5d4000e30d79eb31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bde84 expref: 11 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.472878:0:18859:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a785f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18859:1827566161374464:192.168.203.29@tcp:104: 00000100:00100000:3.0:1742903181.472882:0:9552:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800723f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9552:1827566161374592:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.472902:0:18859:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009da25480 going to sleep for 11 seconds 00000100:00100000:3.0:1742903181.472913:0:9552:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c0db000 going to sleep for 11 seconds 00000100:00100000:1.0:1742903181.472973:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.472991:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172564608 00000100:00100000:1.0:1742903181.472993:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.472995:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172564608 00010000:00010000:0.0:1742903181.473009:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1abe000/0x5d4000e30d79f373 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be1a2 expref: 12 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.473014:0:18857:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+77:3763:x1827566161371776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7331us (7537us total) trans 4294970673 rc 0/0 00000100:00100000:1.0:1742903181.473018:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903181.473019:0:18857:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11762 00000100:00100000:0.0:1742903181.473025:0:20225:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172564480 00000100:00100000:0.0:1742903181.473027:0:20225:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172564480 00010000:00010000:2.0:1742903181.473030:0:9569:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:3.0:1742903181.473031:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88011e0ead80/2, rc 0, transno 4294970673 00000100:00100000:1.0:1742903181.473033:0:7199:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172564736 00010000:00010000:2.0:1742903181.473034:0:9569:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800997f0e00/0x5d4000e30d83d9f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.473035:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161371776:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1742903181.473036:0:7199:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172564736 00010000:00010000:0.0:1742903181.473036:0:20225:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801231f3400/0x5d4000e30d79f2e0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be15c expref: 13 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.473039:0:9569:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997f0e00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.473042:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800997f0e00/0x5d4000e30d83d9f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.473046:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099597c00/0x5d4000e30d79f19e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be0c9 expref: 14 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.473048:0:9569:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800997f0e00/0x5d4000e30d83d9f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.473051:0:20225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22904 00000100:00100000:0.0:1742903181.473056:0:20225:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a784000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+14:2009:x1827566172564608:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1742903181.473057:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22905 00010000:00010000:2.0:1742903181.473057:0:9569:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800997f0e00/0x5d4000e30d83d9f8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.473061:0:9570:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b89450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+14:2010:x1827566172564480:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.473062:0:20225:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1742903181.473063:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800997f0e00/0x5d4000e30d83d9f8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.473065:0:20225:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b1abe000/0x5d4000e30d79f373 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be1a2 expref: 14 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:3.0:1742903181.473068:0:9570:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1742903181.473069:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22906 00010000:00010000:3.0:1742903181.473072:0:9570:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801231f3400/0x5d4000e30d79f2e0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be15c expref: 14 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.473073:0:7199:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a787480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+14:2008:x1827566172564736:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.473074:0:20225:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b1abe000/0x5d4000e30d79f373 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be1a2 expref: 14 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.473077:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.473079:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.473080:0:9570:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801231f3400/0x5d4000e30d79f2e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be15c expref: 14 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.473080:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.473082:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.473084:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.473085:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099597c00/0x5d4000e30d79f19e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be0c9 expref: 14 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.473085:0:20225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.473088:0:20225:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83da14 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.473089:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.473091:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1742903181.473093:0:9570:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c562c00/0x5d4000e30d83da0d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.473093:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099597c00/0x5d4000e30d79f19e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be0c9 expref: 14 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.473094:0:20225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83da14 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1742903181.473098:0:18863:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ef96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18863:1827566161373568:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.473099:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c562c00/0x5d4000e30d83da0d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.473104:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099597c00/0x5d4000e30d79f19e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be0c9 expref: 14 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.473104:0:20225:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903181.473107:0:18863:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099715c00/0x5d4000e30d83da1b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3cb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.473108:0:9570:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.473112:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.473114:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.473117:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099715c00/0x5d4000e30d83da1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1742903181.473124:0:9570:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b89450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+13:2010:x1827566172564480:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 62us (130us total) trans 0 rc 0/0 00010000:00010000:1.0:1742903181.473124:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099715c00/0x5d4000e30d83da1b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.473124:0:20225:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a784000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5bb9e3e8-ca71-4450-80de-f6568f81689c+13:2009:x1827566172564608:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 66us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.473129:0:20225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22904 00000100:00100000:3.0:1742903181.473133:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22905 00010000:00010000:1.0:1742903181.473143:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1742903181.473148:0:18862:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801231f3400/0x5d4000e30d79f2e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be15c expref: 11 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:2.0:1742903181.473157:0:18862:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ef96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18862:1827566161373184:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.473159:0:7199:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a787480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5bb9e3e8-ca71-4450-80de-f6568f81689c+10:2008:x1827566172564736:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 85us (140us total) trans 0 rc 0/0 00010000:00010000:2.0:1742903181.473166:0:18862:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c562c00/0x5d4000e30d83da0d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.473166:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22906 00010000:00010000:2.0:1742903181.473172:0:18862:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c562c00/0x5d4000e30d83da0d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.473177:0:18862:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c562c00/0x5d4000e30d83da0d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.473184:0:18862:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c562c00/0x5d4000e30d83da0d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.473189:0:18862:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c562c00/0x5d4000e30d83da0d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.473215:0:18862:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903181.473284:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903181.473289:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c562c00/0x5d4000e30d83da0d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.473295:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c562c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903181.473298:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c562c00/0x5d4000e30d83da0d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.473307:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c562c00/0x5d4000e30d83da0d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.473344:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c562c00/0x5d4000e30d83da0d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.473350:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c562c00/0x5d4000e30d83da0d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18862 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.473363:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.473364:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.473365:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903181.473921:0:18862:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+77:3763:x1827566161373056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6374us (6410us total) trans 4294970674 rc 0/0 00000100:00100000:2.0:1742903181.473927:0:18862:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11765 00010000:00010000:2.0:1742903181.473944:0:18863:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099715c00/0x5d4000e30d83da1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.473950:0:18863:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099715c00/0x5d4000e30d83da1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.473956:0:18863:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099715c00/0x5d4000e30d83da1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.473962:0:18863:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099715c00/0x5d4000e30d83da1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.473977:0:18863:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1742903181.474183:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ef97b80/2, rc 0, transno 4294970674 00000100:00100000:3.0:1742903181.474187:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ef97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161373056:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1742903181.474203:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903181.474210:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099715c00/0x5d4000e30d83da1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.474216:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099715c00 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903181.474218:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099715c00/0x5d4000e30d83da1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.474224:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099715c00/0x5d4000e30d83da1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.474233:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099715c00/0x5d4000e30d83da1b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.474237:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099715c00/0x5d4000e30d83da1b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.474248:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.474249:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.474250:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.474422:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b1abe000/0x5d4000e30d79f373 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be1a2 expref: 9 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:3.0:1742903181.474432:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ef94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11912:1827566161373312:192.168.203.29@tcp:104: 00010000:00010000:3.0:1742903181.474441:0:11912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83da14 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.474447:0:11912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83da14 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.474451:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83da14 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.474456:0:11912:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83da14 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.474462:0:11912:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83da14 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.474472:0:11912:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1742903181.474477:0:8358:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1742903181.474481:0:8358:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83da14 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.474485:0:8358:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c562600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:3.0:1742903181.474488:0:8358:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83da14 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.474494:0:8358:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83da14 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.474501:0:8358:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83da14 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.474505:0:8358:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c562600/0x5d4000e30d83da14 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.474514:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.474515:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1742903181.474516:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1742903181.474717:0:18863:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a78b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+78:3764:x1827566161373440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6243us (6346us total) trans 4294970675 rc 0/0 00000100:00100000:2.0:1742903181.474722:0:18863:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11767 00000004:00080000:0.0:1742903181.474756:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ef96a00/2, rc 0, transno 4294970675 00000100:00100000:0.0:1742903181.474760:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ef96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161373440:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.474806:0:18860:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ef95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18860:1827566161373952:192.168.203.29@tcp:104: 00000100:00100000:1.0:1742903181.474810:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903181.474815:0:18860:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099714400/0x5d4000e30d83da22 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.474823:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172564864 00000100:00100000:1.0:1742903181.474827:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172564864 00010000:00010000:1.0:1742903181.474842:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f46cc00/0x5d4000e30d79f104 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be083 expref: 9 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.474862:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22907 00000100:00100000:1.0:1742903181.474866:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a786a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+9:2007:x1827566172564864:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1742903181.474873:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.474876:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f46cc00/0x5d4000e30d79f104 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be083 expref: 9 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.474884:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f46cc00/0x5d4000e30d79f104 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be083 expref: 9 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.474896:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f46cc00/0x5d4000e30d79f104 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be083 expref: 9 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.474905:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.474907:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.474909:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099714400/0x5d4000e30d83da22 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.474916:0:7198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099714400/0x5d4000e30d83da22 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.474940:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1742903181.474959:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a786a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+8:2007:x1827566172564864:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 92us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903181.474965:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22907 00000100:00100000:0.0:1742903181.474995:0:18853:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a789f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18853:1827566161374336:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.475007:0:18853:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d83da29 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.475109:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1742903181.475128:0:18860:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099714400/0x5d4000e30d83da22 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.475129:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172564992 00010000:00010000:2.0:1742903181.475136:0:18860:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099714400/0x5d4000e30d83da22 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.475137:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172564992 00010000:00010000:2.0:1742903181.475142:0:18860:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099714400/0x5d4000e30d83da22 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.475148:0:18860:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099714400/0x5d4000e30d83da22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.475150:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072106200/0x5d4000e30d79f215 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be108 expref: 8 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:2.0:1742903181.475162:0:18860:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1742903181.475178:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22908 00000100:00100000:0.0:1742903181.475183:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a787b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+8:2010:x1827566172564992:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.475191:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.475195:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072106200/0x5d4000e30d79f215 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be108 expref: 8 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.475202:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072106200/0x5d4000e30d79f215 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be108 expref: 8 pid: 18858 timeout: 409 lvb_type: 0 00000100:00100000:1.0:1742903181.475209:0:18859:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a785f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18859:1827566161374464:192.168.203.29@tcp:104: 00010000:00010000:0.0:1742903181.475214:0:8886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072106200/0x5d4000e30d79f215 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335be108 expref: 8 pid: 18858 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.475222:0:18859:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f46d200/0x5d4000e30d83da30 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.475227:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.475229:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.475232:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d83da29 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.475239:0:8886:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d83da29 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.475252:0:8886:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1742903181.475277:0:8886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a787b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+7:2010:x1827566172564992:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 93us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903181.475281:0:9552:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800723f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9552:1827566161374592:192.168.203.29@tcp:104: 00000100:00100000:0.0:1742903181.475283:0:8886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22908 00010000:00010000:3.0:1742903181.475291:0:9552:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c18b800/0x5d4000e30d83da37 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.475300:0:18853:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d83da29 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.475306:0:18853:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d83da29 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.475312:0:18853:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d83da29 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.475346:0:18853:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d83da29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.475356:0:18853:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1742903181.475417:0:11912:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+79:3763:x1827566161372928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7727us (7871us total) trans 4294970676 rc 0/0 00000100:00100000:3.0:1742903181.475423:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11766 00000004:00080000:3.0:1742903181.475441:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ef97100/2, rc 0, transno 4294970676 00000100:00100000:3.0:1742903181.475444:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ef97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161372928:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1742903181.475872:0:18860:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+78:3765:x1827566161373696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3288us (3324us total) trans 4294970677 rc 0/0 00000100:00100000:2.0:1742903181.475875:0:18860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11768 00010000:00010000:2.0:1742903181.475885:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1742903181.475888:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099714400/0x5d4000e30d83da22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.475892:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099714400 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.475893:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099714400/0x5d4000e30d83da22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.475897:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099714400/0x5d4000e30d83da22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.475903:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099714400/0x5d4000e30d83da22 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1742903181.475908:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800723f9c00/2, rc 0, transno 4294970677 00010000:00010000:2.0:1742903181.475909:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099714400/0x5d4000e30d83da22 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.475918:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1742903181.475919:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d83da29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.475922:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800997e5600 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:2.0:1742903181.475923:0:7201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d83da29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.475927:0:7201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d83da29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.475930:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d83da29 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.475933:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800997e5600/0x5d4000e30d83da29 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903181.475939:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.475940:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.475940:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903181.475943:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.476063:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800723f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1827566161373696:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.477061:0:18853:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+77:3763:x1827566161373824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4394us (4425us total) trans 4294970678 rc 0/0 00000100:00100000:0.0:1742903181.477070:0:18853:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11769 00000100:00100000:1.0:1742903181.477174:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903181.477199:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903181.477212:0:7198:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172565120 00000004:00080000:3.0:1742903181.477393:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800723faa00/2, rc 0, transno 4294970678 00000100:00100000:3.0:1742903181.477399:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800723faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161373824:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1742903181.477399:0:8886:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172565248 00000100:00100000:0.0:1742903181.477403:0:8886:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172565248 00010000:00010000:0.0:1742903181.477418:0:8886:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007228e600/0x5d4000e30d79eb31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bde84 expref: 7 pid: 18280 timeout: 409 lvb_type: 0 00000100:00100000:0.0:1742903181.477448:0:8886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22909 00000100:00100000:0.0:1742903181.477452:0:8886:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a785c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+7:2010:x1827566172565248:12345-192.168.203.29@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1742903181.477454:0:7198:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172565120 00010000:00010000:0.0:1742903181.477462:0:8886:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1742903181.477466:0:8886:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007228e600/0x5d4000e30d79eb31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bde84 expref: 8 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.477471:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099d60400/0x5d4000e30d79e908 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bddd5 expref: 8 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.477474:0:8886:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007228e600/0x5d4000e30d79eb31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bde84 expref: 8 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.477487:0:8886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007228e600/0x5d4000e30d79eb31 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bde84 expref: 8 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.477496:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1742903181.477498:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 22910 00010000:00010000:0.0:1742903181.477498:0:8886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1742903181.477501:0:8886:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c18b800/0x5d4000e30d83da37 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.477502:0:7198:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a785f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+7:2009:x1827566172565120:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1742903181.477508:0:8886:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c18b800/0x5d4000e30d83da37 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.477510:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1742903181.477514:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099d60400/0x5d4000e30d79e908 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bddd5 expref: 7 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.477523:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099d60400/0x5d4000e30d79e908 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bddd5 expref: 7 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:0.0:1742903181.477533:0:8886:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1742903181.477537:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099d60400/0x5d4000e30d79e908 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0xfe2837c4335bddd5 expref: 7 pid: 18280 timeout: 409 lvb_type: 0 00010000:00010000:1.0:1742903181.477546:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.477548:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1742903181.477551:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f46d200/0x5d4000e30d83da30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.477556:0:9552:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c18b800/0x5d4000e30d83da37 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.477559:0:7198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f46d200/0x5d4000e30d83da30 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.477560:0:8886:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a785c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+6:2010:x1827566172565248:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 107us (360us total) trans 0 rc 0/0 00010000:00010000:3.0:1742903181.477564:0:9552:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c18b800/0x5d4000e30d83da37 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1742903181.477566:0:8886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22909 00010000:00010000:3.0:1742903181.477571:0:9552:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c18b800/0x5d4000e30d83da37 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1742903181.477577:0:9552:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c18b800/0x5d4000e30d83da37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.477577:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1742903181.477587:0:9552:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1742903181.477596:0:7198:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a785f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5bb9e3e8-ca71-4450-80de-f6568f81689c+5:2009:x1827566172565120:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 93us (424us total) trans 0 rc 0/0 00010000:00010000:0.0:1742903181.477596:0:7200:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903181.477600:0:7200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c18b800/0x5d4000e30d83da37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1742903181.477603:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 22910 00010000:00010000:0.0:1742903181.477606:0:7200:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c18b800 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903181.477609:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c18b800/0x5d4000e30d83da37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.477616:0:7200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c18b800/0x5d4000e30d83da37 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.477620:0:18859:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f46d200/0x5d4000e30d83da30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.477624:0:7200:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c18b800/0x5d4000e30d83da37 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.477627:0:18859:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f46d200/0x5d4000e30d83da30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.477630:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c18b800/0x5d4000e30d83da37 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.477634:0:18859:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f46d200/0x5d4000e30d83da30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1742903181.477640:0:18859:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f46d200/0x5d4000e30d83da30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.477641:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.477643:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.477644:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1742903181.477651:0:18859:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1742903181.477660:0:9568:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1742903181.477664:0:9568:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f46d200/0x5d4000e30d83da30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.477670:0:9568:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f46d200 already unused, calling callback (ffffffffa07fd840) 00010000:00010000:0.0:1742903181.477672:0:9568:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f46d200/0x5d4000e30d83da30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.477679:0:9568:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f46d200/0x5d4000e30d83da30 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.477686:0:9568:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f46d200/0x5d4000e30d83da30 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.477691:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f46d200/0x5d4000e30d83da30 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1742903181.477702:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.477703:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1742903181.477704:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903181.477862:0:18859:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+78:3763:x1827566161374080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5070us (5143us total) trans 4294970680 rc 0/0 00000100:00100000:1.0:1742903181.477869:0:18859:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11770 00000004:00080000:2.0:1742903181.477889:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800723fad80/2, rc 0, transno 4294970680 00000100:00100000:2.0:1742903181.477894:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800723fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1827566161374080:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1742903181.479243:0:9552:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+77:3764:x1827566161374208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6438us (6507us total) trans 4294970679 rc 0/0 00000100:00100000:3.0:1742903181.479251:0:9552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11771 00000004:00080000:0.0:1742903181.479351:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800723fb480/2, rc 0, transno 4294970679 00000100:00100000:0.0:1742903181.479356:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800723fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161374208:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1742903181.570882:0:8358:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903181.784675:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1742903181.784693:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161374720:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1742903181.784744:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903181.784788:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161374720 00000100:00100000:2.0:1742903181.784795:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161374720 00000100:00100000:2.0:1742903181.784824:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:2.0:1742903181.784829:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1827566161374720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1742903181.784854:0:7216:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1316913152 00000100:00100000:2.0:1742903181.784895:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1827566161374720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903181.784900:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:0.0:1742903181.784923:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ef95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161374720:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1742903181.920735:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.920781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1742903181.920825:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903181.920845:0:7206:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172565376 00000100:00100000:1.0:1742903181.920853:0:7206:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172565376 00000100:00100000:0.0:1742903181.920857:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172565504 00000100:00100000:0.0:1742903181.920861:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172565504 00000100:00100000:0.0:1742903181.920901:0:18840:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172565632 00000100:00100000:1.0:1742903181.920902:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 374 00000100:00100000:0.0:1742903181.920904:0:18840:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172565632 00000100:00100000:1.0:1742903181.920906:0:7206:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8947c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0773a7c7-c323-4114-8ad2-6e8d6657a16d+9:2009:x1827566172565376:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:2.0:1742903181.920911:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 340 00000100:00100000:2.0:1742903181.920917:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a78b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+11:2010:x1827566172565504:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1742903181.920932:0:18840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 341 00000100:00100000:0.0:1742903181.920938:0:18840:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a78b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+5:2009:x1827566172565632:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:1.0:1742903181.920961:0:7206:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8947c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0773a7c7-c323-4114-8ad2-6e8d6657a16d+9:2009:x1827566172565376:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 54us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903181.920962:0:18840:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a78b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5bb9e3e8-ca71-4450-80de-f6568f81689c+5:2009:x1827566172565632:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 24us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903181.920967:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 374 00000100:00100000:0.0:1742903181.920967:0:18840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 341 00000100:00080000:3.0:1742903181.920971:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1742903151 00000100:00080000:3.0:1742903181.921010:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1742903151 00000100:00080000:3.0:1742903181.921027:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd MGS older than 1742903151 00000100:00100000:2.0:1742903181.921069:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a78b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+11:2010:x1827566172565504:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 52us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903181.921076:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 340 00010000:00010000:2.0:1742903182.572563:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1742903182.920577:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1742903182.920594:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1827566161375104:0@lo:13:osp-pre-1-1.0 00000004:00080000:2.0:1742903182.920607:0:11577:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 311007289917ns, next at 312007287635ns, rc = 0 00000100:00100000:2.0:1742903182.920627:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a788a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42e811c5-13b3-487b-9169-a00abe8637c3:3763:1827566161374976:0@lo:400:kworker.0 00000100:00100000:1.0:1742903182.920645:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903182.920656:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903182.920659:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161375616:0@lo:400:kworker.0 00000100:00100000:1.0:1742903182.920672:0:9554:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161375104 00000100:00100000:1.0:1742903182.920677:0:9554:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161375104 00000100:00100000:2.0:1742903182.920686:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a789c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3763:1827566161375488:0@lo:400:kworker.0 00000100:00100000:0.0:1742903182.920687:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903182.920710:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161376128:0@lo:400:kworker.0 00000100:00100000:3.0:1742903182.920726:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161374848:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1742903182.920729:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903182.920750:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903182.920750:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161376640:0@lo:400:kworker.0 00000100:00100000:0.0:1742903182.920766:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903182.920768:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a789500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1827566161375360:0@lo:400:kworker.0 00000100:00100000:3.0:1742903182.920782:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1742903182.920783:0:9554:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161374848 00000100:00100000:0.0:1742903182.920784:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1742903182.920788:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a78ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3764:1827566161375232:0@lo:400:kworker.0 00000100:00100000:1.0:1742903182.920790:0:9554:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161374848 00000100:00100000:3.0:1742903182.920793:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3762:1827566161375872:0@lo:400:kworker.0 00000100:00100000:1.0:1742903182.920804:0:9554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:0.0:1742903182.920804:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1742903182.920809:0:9554:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1827566161375104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1742903182.920838:0:9554:0:(ofd_obd.c:715:ofd_statfs()) blocks cached 1400832 granted 491510464 pending 0 free 3890294784 avail 3658772480 00000100:00100000:2.0:1742903182.920854:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161375616 00000100:00100000:2.0:1742903182.920858:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161375616 00000100:00100000:2.0:1742903182.920912:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161375360 00000100:00100000:2.0:1742903182.920914:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161375360 00000100:00100000:2.0:1742903182.920925:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1742903182.920930:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1827566161375616:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1742903182.920971:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1742903152 00000100:00100000:3.0:1742903182.921011:0:9552:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161376128 00000100:00100000:3.0:1742903182.921013:0:9552:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161376128 00000100:00100000:3.0:1742903182.921028:0:9552:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161376640 00000100:00100000:3.0:1742903182.921030:0:9552:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161376640 00000100:00100000:3.0:1742903182.921040:0:9552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:3.0:1742903182.921044:0:9552:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+77:3764:x1827566161376128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1742903182.921049:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dd11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3764:1827566161375744:0@lo:400:kworker.0 00000100:00100000:1.0:1742903182.921069:0:9554:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1827566161375104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 259us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903182.921073:0:9554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:3.0:1742903182.921075:0:9552:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+77:3764:x1827566161376128:12345-0@lo:400:kworker.0 Request processed in 30us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903182.921081:0:9552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:0.0:1742903182.921081:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1742903182.921084:0:9554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1742903182.921086:0:9554:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+66:3762:x1827566161374848:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1742903182.921092:0:9552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00002000:00000024:1.0:1742903182.921093:0:9554:0:(ofd_obd.c:715:ofd_statfs()) blocks cached 1400832 granted 491510464 pending 0 free 3890294784 avail 3658772480 00000100:00100000:3.0:1742903182.921095:0:9552:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+66:3764:x1827566161376640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1742903182.921095:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3764:1827566161376256:0@lo:400:kworker.0 00000100:00100000:1.0:1742903182.921108:0:9554:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+66:3762:x1827566161374848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 21us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903182.921111:0:9554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:0.0:1742903182.921114:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1742903182.921117:0:9552:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+65:3764:x1827566161376640:12345-0@lo:400:kworker.0 Request processed in 21us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903182.921121:0:9552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:3.0:1742903182.921133:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:3.0:1742903182.921136:0:7215:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3762:x1827566161375360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1742903182.921138:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161376128:0@lo:400:kworker.0 00000100:00100000:1.0:1742903182.921144:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1827566161375104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1742903182.921147:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161376640:0@lo:400:kworker.0 00000100:00100000:3.0:1742903182.921154:0:7215:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3762:x1827566161375360:12345-0@lo:400:kworker.0 Request processed in 17us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903182.921161:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:3.0:1742903182.921173:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1742903182.921181:0:7207:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161374976 00000100:00100000:1.0:1742903182.921183:0:7207:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161374976 00000100:00100000:3.0:1742903182.921186:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3762:1827566161376384:0@lo:400:kworker.0 00000100:00100000:0.0:1742903182.921193:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161375232 00000100:00100000:0.0:1742903182.921195:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161375232 00000100:00100000:1.0:1742903182.921198:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:3.0:1742903182.921200:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1742903182.921201:0:7207:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8946c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42e811c5-13b3-487b-9169-a00abe8637c3+23:3763:x1827566161374976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1742903182.921212:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161375744 00000100:00100000:0.0:1742903182.921214:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161375744 00000100:00100000:1.0:1742903182.921219:0:7207:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8946c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42e811c5-13b3-487b-9169-a00abe8637c3+23:3763:x1827566161374976:12345-0@lo:400:kworker.0 Request processed in 17us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903182.921222:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ef96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1827566161374848:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1742903182.921222:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1742903182.921223:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161376256 00000100:00100000:0.0:1742903182.921225:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161376256 00000100:00100000:3.0:1742903182.921230:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a789500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1827566161375360:0@lo:400:kworker.0 00000100:00100000:0.0:1742903182.921232:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161375872 00000100:00100000:0.0:1742903182.921233:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161375872 00000100:00100000:3.0:1742903182.921239:0:3762:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1742903182.921242:0:7210:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161376384 00000100:00100000:3.0:1742903182.921244:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1827566161376000:0@lo:400:kworker.0 00000100:00100000:0.0:1742903182.921244:0:7210:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161376384 00000100:00100000:0.0:1742903182.921254:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1742903182.921258:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903182.921258:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1827566161375232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1742903182.921268:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e0e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1827566161376512:0@lo:400:kworker.0 00000100:00080000:1.0:1742903182.921268:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1742903152 00000100:00100000:3.0:1742903182.921279:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903182.921286:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1827566161375232:12345-0@lo:400:kworker.0 Request processed in 28us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903182.921292:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1742903182.921297:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:3.0:1742903182.921300:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1827566161375744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1742903182.921301:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00080000:1.0:1742903182.921305:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1742903152 00000100:00100000:0.0:1742903182.921305:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1827566161376256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1742903182.921347:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1827566161375744:12345-0@lo:400:kworker.0 Request processed in 45us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903182.921351:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:0.0:1742903182.921352:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1827566161376256:12345-0@lo:400:kworker.0 Request processed in 45us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903182.921358:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:3.0:1742903182.921362:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:3.0:1742903182.921365:0:7212:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3762:x1827566161375872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1742903182.921368:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:0.0:1742903182.921372:0:7210:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3762:x1827566161376384:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1742903182.921375:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd MGS older than 1742903152 00000100:00100000:3.0:1742903182.921384:0:7212:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3762:x1827566161375872:12345-0@lo:400:kworker.0 Request processed in 19us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903182.921388:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1742903182.921393:0:7210:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3762:x1827566161376384:12345-0@lo:400:kworker.0 Request processed in 20us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903182.921398:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1742903182.921402:0:9552:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161376000 00000100:00100000:3.0:1742903182.921404:0:9552:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161376000 00000100:00100000:3.0:1742903182.921415:0:9552:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161376512 00000100:00100000:3.0:1742903182.921417:0:9552:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161376512 00000100:00100000:0.0:1742903182.921422:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a78ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3764:1827566161375232:0@lo:400:kworker.0 00000100:00100000:1.0:1742903182.921424:0:18860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:0.0:1742903182.921429:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3764:1827566161375744:0@lo:400:kworker.0 00000100:00100000:1.0:1742903182.921430:0:18860:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f67df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3762:x1827566161376000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1742903182.921437:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3764:1827566161376256:0@lo:400:kworker.0 00000100:00100000:1.0:1742903182.921463:0:18860:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f67df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3762:x1827566161376000:12345-0@lo:400:kworker.0 Request processed in 32us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903182.921472:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1827566161375616:12345-0@lo:400:kworker.0 Request processed in 541us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903182.921475:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1827566161375616:0@lo:400:kworker.0 00000100:00100000:2.0:1742903182.921478:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1742903182.921496:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1742903182.921504:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161375488 00000100:00100000:0.0:1742903182.921507:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161375488 00000100:00100000:2.0:1742903182.921513:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a788a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42e811c5-13b3-487b-9169-a00abe8637c3:3763:1827566161374976:0@lo:400:kworker.0 00000100:00100000:0.0:1742903182.921538:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1742903182.921542:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3763:x1827566161375488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1742903182.921555:0:18860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:3.0:1742903182.921561:0:9552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1742903182.921565:0:9552:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3762:x1827566161376512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1742903182.921578:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3763:x1827566161375488:12345-0@lo:400:kworker.0 Request processed in 35us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903182.921583:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:3.0:1742903182.921591:0:9552:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3762:x1827566161376512:12345-0@lo:400:kworker.0 Request processed in 26us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1742903182.921595:0:9552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1742903182.921614:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1827566161376000:0@lo:400:kworker.0 00000100:00100000:2.0:1742903182.921615:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a789c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3763:1827566161375488:0@lo:400:kworker.0 00000100:00100000:3.0:1742903182.921621:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1827566161376512:0@lo:400:kworker.0 00010000:00080000:3.0:1742903182.921628:0:3762:0:(ldlm_request.c:1538:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88012dd13100 x1827566161375872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1742903198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1742903182.921636:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dd13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3762:1827566161375872:0@lo:400:kworker.0 00010000:00080000:3.0:1742903182.921642:0:3762:0:(ldlm_request.c:1538:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46624) req@ffff88011e0e8000 x1827566161376384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1742903198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1742903182.921647:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e0e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3762:1827566161376384:0@lo:400:kworker.0 00010000:00010000:2.0:1742903183.574582:0:9569:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1742903184.576985:0:7200:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1742903184.598982:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.599053:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172565888 00000100:00100000:2.0:1742903184.599061:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172565888 00000100:00100000:2.0:1742903184.599119:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78349 00000100:00100000:2.0:1742903184.599124:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+11:13498:x1827566172565888:12345-192.168.203.29@tcp:101:diff.0 00010000:00010000:2.0:1742903184.599140:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:1.0:1742903184.599146:0:7208:0:(pinger.c:487:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1742903154 00010000:00010000:2.0:1742903184.599154:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099714a00/0x5d4000e30d83da3e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0361 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1742903184.599224:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7ae:0x0]: returning size 4096 00010000:00010000:2.0:1742903184.599298:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099714a00/0x5d4000e30d83da3e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0361 expref: 13 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903184.599306:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099714a00/0x5d4000e30d83da3e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0361 expref: 13 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903184.599380:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099714a00, rc 0) 00000100:00100000:2.0:1742903184.599417:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+12:13498:x1827566172565888:12345-192.168.203.29@tcp:101:diff.0 Request processed in 292us (443us total) trans 4295005328 rc 301/301 00000100:00100000:2.0:1742903184.599423:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78349 00000100:00100000:0.0:1742903184.603057:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.603113:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172566016 00000100:00100000:1.0:1742903184.603121:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172566016 00000100:00100000:1.0:1742903184.603160:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17896 00000100:00100000:1.0:1742903184.603166:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+12:13498:x1827566172566016:12345-192.168.203.29@tcp:37:diff.0 00000100:00100000:1.0:1742903184.605756:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+12:13498:x1827566172566016:12345-192.168.203.29@tcp:37:diff.0 Request processed in 2582us (2697us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.605766:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17896 00000100:00100000:0.0:1742903184.607941:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.607995:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172566272 00000100:00100000:1.0:1742903184.608001:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172566272 00000100:00100000:1.0:1742903184.608089:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17897 00000100:00100000:1.0:1742903184.608094:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d4c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+12:13498:x1827566172566272:12345-192.168.203.29@tcp:35:diff.0 00000100:00100000:1.0:1742903184.608345:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d4c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+13:13498:x1827566172566272:12345-192.168.203.29@tcp:35:diff.0 Request processed in 249us (406us total) trans 4295005329 rc 0/0 00000100:00100000:1.0:1742903184.608351:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17897 00000100:00100000:0.0:1742903184.609982:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.610064:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172566400 00000100:00100000:2.0:1742903184.610070:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172566400 00000100:00100000:2.0:1742903184.610096:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78350 00000100:00100000:2.0:1742903184.610101:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+13:13498:x1827566172566400:12345-192.168.203.29@tcp:101:diff.0 00010000:00010000:2.0:1742903184.610116:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903184.610131:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d83da4c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f0368 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903184.610176:0:9576:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099714a00/0x5d4000e30d83da53 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903184.610186:0:9576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099714a00/0x5d4000e30d83da53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903184.610195:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099714a00/0x5d4000e30d83da53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00000004:00200000:2.0:1742903184.610223:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7b1:0x0]: returning size 4096 00000004:00200000:2.0:1742903184.610226:0:9576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1742903184.610236:0:9576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099714a00/0x5d4000e30d83da53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9576 initiator: MDT0 00010000:00010000:2.0:1742903184.610254:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099714400/0x5d4000e30d83da4c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0368 expref: 15 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903184.610275:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099714a00/0x5d4000e30d83da53 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f0368 expref: 14 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903184.610285:0:9576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff88009910c600) 00010000:00010000:2.0:1742903184.610287:0:9576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1742903184.610290:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099714a00, rc 0) 00000100:00100000:2.0:1742903184.610464:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+14:13498:x1827566172566400:12345-192.168.203.29@tcp:101:diff.0 Request processed in 360us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.610471:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78350 00000100:00100000:0.0:1742903184.612229:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.612298:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172566656 00000100:00100000:2.0:1742903184.612303:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172566656 00000100:00100000:2.0:1742903184.612365:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78351 00000100:00100000:2.0:1742903184.612371:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+14:13498:x1827566172566656:12345-192.168.203.29@tcp:101:diff.0 00010000:00010000:2.0:1742903184.612383:0:9576:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1742903184.612395:0:9576:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099715c00/0x5d4000e30d83da5a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfe2837c4335f036f expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1742903184.612453:0:9576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x7b1:0x0]: returning size 4096 00010000:00010000:2.0:1742903184.612516:0:9576:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099715c00/0x5d4000e30d83da5a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f036f expref: 16 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903184.612521:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099715c00/0x5d4000e30d83da5a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ae:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0xfe2837c4335f036f expref: 16 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1742903184.612528:0:9576:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099715c00, rc 0) 00000100:00100000:2.0:1742903184.612568:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+15:13498:x1827566172566656:12345-192.168.203.29@tcp:101:diff.0 Request processed in 196us (343us total) trans 4295005330 rc 301/301 00000100:00100000:2.0:1742903184.612573:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78351 00000100:00100000:0.0:1742903184.614159:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.614238:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172566784 00000100:00100000:1.0:1742903184.614243:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172566784 00000100:00100000:1.0:1742903184.614282:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17898 00000100:00100000:1.0:1742903184.614287:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+15:13498:x1827566172566784:12345-192.168.203.29@tcp:37:diff.0 00000100:00100000:1.0:1742903184.616006:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+15:13498:x1827566172566784:12345-192.168.203.29@tcp:37:diff.0 Request processed in 1715us (1847us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.616015:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17898 00000100:00100000:0.0:1742903184.619292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.619408:0:7213:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172567040 00000100:00100000:1.0:1742903184.619415:0:7213:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172567040 00000100:00100000:1.0:1742903184.619450:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 17899 00000100:00100000:1.0:1742903184.619458:0:7213:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+15:13498:x1827566172567040:12345-192.168.203.29@tcp:35:diff.0 00000100:00100000:1.0:1742903184.619741:0:7213:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13498:x1827566172567040:12345-192.168.203.29@tcp:35:diff.0 Request processed in 284us (455us total) trans 4295005331 rc 0/0 00000100:00100000:1.0:1742903184.619751:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 17899 00000100:00100000:0.0:1742903184.629131:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.629277:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172567168 00000100:00100000:2.0:1742903184.629284:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172567168 00000100:00100000:2.0:1742903184.629353:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78352 00000100:00100000:2.0:1742903184.629359:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172567168:12345-192.168.203.29@tcp:501:chlg_load_threa.0 00000100:00100000:2.0:1742903184.629508:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172567168:12345-192.168.203.29@tcp:501:chlg_load_threa.0 Request processed in 148us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.629518:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78352 00000100:00100000:0.0:1742903184.630568:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.630629:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172567296 00000100:00100000:2.0:1742903184.630634:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172567296 00000100:00100000:2.0:1742903184.630666:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78353 00000100:00100000:2.0:1742903184.630671:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172567296:12345-192.168.203.29@tcp:503:chlg_load_threa.0 00000100:00100000:2.0:1742903184.630763:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172567296:12345-192.168.203.29@tcp:503:chlg_load_threa.0 Request processed in 90us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.630769:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78353 00000100:00100000:0.0:1742903184.631971:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.632019:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172567424 00000100:00100000:2.0:1742903184.632023:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172567424 00000100:00100000:2.0:1742903184.632048:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78354 00000100:00100000:2.0:1742903184.632052:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172567424:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.632114:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172567424:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 60us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.632119:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78354 00000100:00100000:0.0:1742903184.632832:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.633373:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172567552 00000100:00100000:2.0:1742903184.633378:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172567552 00000100:00100000:2.0:1742903184.633408:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78355 00000100:00100000:2.0:1742903184.633413:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172567552:12345-192.168.203.29@tcp:501:chlg_load_threa.0 00000100:00100000:2.0:1742903184.633455:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172567552:12345-192.168.203.29@tcp:501:chlg_load_threa.0 Request processed in 41us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.633460:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78355 00000100:00100000:0.0:1742903184.634294:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.634398:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172567680 00000100:00100000:2.0:1742903184.634402:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172567680 00000100:00100000:2.0:1742903184.634424:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78356 00000100:00100000:2.0:1742903184.634428:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172567680:12345-192.168.203.29@tcp:503:chlg_load_threa.0 00000100:00100000:2.0:1742903184.634604:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172567680:12345-192.168.203.29@tcp:503:chlg_load_threa.0 Request processed in 172us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.634611:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78356 00000100:00100000:0.0:1742903184.635647:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.635691:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172567808 00000100:00100000:2.0:1742903184.635695:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172567808 00000100:00100000:2.0:1742903184.635727:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78357 00000100:00100000:2.0:1742903184.635731:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dd11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172567808:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.635827:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dd11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172567808:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 94us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.635833:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78357 00000100:00100000:0.0:1742903184.636732:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.636878:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172567936 00000100:00100000:2.0:1742903184.636882:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172567936 00000100:00100000:2.0:1742903184.636908:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78358 00000100:00100000:2.0:1742903184.636912:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172567936:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.636984:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172567936:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 71us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.636988:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78358 00000100:00100000:0.0:1742903184.638056:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.638112:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172568064 00000100:00100000:2.0:1742903184.638117:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172568064 00000100:00100000:2.0:1742903184.638134:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78359 00000100:00100000:2.0:1742903184.638138:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172568064:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.638214:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172568064:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 73us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.638260:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78359 00000100:00100000:0.0:1742903184.639266:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.639304:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172568192 00000100:00100000:2.0:1742903184.639335:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172568192 00000100:00100000:2.0:1742903184.639365:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78360 00000100:00100000:2.0:1742903184.639368:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172568192:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.639438:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172568192:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 68us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.639442:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78360 00000100:00100000:0.0:1742903184.640732:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.640795:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172568320 00000100:00100000:2.0:1742903184.640803:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172568320 00000100:00100000:2.0:1742903184.640851:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78361 00000100:00100000:2.0:1742903184.640857:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172568320:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.640984:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172568320:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 125us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.640991:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78361 00000100:00100000:0.0:1742903184.641971:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.642034:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172568448 00000100:00100000:2.0:1742903184.642039:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172568448 00000100:00100000:2.0:1742903184.642057:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78362 00000100:00100000:2.0:1742903184.642062:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172568448:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.642151:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172568448:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 87us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.642157:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78362 00000100:00100000:0.0:1742903184.643148:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.643212:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172568576 00000100:00100000:2.0:1742903184.643216:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172568576 00000100:00100000:2.0:1742903184.643230:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78363 00000100:00100000:2.0:1742903184.643233:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e0e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172568576:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.643396:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e0e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172568576:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 160us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.643401:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78363 00000100:00100000:0.0:1742903184.644729:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.644780:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172568704 00000100:00100000:2.0:1742903184.644785:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172568704 00000100:00100000:2.0:1742903184.644817:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78364 00000100:00100000:2.0:1742903184.644822:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172568704:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.644914:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172568704:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 92us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.644919:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78364 00000100:00100000:0.0:1742903184.645844:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.645901:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172568832 00000100:00100000:2.0:1742903184.645907:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172568832 00000100:00100000:2.0:1742903184.645931:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78365 00000100:00100000:2.0:1742903184.645936:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172568832:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.646053:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172568832:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 115us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.646059:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78365 00000100:00100000:0.0:1742903184.647196:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.647256:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172568960 00000100:00100000:2.0:1742903184.647260:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172568960 00000100:00100000:2.0:1742903184.647290:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78366 00000100:00100000:2.0:1742903184.647294:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172568960:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.647535:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172568960:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 239us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.647544:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78366 00000100:00100000:0.0:1742903184.648237:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.648284:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172569088 00000100:00100000:2.0:1742903184.648288:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172569088 00000100:00100000:2.0:1742903184.648337:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78367 00000100:00100000:2.0:1742903184.648342:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172569088:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.648397:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172569088:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 54us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.648403:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78367 00000100:00100000:0.0:1742903184.649583:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.649683:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172569216 00000100:00100000:2.0:1742903184.649689:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172569216 00000100:00100000:2.0:1742903184.650267:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78368 00000100:00100000:2.0:1742903184.650274:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172569216:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.650492:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172569216:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 216us (914us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.650498:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78368 00000100:00100000:0.0:1742903184.652691:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.653117:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172569344 00000100:00100000:2.0:1742903184.653126:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172569344 00000100:00100000:2.0:1742903184.653225:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78369 00000100:00100000:2.0:1742903184.653231:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172569344:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.653388:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172569344:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 155us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.653395:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78369 00000100:00100000:0.0:1742903184.654496:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.654569:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172569472 00000100:00100000:2.0:1742903184.654572:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172569472 00000100:00100000:2.0:1742903184.654602:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78370 00000100:00100000:2.0:1742903184.654606:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172569472:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.654677:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172569472:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 69us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.654682:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78370 00000100:00100000:0.0:1742903184.655532:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.655596:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172569600 00000100:00100000:2.0:1742903184.655601:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172569600 00000100:00100000:2.0:1742903184.655618:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78371 00000100:00100000:2.0:1742903184.655622:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172569600:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.655685:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172569600:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 61us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.655691:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78371 00000100:00100000:0.0:1742903184.657199:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.657250:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172569728 00000100:00100000:2.0:1742903184.657255:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172569728 00000100:00100000:2.0:1742903184.657282:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78372 00000100:00100000:2.0:1742903184.657286:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172569728:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.657452:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172569728:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 163us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.657459:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78372 00000100:00100000:0.0:1742903184.658588:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.658656:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172569856 00000100:00100000:2.0:1742903184.658661:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172569856 00000100:00100000:2.0:1742903184.658691:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78373 00000100:00100000:2.0:1742903184.658696:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172569856:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.658782:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172569856:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 85us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.658792:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78373 00000100:00100000:0.0:1742903184.660650:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.660749:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172569984 00000100:00100000:2.0:1742903184.660755:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172569984 00000100:00100000:2.0:1742903184.660782:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78374 00000100:00100000:2.0:1742903184.660788:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172569984:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.661065:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172569984:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 274us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.661072:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78374 00000100:00100000:0.0:1742903184.662055:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.662164:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172570112 00000100:00100000:2.0:1742903184.662169:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172570112 00000100:00100000:2.0:1742903184.662193:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78375 00000100:00100000:2.0:1742903184.662197:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172570112:12345-192.168.203.29@tcp:501:chlg_load_threa.0 00000100:00100000:2.0:1742903184.662241:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172570112:12345-192.168.203.29@tcp:501:chlg_load_threa.0 Request processed in 42us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.662247:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78375 00000100:00100000:0.0:1742903184.663814:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.664058:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172570240 00000100:00100000:2.0:1742903184.664064:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172570240 00000100:00100000:2.0:1742903184.664236:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78376 00000100:00100000:2.0:1742903184.664242:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172570240:12345-192.168.203.29@tcp:503:chlg_load_threa.0 00000100:00100000:2.0:1742903184.664510:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172570240:12345-192.168.203.29@tcp:503:chlg_load_threa.0 Request processed in 246us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.664517:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78376 00000100:00100000:0.0:1742903184.666435:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.666594:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172570368 00000100:00100000:2.0:1742903184.666602:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172570368 00000100:00100000:0.0:1742903184.666732:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78377 00000100:00100000:0.0:1742903184.666738:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172570368:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1742903184.666875:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172570368:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 136us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1742903184.666883:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78377 00000100:00100000:0.0:1742903184.667938:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.668459:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172570496 00000100:00100000:2.0:1742903184.668465:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172570496 00000100:00100000:2.0:1742903184.668501:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78378 00000100:00100000:2.0:1742903184.668507:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172570496:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.668626:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172570496:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 119us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.668633:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78378 00000100:00100000:0.0:1742903184.670487:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.670563:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172570624 00000100:00100000:2.0:1742903184.670570:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172570624 00000100:00100000:2.0:1742903184.670619:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78379 00000100:00100000:2.0:1742903184.670625:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172570624:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.670900:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172570624:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 273us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.670907:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78379 00000100:00100000:0.0:1742903184.672007:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.672098:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172570752 00000100:00100000:2.0:1742903184.672103:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172570752 00000100:00100000:2.0:1742903184.672131:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78380 00000100:00100000:2.0:1742903184.672136:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172570752:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.672223:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172570752:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 86us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.672230:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78380 00000100:00100000:0.0:1742903184.673884:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.673975:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172570880 00000100:00100000:2.0:1742903184.673984:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172570880 00000100:00100000:2.0:1742903184.674025:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78381 00000100:00100000:2.0:1742903184.674032:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172570880:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.674154:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172570880:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 120us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.674160:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78381 00000100:00100000:0.0:1742903184.675232:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.675297:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172571008 00000100:00100000:2.0:1742903184.675300:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172571008 00000100:00100000:2.0:1742903184.675364:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78382 00000100:00100000:2.0:1742903184.675369:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172571008:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.675439:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172571008:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 68us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.675445:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78382 00000100:00100000:0.0:1742903184.676846:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.676940:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172571136 00000100:00100000:2.0:1742903184.676945:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172571136 00000100:00100000:2.0:1742903184.676970:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78383 00000100:00100000:2.0:1742903184.676975:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172571136:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.677056:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172571136:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 79us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.677065:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78383 00000100:00100000:0.0:1742903184.677777:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.678003:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172571264 00000100:00100000:2.0:1742903184.678007:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172571264 00000100:00100000:2.0:1742903184.678037:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78384 00000100:00100000:2.0:1742903184.678041:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172571264:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.678121:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172571264:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 78us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.678127:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78384 00000100:00100000:0.0:1742903184.678948:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.678987:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172571392 00000100:00100000:2.0:1742903184.678991:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172571392 00000100:00100000:2.0:1742903184.679015:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78385 00000100:00100000:2.0:1742903184.679020:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172571392:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.679081:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172571392:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 60us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.679087:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78385 00000100:00100000:0.0:1742903184.680020:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.680095:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172571520 00000100:00100000:2.0:1742903184.680099:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172571520 00000100:00100000:2.0:1742903184.680116:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78386 00000100:00100000:2.0:1742903184.680120:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172571520:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.680193:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172571520:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 71us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.680394:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78386 00000100:00100000:0.0:1742903184.681396:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.681500:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172571648 00000100:00100000:2.0:1742903184.681504:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172571648 00000100:00100000:2.0:1742903184.681523:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78387 00000100:00100000:2.0:1742903184.681528:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172571648:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.681626:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172571648:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 96us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.681632:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78387 00000100:00100000:0.0:1742903184.682509:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.682582:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172571776 00000100:00100000:2.0:1742903184.682587:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172571776 00000100:00100000:2.0:1742903184.682642:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78388 00000100:00100000:2.0:1742903184.682646:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172571776:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.682732:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172571776:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 84us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.682738:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78388 00000100:00100000:0.0:1742903184.683708:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.683811:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172571904 00000100:00100000:2.0:1742903184.683816:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172571904 00000100:00100000:2.0:1742903184.683927:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78389 00000100:00100000:2.0:1742903184.683932:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172571904:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.684003:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172571904:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 69us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.684008:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78389 00000100:00100000:0.0:1742903184.684846:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.684930:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172572032 00000100:00100000:2.0:1742903184.684934:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172572032 00000100:00100000:2.0:1742903184.685006:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78390 00000100:00100000:2.0:1742903184.685011:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172572032:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.685091:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172572032:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 79us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.685097:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78390 00000100:00100000:0.0:1742903184.686156:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.686271:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172572160 00000100:00100000:2.0:1742903184.686275:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172572160 00000100:00100000:2.0:1742903184.686341:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78391 00000100:00100000:2.0:1742903184.686347:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172572160:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.686885:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172572160:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 538us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.686892:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78391 00000100:00100000:0.0:1742903184.688025:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.688334:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172572288 00000100:00100000:2.0:1742903184.688339:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172572288 00000100:00100000:2.0:1742903184.688364:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78392 00000100:00100000:2.0:1742903184.688368:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172572288:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.688464:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172572288:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 93us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.688470:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78392 00000100:00100000:0.0:1742903184.689609:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.689754:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172572416 00000100:00100000:2.0:1742903184.689759:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172572416 00000100:00100000:2.0:1742903184.689784:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78393 00000100:00100000:2.0:1742903184.689789:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172572416:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.689873:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172572416:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 82us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.689879:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78393 00000100:00100000:0.0:1742903184.690680:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.690744:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172572544 00000100:00100000:2.0:1742903184.690748:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172572544 00000100:00100000:2.0:1742903184.690910:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78394 00000100:00100000:2.0:1742903184.690915:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172572544:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.690984:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172572544:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 67us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.690989:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78394 00000100:00100000:0.0:1742903184.691868:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.691905:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172572672 00000100:00100000:2.0:1742903184.691909:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172572672 00000100:00100000:2.0:1742903184.691923:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78395 00000100:00100000:2.0:1742903184.691927:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172572672:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.691992:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172572672:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 63us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.691997:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78395 00000100:00100000:0.0:1742903184.692828:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.692873:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172572800 00000100:00100000:2.0:1742903184.692877:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172572800 00000100:00100000:2.0:1742903184.692900:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78396 00000100:00100000:2.0:1742903184.692904:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172572800:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.692975:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172572800:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 69us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.692981:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78396 00000100:00100000:0.0:1742903184.694438:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.694503:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172572928 00000100:00100000:2.0:1742903184.694509:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172572928 00000100:00100000:2.0:1742903184.694545:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78397 00000100:00100000:2.0:1742903184.694550:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ef29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172572928:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.694639:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ef29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172572928:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 87us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.694644:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78397 00000100:00100000:0.0:1742903184.695653:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.695734:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172573056 00000100:00100000:2.0:1742903184.695738:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172573056 00000100:00100000:2.0:1742903184.695754:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78398 00000100:00100000:2.0:1742903184.695758:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172573056:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.695839:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172573056:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 79us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.695846:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78398 00000100:00100000:0.0:1742903184.697153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.697289:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172573184 00000100:00100000:2.0:1742903184.697293:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172573184 00000100:00100000:2.0:1742903184.697477:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78399 00000100:00100000:2.0:1742903184.697482:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172573184:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.697679:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172573184:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 195us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.697686:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78399 00000100:00100000:0.0:1742903184.701149:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.701278:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172573312 00000100:00100000:2.0:1742903184.701288:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172573312 00000100:00100000:2.0:1742903184.701399:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78400 00000100:00100000:2.0:1742903184.701406:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172573312:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.701552:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172573312:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 145us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.701559:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78400 00000100:00100000:0.0:1742903184.704825:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.704918:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172573440 00000100:00100000:2.0:1742903184.704925:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172573440 00000100:00100000:2.0:1742903184.704959:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78401 00000100:00100000:2.0:1742903184.704965:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172573440:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.705086:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172573440:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 119us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.705092:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78401 00000100:00100000:0.0:1742903184.707290:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.707422:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172573568 00000100:00100000:2.0:1742903184.707430:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172573568 00000100:00100000:2.0:1742903184.707462:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78402 00000100:00100000:2.0:1742903184.707467:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172573568:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.707597:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172573568:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 129us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.707603:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78402 00000100:00100000:0.0:1742903184.708894:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.709240:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172573696 00000100:00100000:2.0:1742903184.709246:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172573696 00000100:00100000:2.0:1742903184.709276:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78403 00000100:00100000:2.0:1742903184.709281:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172573696:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.709412:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172573696:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 130us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.709419:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78403 00000100:00100000:0.0:1742903184.710661:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.710788:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172573824 00000100:00100000:2.0:1742903184.710851:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172573824 00000100:00100000:2.0:1742903184.710922:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78404 00000100:00100000:2.0:1742903184.710926:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172573824:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.711027:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172573824:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 100us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.711031:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78404 00000100:00100000:0.0:1742903184.714038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.714206:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172573952 00000100:00100000:2.0:1742903184.714212:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172573952 00000100:00100000:2.0:1742903184.714240:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78405 00000100:00100000:2.0:1742903184.714246:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172573952:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.714394:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172573952:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 146us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.714400:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78405 00000100:00100000:0.0:1742903184.716124:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.716389:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172574080 00000100:00100000:2.0:1742903184.716397:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172574080 00000100:00100000:2.0:1742903184.716441:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78406 00000100:00100000:2.0:1742903184.716446:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172574080:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.716892:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172574080:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 445us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.716898:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78406 00000100:00100000:0.0:1742903184.718543:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.718947:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172574208 00000100:00100000:2.0:1742903184.718951:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172574208 00000100:00100000:2.0:1742903184.718977:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78407 00000100:00100000:2.0:1742903184.718981:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172574208:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.719064:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172574208:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 82us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.719068:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78407 00000100:00100000:0.0:1742903184.720045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.720091:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172574336 00000100:00100000:2.0:1742903184.720096:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172574336 00000100:00100000:2.0:1742903184.720121:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78408 00000100:00100000:2.0:1742903184.720125:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172574336:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.720357:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172574336:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 230us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.720363:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78408 00000100:00100000:0.0:1742903184.721784:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.721829:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172574464 00000100:00100000:2.0:1742903184.721833:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172574464 00000100:00100000:2.0:1742903184.721854:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78409 00000100:00100000:2.0:1742903184.721859:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009390d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172574464:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.721940:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009390d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172574464:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 81us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.721946:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78409 00000100:00100000:0.0:1742903184.723154:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.723224:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172574592 00000100:00100000:2.0:1742903184.723228:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172574592 00000100:00100000:2.0:1742903184.723246:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78410 00000100:00100000:2.0:1742903184.723251:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172574592:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.723370:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172574592:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 117us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.723379:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78410 00000100:00100000:0.0:1742903184.724482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.724548:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172574720 00000100:00100000:2.0:1742903184.724553:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172574720 00000100:00100000:2.0:1742903184.724576:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78411 00000100:00100000:2.0:1742903184.724581:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172574720:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.724759:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172574720:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 176us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.724765:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78411 00000100:00100000:0.0:1742903184.726231:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.726297:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172574848 00000100:00100000:2.0:1742903184.726302:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172574848 00000100:00100000:2.0:1742903184.726363:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78412 00000100:00100000:2.0:1742903184.726369:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172574848:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.726463:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172574848:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 93us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.726469:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78412 00000100:00100000:0.0:1742903184.727996:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.728064:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172574976 00000100:00100000:2.0:1742903184.728068:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172574976 00000100:00100000:2.0:1742903184.728091:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78413 00000100:00100000:2.0:1742903184.728095:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172574976:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.728170:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172574976:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 73us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.728175:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78413 00000100:00100000:0.0:1742903184.729289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.729354:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172575104 00000100:00100000:2.0:1742903184.729359:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172575104 00000100:00100000:2.0:1742903184.729377:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78414 00000100:00100000:2.0:1742903184.729382:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172575104:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.729467:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172575104:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 83us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.729472:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78414 00000100:00100000:0.0:1742903184.731338:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.731428:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172575232 00000100:00100000:2.0:1742903184.731434:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172575232 00000100:00100000:2.0:1742903184.731466:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78415 00000100:00100000:2.0:1742903184.731470:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172575232:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.731567:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172575232:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 95us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.731573:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78415 00000100:00100000:0.0:1742903184.732502:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.732613:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172575360 00000100:00100000:2.0:1742903184.732617:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172575360 00000100:00100000:2.0:1742903184.732645:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78416 00000100:00100000:2.0:1742903184.732649:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172575360:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.732732:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172575360:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 82us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.732737:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78416 00000100:00100000:0.0:1742903184.734038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.734088:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172575488 00000100:00100000:2.0:1742903184.734391:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172575488 00000100:00100000:2.0:1742903184.734434:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78417 00000100:00100000:2.0:1742903184.734439:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172575488:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.734580:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172575488:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 139us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.734586:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78417 00000100:00100000:0.0:1742903184.735775:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.735824:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172575616 00000100:00100000:2.0:1742903184.735828:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172575616 00000100:00100000:2.0:1742903184.735870:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78418 00000100:00100000:2.0:1742903184.735875:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172575616:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.736136:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172575616:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 258us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.736141:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78418 00000100:00100000:0.0:1742903184.737175:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.737227:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172575744 00000100:00100000:2.0:1742903184.737231:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172575744 00000100:00100000:2.0:1742903184.737259:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78419 00000100:00100000:2.0:1742903184.737264:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172575744:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.737359:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172575744:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 94us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.737365:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78419 00000100:00100000:0.0:1742903184.738562:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.738605:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172575872 00000100:00100000:2.0:1742903184.738609:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172575872 00000100:00100000:2.0:1742903184.738659:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78420 00000100:00100000:2.0:1742903184.738662:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172575872:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.738732:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172575872:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 68us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.738737:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78420 00000100:00100000:0.0:1742903184.739893:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.739979:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172576000 00000100:00100000:2.0:1742903184.739984:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172576000 00000100:00100000:2.0:1742903184.740011:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78421 00000100:00100000:2.0:1742903184.740016:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172576000:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.740151:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172576000:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 134us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.740157:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78421 00000100:00100000:0.0:1742903184.741660:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.741703:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172576128 00000100:00100000:2.0:1742903184.741708:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172576128 00000100:00100000:2.0:1742903184.741741:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78422 00000100:00100000:2.0:1742903184.741746:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172576128:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.741826:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172576128:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 79us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.741831:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78422 00000100:00100000:0.0:1742903184.742981:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.743018:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172576256 00000100:00100000:2.0:1742903184.743023:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172576256 00000100:00100000:2.0:1742903184.743045:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78423 00000100:00100000:2.0:1742903184.743049:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172576256:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.743122:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172576256:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 71us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.743129:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78423 00000100:00100000:0.0:1742903184.744433:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.744506:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172576384 00000100:00100000:2.0:1742903184.744510:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172576384 00000100:00100000:2.0:1742903184.744529:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78424 00000100:00100000:2.0:1742903184.744534:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172576384:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.744953:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172576384:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 417us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.744959:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78424 00000100:00100000:0.0:1742903184.746395:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.746460:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172576512 00000100:00100000:2.0:1742903184.746465:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172576512 00000100:00100000:2.0:1742903184.746487:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78425 00000100:00100000:2.0:1742903184.746492:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072344700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172576512:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.746593:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072344700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172576512:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 100us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.746600:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78425 00000100:00100000:0.0:1742903184.747576:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.748032:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172576640 00000100:00100000:2.0:1742903184.748041:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172576640 00000100:00100000:2.0:1742903184.748070:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78426 00000100:00100000:2.0:1742903184.748076:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172576640:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.748432:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172576640:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 355us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.748439:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78426 00000100:00100000:0.0:1742903184.750594:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.750702:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172576768 00000100:00100000:2.0:1742903184.750709:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172576768 00000100:00100000:2.0:1742903184.750737:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78427 00000100:00100000:2.0:1742903184.750742:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172576768:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.750858:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172576768:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 114us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.750865:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78427 00000100:00100000:0.0:1742903184.751848:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.752453:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172576896 00000100:00100000:2.0:1742903184.752459:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172576896 00000100:00100000:2.0:1742903184.752495:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78428 00000100:00100000:2.0:1742903184.752500:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172576896:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.752597:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172576896:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 96us (749us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.752603:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78428 00000100:00100000:0.0:1742903184.754815:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.755403:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172577024 00000100:00100000:2.0:1742903184.755412:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172577024 00000100:00100000:2.0:1742903184.755450:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78429 00000100:00100000:2.0:1742903184.755454:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172577024:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.755561:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172577024:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 106us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.755566:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78429 00000100:00100000:0.0:1742903184.756845:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.756938:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172577152 00000100:00100000:2.0:1742903184.756943:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172577152 00000100:00100000:2.0:1742903184.756972:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78430 00000100:00100000:2.0:1742903184.756977:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172577152:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.757055:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172577152:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 77us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.757061:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78430 00000100:00100000:0.0:1742903184.757949:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.758008:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172577280 00000100:00100000:2.0:1742903184.758012:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172577280 00000100:00100000:2.0:1742903184.758036:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78431 00000100:00100000:2.0:1742903184.758041:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072347800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172577280:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.758118:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072347800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172577280:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 75us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.758124:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78431 00000100:00100000:0.0:1742903184.759557:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.759624:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172577408 00000100:00100000:2.0:1742903184.759632:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172577408 00000100:00100000:2.0:1742903184.759728:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78432 00000100:00100000:2.0:1742903184.759735:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172577408:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.759894:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172577408:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 158us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.759904:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78432 00000100:00100000:0.0:1742903184.761545:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.761620:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172577536 00000100:00100000:2.0:1742903184.761626:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172577536 00000100:00100000:2.0:1742903184.761661:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78433 00000100:00100000:2.0:1742903184.761666:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172577536:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.761764:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172577536:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 96us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.761770:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78433 00000100:00100000:0.0:1742903184.763082:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.763136:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172577664 00000100:00100000:1.0:1742903184.763142:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172577664 00000100:00100000:1.0:1742903184.763181:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78434 00000100:00100000:1.0:1742903184.763186:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172577664:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.763290:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172577664:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 102us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.763296:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78434 00000100:00100000:0.0:1742903184.764471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.764689:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172577792 00000100:00100000:2.0:1742903184.764695:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172577792 00000100:00100000:2.0:1742903184.764766:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78435 00000100:00100000:2.0:1742903184.764772:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072345180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172577792:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.764870:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072345180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172577792:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 96us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.764876:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78435 00000100:00100000:0.0:1742903184.766472:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.766632:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172577920 00000100:00100000:1.0:1742903184.766640:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172577920 00000100:00100000:1.0:1742903184.766680:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78436 00000100:00100000:1.0:1742903184.766686:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172577920:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.766793:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172577920:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 105us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.766799:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78436 00000100:00100000:0.0:1742903184.768366:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.768515:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172578048 00000100:00100000:2.0:1742903184.768522:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172578048 00000100:00100000:2.0:1742903184.768563:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78437 00000100:00100000:2.0:1742903184.768570:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880072347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172578048:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.768677:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880072347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172578048:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 107us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.768684:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78437 00000100:00100000:0.0:1742903184.769856:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.769981:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172578176 00000100:00100000:1.0:1742903184.769987:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172578176 00000100:00100000:1.0:1742903184.770021:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78438 00000100:00100000:1.0:1742903184.770027:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172578176:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.770117:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172578176:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 89us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.770124:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78438 00000100:00100000:0.0:1742903184.771808:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.771964:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172578304 00000100:00100000:2.0:1742903184.771972:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172578304 00000100:00100000:2.0:1742903184.772015:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78439 00000100:00100000:2.0:1742903184.772021:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172578304:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.772119:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172578304:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 97us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.772125:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78439 00000100:00100000:0.0:1742903184.773269:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.773483:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172578432 00000100:00100000:1.0:1742903184.773490:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172578432 00000100:00100000:1.0:1742903184.773528:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78440 00000100:00100000:1.0:1742903184.773533:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172578432:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.773630:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172578432:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 96us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.773637:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78440 00000100:00100000:0.0:1742903184.775234:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.775341:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172578560 00000100:00100000:2.0:1742903184.775347:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172578560 00000100:00100000:2.0:1742903184.775615:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78441 00000100:00100000:2.0:1742903184.775621:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aadaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172578560:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.775850:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aadaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172578560:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 227us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.775857:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78441 00000100:00100000:0.0:1742903184.776908:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.777005:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172578688 00000100:00100000:2.0:1742903184.777012:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172578688 00000100:00100000:2.0:1742903184.777046:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78442 00000100:00100000:2.0:1742903184.777050:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aadbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172578688:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.777148:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aadbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172578688:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 96us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.777155:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78442 00000100:00100000:0.0:1742903184.778377:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.778571:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172578816 00000100:00100000:2.0:1742903184.778577:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172578816 00000100:00100000:2.0:1742903184.778614:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78443 00000100:00100000:2.0:1742903184.778620:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172578816:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.778747:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172578816:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 125us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.778753:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78443 00000100:00100000:0.0:1742903184.779605:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.779677:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172578944 00000100:00100000:2.0:1742903184.779682:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172578944 00000100:00100000:2.0:1742903184.779711:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78444 00000100:00100000:2.0:1742903184.779716:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172578944:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.779787:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172578944:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 70us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.779794:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78444 00000100:00100000:0.0:1742903184.780521:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.780588:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172579072 00000100:00100000:2.0:1742903184.780592:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172579072 00000100:00100000:2.0:1742903184.780625:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78445 00000100:00100000:2.0:1742903184.780629:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172579072:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.780718:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172579072:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 86us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.780727:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78445 00000100:00100000:0.0:1742903184.781581:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.781699:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172579200 00000100:00100000:2.0:1742903184.781703:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172579200 00000100:00100000:2.0:1742903184.781733:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78446 00000100:00100000:2.0:1742903184.781738:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aadad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172579200:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.781892:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aadad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172579200:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 152us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.781898:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78446 00000100:00100000:0.0:1742903184.782700:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.782831:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172579328 00000100:00100000:2.0:1742903184.782836:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172579328 00000100:00100000:2.0:1742903184.782867:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78447 00000100:00100000:2.0:1742903184.782872:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172579328:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.782956:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172579328:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 82us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.782962:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78447 00000100:00100000:0.0:1742903184.784367:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.784418:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172579456 00000100:00100000:2.0:1742903184.784424:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172579456 00000100:00100000:2.0:1742903184.784455:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78448 00000100:00100000:2.0:1742903184.784460:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172579456:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.784564:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172579456:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 103us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.784571:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78448 00000100:00100000:0.0:1742903184.786420:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.786493:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172579584 00000100:00100000:2.0:1742903184.786499:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172579584 00000100:00100000:2.0:1742903184.786578:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78449 00000100:00100000:2.0:1742903184.786584:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aad8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172579584:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.786748:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aad8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172579584:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 162us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.786754:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78449 00000100:00100000:0.0:1742903184.787793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.787936:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172579712 00000100:00100000:2.0:1742903184.787941:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172579712 00000100:00100000:2.0:1742903184.787973:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78450 00000100:00100000:2.0:1742903184.787978:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aadb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172579712:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.788074:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aadb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172579712:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 95us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.788080:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78450 00000100:00100000:0.0:1742903184.789483:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.789533:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172579840 00000100:00100000:1.0:1742903184.789539:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172579840 00000100:00100000:1.0:1742903184.789601:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78451 00000100:00100000:1.0:1742903184.789605:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172579840:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.789722:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172579840:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 115us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.789728:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78451 00000100:00100000:0.0:1742903184.790546:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.790591:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172579968 00000100:00100000:1.0:1742903184.790595:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172579968 00000100:00100000:1.0:1742903184.790626:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78452 00000100:00100000:1.0:1742903184.790630:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172579968:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.790702:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172579968:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 70us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.790708:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78452 00000100:00100000:0.0:1742903184.791548:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.791586:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172580096 00000100:00100000:1.0:1742903184.791591:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172580096 00000100:00100000:1.0:1742903184.791616:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78453 00000100:00100000:1.0:1742903184.791620:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172580096:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.791693:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172580096:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 72us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.791698:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78453 00000100:00100000:0.0:1742903184.793353:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.793427:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172580224 00000100:00100000:1.0:1742903184.793433:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172580224 00000100:00100000:1.0:1742903184.793509:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78454 00000100:00100000:1.0:1742903184.793515:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172580224:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.793743:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172580224:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 223us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.793750:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78454 00000100:00100000:0.0:1742903184.794612:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.795365:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172580352 00000100:00100000:1.0:1742903184.795371:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172580352 00000100:00100000:1.0:1742903184.795401:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78455 00000100:00100000:1.0:1742903184.795406:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172580352:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.795491:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172580352:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 83us (879us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.795497:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78455 00000100:00100000:0.0:1742903184.796497:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.796534:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172580480 00000100:00100000:1.0:1742903184.796539:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172580480 00000100:00100000:1.0:1742903184.796566:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78456 00000100:00100000:1.0:1742903184.796570:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172580480:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.796717:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172580480:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 77us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.796724:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78456 00000100:00100000:0.0:1742903184.797671:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.797712:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172580608 00000100:00100000:1.0:1742903184.797717:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172580608 00000100:00100000:1.0:1742903184.797746:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78457 00000100:00100000:1.0:1742903184.797750:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172580608:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.797825:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172580608:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 73us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.797830:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78457 00000100:00100000:0.0:1742903184.798906:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.798983:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172580736 00000100:00100000:2.0:1742903184.798989:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172580736 00000100:00100000:2.0:1742903184.799032:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78458 00000100:00100000:2.0:1742903184.799038:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172580736:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.799268:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172580736:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 229us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.799274:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78458 00000100:00100000:0.0:1742903184.801303:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.801436:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172580864 00000100:00100000:2.0:1742903184.801444:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172580864 00000100:00100000:2.0:1742903184.801486:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78459 00000100:00100000:2.0:1742903184.801491:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172580864:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.801636:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172580864:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 143us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.801643:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78459 00000100:00100000:0.0:1742903184.802521:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.802567:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172580992 00000100:00100000:2.0:1742903184.802571:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172580992 00000100:00100000:2.0:1742903184.802598:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78460 00000100:00100000:2.0:1742903184.802603:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172580992:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.802676:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172580992:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 71us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.802682:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78460 00000100:00100000:0.0:1742903184.803403:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.803436:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172581120 00000100:00100000:2.0:1742903184.803439:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172581120 00000100:00100000:2.0:1742903184.803458:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78461 00000100:00100000:2.0:1742903184.803463:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172581120:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.803532:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172581120:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 68us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.803538:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78461 00000100:00100000:0.0:1742903184.804610:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.804653:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172581248 00000100:00100000:2.0:1742903184.804657:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172581248 00000100:00100000:2.0:1742903184.804685:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78462 00000100:00100000:2.0:1742903184.804689:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172581248:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.805353:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172581248:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 661us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.805360:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78462 00000100:00100000:0.0:1742903184.806848:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.807020:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172581376 00000100:00100000:2.0:1742903184.807027:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172581376 00000100:00100000:2.0:1742903184.807064:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78463 00000100:00100000:2.0:1742903184.807069:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009176e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172581376:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.807165:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009176e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172581376:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 95us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.807171:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78463 00000100:00100000:0.0:1742903184.808526:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.808617:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172581504 00000100:00100000:2.0:1742903184.808623:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172581504 00000100:00100000:2.0:1742903184.808651:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78464 00000100:00100000:2.0:1742903184.808656:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172581504:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.808777:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172581504:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 119us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.808784:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78464 00000100:00100000:0.0:1742903184.809807:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.809858:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172581632 00000100:00100000:2.0:1742903184.809863:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172581632 00000100:00100000:2.0:1742903184.809898:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78465 00000100:00100000:2.0:1742903184.809903:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172581632:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.809989:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172581632:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 84us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.809996:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78465 00000100:00100000:0.0:1742903184.811015:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.811065:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172581760 00000100:00100000:1.0:1742903184.811070:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172581760 00000100:00100000:1.0:1742903184.811619:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78466 00000100:00100000:1.0:1742903184.811624:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172581760:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.811735:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172581760:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 109us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.811742:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78466 00000100:00100000:0.0:1742903184.817828:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.817895:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172581888 00000100:00100000:2.0:1742903184.817905:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172581888 00000100:00100000:2.0:1742903184.817959:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78467 00000100:00100000:2.0:1742903184.817966:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172581888:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.818630:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172581888:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 662us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.818637:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78467 00000100:00100000:0.0:1742903184.819665:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.819706:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172582016 00000100:00100000:2.0:1742903184.819712:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172582016 00000100:00100000:2.0:1742903184.819745:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78468 00000100:00100000:2.0:1742903184.819750:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172582016:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.819952:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172582016:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 200us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.819958:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78468 00000100:00100000:0.0:1742903184.820882:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.820933:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172582144 00000100:00100000:2.0:1742903184.820938:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172582144 00000100:00100000:2.0:1742903184.820997:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78469 00000100:00100000:2.0:1742903184.821003:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172582144:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.821081:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172582144:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 76us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.821087:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78469 00000100:00100000:0.0:1742903184.821805:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.821864:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172582272 00000100:00100000:1.0:1742903184.821868:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172582272 00000100:00100000:1.0:1742903184.821901:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78470 00000100:00100000:1.0:1742903184.821907:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172582272:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.821977:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172582272:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 69us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.821983:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78470 00000100:00100000:0.0:1742903184.822853:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.822916:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172582400 00000100:00100000:1.0:1742903184.822919:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172582400 00000100:00100000:1.0:1742903184.822975:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78471 00000100:00100000:1.0:1742903184.822980:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172582400:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.823079:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172582400:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 97us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.823085:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78471 00000100:00100000:0.0:1742903184.824465:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.824548:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172582528 00000100:00100000:1.0:1742903184.824552:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172582528 00000100:00100000:1.0:1742903184.824585:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78472 00000100:00100000:1.0:1742903184.824590:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172582528:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.824661:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172582528:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 70us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.824667:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78472 00000100:00100000:0.0:1742903184.825677:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.825736:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172582656 00000100:00100000:1.0:1742903184.825743:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172582656 00000100:00100000:1.0:1742903184.825824:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78473 00000100:00100000:1.0:1742903184.825835:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172582656:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.825918:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172582656:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 83us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.825924:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78473 00000100:00100000:0.0:1742903184.826715:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.826782:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172582784 00000100:00100000:1.0:1742903184.826787:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172582784 00000100:00100000:1.0:1742903184.826962:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78474 00000100:00100000:1.0:1742903184.826968:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172582784:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.827047:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172582784:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 78us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.827054:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78474 00000100:00100000:0.0:1742903184.828071:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.828125:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172582912 00000100:00100000:1.0:1742903184.828131:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172582912 00000100:00100000:1.0:1742903184.828164:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78475 00000100:00100000:1.0:1742903184.828168:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172582912:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.828270:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172582912:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 101us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.828274:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78475 00000100:00100000:0.0:1742903184.829488:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.829566:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172583040 00000100:00100000:2.0:1742903184.829572:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172583040 00000100:00100000:2.0:1742903184.829609:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78476 00000100:00100000:2.0:1742903184.829613:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099e4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172583040:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.829698:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099e4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172583040:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 83us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.829703:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78476 00000100:00100000:0.0:1742903184.830475:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.830515:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172583168 00000100:00100000:1.0:1742903184.830519:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172583168 00000100:00100000:1.0:1742903184.830551:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78477 00000100:00100000:1.0:1742903184.830556:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172583168:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.830735:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172583168:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 177us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.830741:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78477 00000100:00100000:0.0:1742903184.831683:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.831734:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172583296 00000100:00100000:1.0:1742903184.831738:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172583296 00000100:00100000:1.0:1742903184.831768:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78478 00000100:00100000:1.0:1742903184.831773:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172583296:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.831850:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172583296:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 75us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.831856:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78478 00000100:00100000:0.0:1742903184.832992:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.833061:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172583424 00000100:00100000:1.0:1742903184.833065:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172583424 00000100:00100000:1.0:1742903184.833128:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78479 00000100:00100000:1.0:1742903184.833134:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172583424:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.833217:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172583424:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 82us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.833224:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78479 00000100:00100000:0.0:1742903184.834556:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.834602:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172583552 00000100:00100000:1.0:1742903184.834606:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172583552 00000100:00100000:1.0:1742903184.834631:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78480 00000100:00100000:1.0:1742903184.834634:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172583552:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.834705:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172583552:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 70us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.834710:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78480 00000100:00100000:0.0:1742903184.836592:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.836666:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172583680 00000100:00100000:2.0:1742903184.836673:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172583680 00000100:00100000:2.0:1742903184.836760:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78481 00000100:00100000:2.0:1742903184.836766:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172583680:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.837397:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172583680:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 620us (799us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.837409:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78481 00000100:00100000:0.0:1742903184.838816:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.838876:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172583808 00000100:00100000:2.0:1742903184.838883:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172583808 00000100:00100000:2.0:1742903184.839268:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78482 00000100:00100000:2.0:1742903184.839274:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172583808:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.839441:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172583808:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 165us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.839447:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78482 00000100:00100000:0.0:1742903184.841079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.841125:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172583936 00000100:00100000:1.0:1742903184.841130:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172583936 00000100:00100000:1.0:1742903184.841162:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78483 00000100:00100000:1.0:1742903184.841167:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172583936:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.841254:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172583936:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 86us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.841260:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78483 00000100:00100000:0.0:1742903184.842117:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.842190:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172584064 00000100:00100000:2.0:1742903184.842194:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172584064 00000100:00100000:2.0:1742903184.842623:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78484 00000100:00100000:2.0:1742903184.842629:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009924bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172584064:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.842716:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009924bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172584064:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 86us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.842723:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78484 00000100:00100000:0.0:1742903184.843676:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.843741:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172584192 00000100:00100000:1.0:1742903184.844228:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172584192 00000100:00100000:1.0:1742903184.844282:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78485 00000100:00100000:1.0:1742903184.844289:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172584192:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.844452:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172584192:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 162us (777us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.844459:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78485 00000100:00100000:0.0:1742903184.846196:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.846256:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172584320 00000100:00100000:2.0:1742903184.846264:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172584320 00000100:00100000:2.0:1742903184.846365:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78486 00000100:00100000:2.0:1742903184.846371:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172584320:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.846636:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172584320:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 262us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.846643:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78486 00000100:00100000:0.0:1742903184.847830:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.847958:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172584448 00000100:00100000:2.0:1742903184.847963:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172584448 00000100:00100000:2.0:1742903184.848100:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78487 00000100:00100000:2.0:1742903184.848105:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172584448:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.848201:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172584448:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 95us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.848208:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78487 00000100:00100000:0.0:1742903184.849145:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.849230:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172584576 00000100:00100000:1.0:1742903184.849234:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172584576 00000100:00100000:1.0:1742903184.849266:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78488 00000100:00100000:1.0:1742903184.849270:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172584576:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.849380:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172584576:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 108us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.849386:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78488 00000100:00100000:0.0:1742903184.850528:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.850693:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172584704 00000100:00100000:1.0:1742903184.850698:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172584704 00000100:00100000:1.0:1742903184.850730:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78489 00000100:00100000:1.0:1742903184.850734:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172584704:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.850812:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172584704:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 77us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.850818:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78489 00000100:00100000:0.0:1742903184.851638:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.851701:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172584832 00000100:00100000:2.0:1742903184.851706:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172584832 00000100:00100000:2.0:1742903184.851740:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78490 00000100:00100000:2.0:1742903184.851745:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172584832:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.851838:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172584832:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 91us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.851844:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78490 00000100:00100000:0.0:1742903184.852933:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.852992:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172584960 00000100:00100000:2.0:1742903184.852996:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172584960 00000100:00100000:1.0:1742903184.853342:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78491 00000100:00100000:1.0:1742903184.853347:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172584960:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.853432:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172584960:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 84us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.853438:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78491 00000100:00100000:0.0:1742903184.854386:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.854416:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172585088 00000100:00100000:1.0:1742903184.854420:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172585088 00000100:00100000:1.0:1742903184.854443:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78492 00000100:00100000:1.0:1742903184.854446:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172585088:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.854501:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172585088:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 53us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.854505:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78492 00000100:00100000:0.0:1742903184.855383:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.855443:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172585216 00000100:00100000:2.0:1742903184.855448:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172585216 00000100:00100000:2.0:1742903184.855475:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78493 00000100:00100000:2.0:1742903184.855480:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172585216:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.855562:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172585216:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 80us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.855567:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78493 00000100:00100000:0.0:1742903184.857867:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.857959:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172585344 00000100:00100000:2.0:1742903184.857966:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172585344 00000100:00100000:2.0:1742903184.858010:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78494 00000100:00100000:2.0:1742903184.858016:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172585344:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.858821:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172585344:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 802us (957us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.858829:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78494 00000100:00100000:0.0:1742903184.860241:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.860283:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172585472 00000100:00100000:2.0:1742903184.860290:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172585472 00000100:00100000:2.0:1742903184.860353:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78495 00000100:00100000:2.0:1742903184.860358:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172585472:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.860453:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172585472:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 94us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.860459:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78495 00000100:00100000:0.0:1742903184.861409:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.861495:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172585600 00000100:00100000:1.0:1742903184.861499:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172585600 00000100:00100000:1.0:1742903184.861530:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78496 00000100:00100000:1.0:1742903184.861534:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172585600:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.861607:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172585600:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 72us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.861613:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78496 00000100:00100000:0.0:1742903184.863457:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.863550:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172585728 00000100:00100000:2.0:1742903184.863555:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172585728 00000100:00100000:2.0:1742903184.863582:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78497 00000100:00100000:2.0:1742903184.863587:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172585728:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.863675:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172585728:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 86us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.863683:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78497 00000100:00100000:0.0:1742903184.865202:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.865298:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172585856 00000100:00100000:2.0:1742903184.865304:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172585856 00000100:00100000:2.0:1742903184.865469:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78498 00000100:00100000:2.0:1742903184.865475:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880129b93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172585856:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.866096:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880129b93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172585856:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 619us (895us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.866101:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78498 00000100:00100000:0.0:1742903184.867278:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.867343:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172585984 00000100:00100000:2.0:1742903184.867347:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172585984 00000100:00100000:2.0:1742903184.867375:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78499 00000100:00100000:2.0:1742903184.867379:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172585984:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.867462:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172585984:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 81us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.867468:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78499 00000100:00100000:0.0:1742903184.869155:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.869223:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172586112 00000100:00100000:1.0:1742903184.869228:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172586112 00000100:00100000:1.0:1742903184.869258:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78500 00000100:00100000:1.0:1742903184.869263:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172586112:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.869375:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172586112:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 111us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.869380:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78500 00000100:00100000:0.0:1742903184.870393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.870617:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172586240 00000100:00100000:1.0:1742903184.870622:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172586240 00000100:00100000:1.0:1742903184.870647:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78501 00000100:00100000:1.0:1742903184.870651:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172586240:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.870713:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172586240:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 60us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.870719:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78501 00000100:00100000:0.0:1742903184.872280:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.872339:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172586368 00000100:00100000:1.0:1742903184.872344:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172586368 00000100:00100000:1.0:1742903184.872377:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78502 00000100:00100000:1.0:1742903184.872382:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172586368:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.872456:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172586368:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 73us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.872460:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78502 00000100:00100000:0.0:1742903184.873452:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.873517:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172586496 00000100:00100000:2.0:1742903184.873521:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172586496 00000100:00100000:2.0:1742903184.873550:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78503 00000100:00100000:2.0:1742903184.873556:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172586496:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.873630:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172586496:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 74us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.873637:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78503 00000100:00100000:0.0:1742903184.874639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.874703:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172586624 00000100:00100000:2.0:1742903184.874707:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172586624 00000100:00100000:2.0:1742903184.874734:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78504 00000100:00100000:2.0:1742903184.874739:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172586624:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.874803:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172586624:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 63us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.874809:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78504 00000100:00100000:0.0:1742903184.876394:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.876492:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172586752 00000100:00100000:1.0:1742903184.876503:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172586752 00000100:00100000:1.0:1742903184.876559:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78505 00000100:00100000:1.0:1742903184.876566:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172586752:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.876710:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172586752:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 143us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.876720:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78505 00000100:00100000:0.0:1742903184.877551:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.877593:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172586880 00000100:00100000:1.0:1742903184.877597:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172586880 00000100:00100000:1.0:1742903184.877622:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78506 00000100:00100000:1.0:1742903184.877626:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172586880:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.877704:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172586880:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 76us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.877709:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78506 00000100:00100000:0.0:1742903184.878416:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.878468:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172587008 00000100:00100000:2.0:1742903184.878476:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172587008 00000100:00100000:2.0:1742903184.878519:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78507 00000100:00100000:2.0:1742903184.878524:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172587008:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.878637:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172587008:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 111us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.878643:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78507 00000100:00100000:0.0:1742903184.879682:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.879726:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172587136 00000100:00100000:1.0:1742903184.879731:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172587136 00000100:00100000:1.0:1742903184.879769:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78508 00000100:00100000:1.0:1742903184.879774:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172587136:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.879857:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172587136:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 82us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.879864:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78508 00000100:00100000:0.0:1742903184.880836:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.880903:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172587264 00000100:00100000:1.0:1742903184.880907:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172587264 00000100:00100000:1.0:1742903184.880937:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78509 00000100:00100000:1.0:1742903184.880941:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099026d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172587264:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.882345:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099026d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172587264:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 1398us (1506us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.882353:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78509 00000100:00100000:0.0:1742903184.884215:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.884264:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172587392 00000100:00100000:1.0:1742903184.884272:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172587392 00000100:00100000:1.0:1742903184.884337:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78510 00000100:00100000:1.0:1742903184.884343:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099024380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172587392:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.884443:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099024380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172587392:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 99us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.884450:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78510 00000100:00100000:0.0:1742903184.885819:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.885884:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172587520 00000100:00100000:1.0:1742903184.885889:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172587520 00000100:00100000:1.0:1742903184.885916:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78511 00000100:00100000:1.0:1742903184.885921:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099027b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172587520:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.886001:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099027b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172587520:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 78us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.886007:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78511 00000100:00100000:0.0:1742903184.886795:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.886876:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172587648 00000100:00100000:1.0:1742903184.886884:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172587648 00000100:00100000:1.0:1742903184.886913:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78512 00000100:00100000:1.0:1742903184.886918:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099027480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172587648:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.886991:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099027480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172587648:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 72us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.886997:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78512 00000100:00100000:0.0:1742903184.888051:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.888113:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172587776 00000100:00100000:1.0:1742903184.888120:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172587776 00000100:00100000:1.0:1742903184.888164:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78513 00000100:00100000:1.0:1742903184.888170:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099026300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172587776:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.888280:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099026300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172587776:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 108us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.888289:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78513 00000100:00100000:0.0:1742903184.889230:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.889280:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172587904 00000100:00100000:2.0:1742903184.889285:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172587904 00000100:00100000:2.0:1742903184.889341:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78514 00000100:00100000:2.0:1742903184.889352:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099026680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172587904:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.889427:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099026680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172587904:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 74us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.889433:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78514 00000100:00100000:0.0:1742903184.890251:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.890334:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172588032 00000100:00100000:2.0:1742903184.890338:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172588032 00000100:00100000:2.0:1742903184.890370:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78515 00000100:00100000:2.0:1742903184.890374:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099025880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172588032:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.890441:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099025880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172588032:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 66us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.890450:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78515 00000100:00100000:0.0:1742903184.891866:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.891943:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172588160 00000100:00100000:2.0:1742903184.891950:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172588160 00000100:00100000:2.0:1742903184.891992:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78516 00000100:00100000:2.0:1742903184.891998:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880099024000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172588160:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.892115:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880099024000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172588160:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 116us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.892122:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78516 00000100:00100000:0.0:1742903184.893171:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.893234:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172588288 00000100:00100000:2.0:1742903184.893238:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172588288 00000100:00100000:2.0:1742903184.893265:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78517 00000100:00100000:2.0:1742903184.893269:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172588288:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.893367:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172588288:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 96us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.893373:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78517 00000100:00100000:0.0:1742903184.894048:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.894107:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172588416 00000100:00100000:2.0:1742903184.894111:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172588416 00000100:00100000:2.0:1742903184.894139:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78518 00000100:00100000:2.0:1742903184.894143:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172588416:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.894209:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172588416:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 64us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.894217:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78518 00000100:00100000:0.0:1742903184.895108:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.895153:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172588544 00000100:00100000:2.0:1742903184.895157:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172588544 00000100:00100000:2.0:1742903184.895181:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78519 00000100:00100000:2.0:1742903184.895186:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172588544:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.895254:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172588544:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 66us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.895260:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78519 00000100:00100000:0.0:1742903184.895968:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.896022:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172588672 00000100:00100000:2.0:1742903184.896025:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172588672 00000100:00100000:1.0:1742903184.896118:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78520 00000100:00100000:1.0:1742903184.896124:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172588672:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.896198:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172588672:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 69us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.896204:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78520 00000100:00100000:0.0:1742903184.896998:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.897062:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172588800 00000100:00100000:1.0:1742903184.897066:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172588800 00000100:00100000:1.0:1742903184.897207:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78521 00000100:00100000:1.0:1742903184.897211:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172588800:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.897448:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172588800:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 234us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.897454:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78521 00000100:00100000:0.0:1742903184.898592:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.898720:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172588928 00000100:00100000:1.0:1742903184.898724:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172588928 00000100:00100000:1.0:1742903184.898751:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78522 00000100:00100000:1.0:1742903184.898755:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172588928:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.898833:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172588928:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 76us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.898839:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78522 00000100:00100000:0.0:1742903184.900281:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.900345:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172589056 00000100:00100000:2.0:1742903184.900356:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172589056 00000100:00100000:2.0:1742903184.900391:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78523 00000100:00100000:2.0:1742903184.900396:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172589056:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.900484:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172589056:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 87us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.900490:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78523 00000100:00100000:0.0:1742903184.901300:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.901434:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172589184 00000100:00100000:2.0:1742903184.901442:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172589184 00000100:00100000:2.0:1742903184.901482:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78524 00000100:00100000:2.0:1742903184.901487:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172589184:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.901595:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172589184:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 106us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.901601:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78524 00000100:00100000:0.0:1742903184.902506:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.902553:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172589312 00000100:00100000:2.0:1742903184.902557:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172589312 00000100:00100000:2.0:1742903184.902630:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78525 00000100:00100000:2.0:1742903184.902635:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172589312:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.902727:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172589312:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 91us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.902733:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78525 00000100:00100000:0.0:1742903184.904034:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.904099:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172589440 00000100:00100000:2.0:1742903184.904102:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172589440 00000100:00100000:2.0:1742903184.904125:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78526 00000100:00100000:2.0:1742903184.904128:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172589440:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.904183:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172589440:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 54us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.904187:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78526 00000100:00100000:0.0:1742903184.905414:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.905482:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172589568 00000100:00100000:1.0:1742903184.905488:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172589568 00000100:00100000:1.0:1742903184.905529:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78527 00000100:00100000:1.0:1742903184.905534:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172589568:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.905607:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172589568:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 72us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.905613:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78527 00000100:00100000:0.0:1742903184.906601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.906638:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172589696 00000100:00100000:1.0:1742903184.906642:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172589696 00000100:00100000:1.0:1742903184.906668:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78528 00000100:00100000:1.0:1742903184.906672:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172589696:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.906746:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172589696:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 72us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.906752:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78528 00000100:00100000:0.0:1742903184.907571:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.907625:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172589824 00000100:00100000:1.0:1742903184.907629:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172589824 00000100:00100000:1.0:1742903184.907655:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78529 00000100:00100000:1.0:1742903184.907660:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172589824:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.907722:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172589824:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 61us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.907728:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78529 00000100:00100000:0.0:1742903184.908600:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.908677:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172589952 00000100:00100000:1.0:1742903184.908684:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172589952 00000100:00100000:1.0:1742903184.908722:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78530 00000100:00100000:1.0:1742903184.908727:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172589952:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.908846:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172589952:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 114us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.908853:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78530 00000100:00100000:0.0:1742903184.909716:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.909991:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172590080 00000100:00100000:1.0:1742903184.909995:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172590080 00000100:00100000:1.0:1742903184.910021:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78531 00000100:00100000:1.0:1742903184.910024:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172590080:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.910086:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172590080:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 61us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.910090:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78531 00000100:00100000:0.0:1742903184.910889:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.910949:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172590208 00000100:00100000:2.0:1742903184.910954:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172590208 00000100:00100000:2.0:1742903184.910981:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78532 00000100:00100000:2.0:1742903184.910986:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172590208:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.911050:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172590208:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 62us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.911055:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78532 00000100:00100000:0.0:1742903184.912081:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.912147:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172590336 00000100:00100000:2.0:1742903184.912151:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172590336 00000100:00100000:2.0:1742903184.912177:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78533 00000100:00100000:2.0:1742903184.912182:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172590336:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.912257:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172590336:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 74us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.912262:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78533 00000100:00100000:0.0:1742903184.913422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.913488:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172590464 00000100:00100000:2.0:1742903184.913497:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172590464 00000100:00100000:2.0:1742903184.913536:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78534 00000100:00100000:2.0:1742903184.913540:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172590464:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.913656:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172590464:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 114us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.913663:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78534 00000100:00100000:0.0:1742903184.914988:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.915128:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172590592 00000100:00100000:2.0:1742903184.915132:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172590592 00000100:00100000:2.0:1742903184.915162:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78535 00000100:00100000:2.0:1742903184.915166:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172590592:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.915252:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172590592:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 85us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.915258:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78535 00000100:00100000:0.0:1742903184.916427:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.916499:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172590720 00000100:00100000:1.0:1742903184.916504:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172590720 00000100:00100000:1.0:1742903184.916534:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78536 00000100:00100000:1.0:1742903184.916539:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172590720:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.916603:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172590720:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 63us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.916608:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78536 00000100:00100000:0.0:1742903184.918079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.918142:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172590848 00000100:00100000:2.0:1742903184.918147:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172590848 00000100:00100000:2.0:1742903184.918177:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78537 00000100:00100000:2.0:1742903184.918182:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172590848:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.918252:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172590848:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 69us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.918258:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78537 00000100:00100000:0.0:1742903184.919227:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.919279:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172590976 00000100:00100000:1.0:1742903184.919284:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172590976 00000100:00100000:1.0:1742903184.919340:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78538 00000100:00100000:1.0:1742903184.919344:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172590976:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.919425:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172590976:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 79us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.919431:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78538 00000100:00100000:0.0:1742903184.920371:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.920430:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172591104 00000100:00100000:1.0:1742903184.920433:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172591104 00000100:00100000:1.0:1742903184.920461:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78539 00000100:00100000:1.0:1742903184.920466:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172591104:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.920537:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172591104:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 69us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.920543:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78539 00000100:00100000:0.0:1742903184.921356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.921410:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172591232 00000100:00100000:1.0:1742903184.921414:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172591232 00000100:00100000:1.0:1742903184.921440:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78540 00000100:00100000:1.0:1742903184.921444:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172591232:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.921518:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172591232:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 72us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.921525:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78540 00000100:00100000:0.0:1742903184.922642:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.922684:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172591360 00000100:00100000:2.0:1742903184.922689:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172591360 00000100:00100000:2.0:1742903184.922725:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78541 00000100:00100000:2.0:1742903184.922734:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172591360:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.922814:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172591360:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 79us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.922820:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78541 00000100:00100000:0.0:1742903184.923784:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.923842:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172591488 00000100:00100000:2.0:1742903184.923846:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172591488 00000100:00100000:2.0:1742903184.923865:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78542 00000100:00100000:2.0:1742903184.923870:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172591488:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.923930:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172591488:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 60us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.923935:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78542 00000100:00100000:0.0:1742903184.924688:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.924729:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172591616 00000100:00100000:2.0:1742903184.924733:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172591616 00000100:00100000:2.0:1742903184.924764:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78543 00000100:00100000:2.0:1742903184.924769:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172591616:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.924840:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172591616:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 69us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.924846:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78543 00000100:00100000:0.0:1742903184.925730:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.925806:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172591744 00000100:00100000:2.0:1742903184.925810:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172591744 00000100:00100000:2.0:1742903184.925839:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78544 00000100:00100000:2.0:1742903184.925843:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172591744:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.925905:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172591744:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 61us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.925911:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78544 00000100:00100000:0.0:1742903184.927091:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.927135:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172591872 00000100:00100000:2.0:1742903184.927139:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172591872 00000100:00100000:2.0:1742903184.927170:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78545 00000100:00100000:2.0:1742903184.927174:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172591872:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.927258:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172591872:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 82us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.927264:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78545 00000100:00100000:0.0:1742903184.928544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.928591:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172592000 00000100:00100000:2.0:1742903184.928598:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172592000 00000100:00100000:2.0:1742903184.928628:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78546 00000100:00100000:2.0:1742903184.928632:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172592000:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.928714:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172592000:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 80us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.928720:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78546 00000100:00100000:0.0:1742903184.930035:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.930119:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172592128 00000100:00100000:2.0:1742903184.930124:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172592128 00000100:00100000:2.0:1742903184.930158:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78547 00000100:00100000:2.0:1742903184.930163:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a2aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172592128:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.930252:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a2aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172592128:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 87us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.930257:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78547 00000100:00100000:0.0:1742903184.931656:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.931697:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172592256 00000100:00100000:2.0:1742903184.931702:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172592256 00000100:00100000:2.0:1742903184.931730:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78548 00000100:00100000:2.0:1742903184.931735:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172592256:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.931834:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172592256:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 96us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.931840:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78548 00000100:00100000:0.0:1742903184.933105:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.933144:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172592384 00000100:00100000:2.0:1742903184.933149:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172592384 00000100:00100000:2.0:1742903184.933182:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78549 00000100:00100000:2.0:1742903184.933187:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172592384:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.933273:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172592384:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 85us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.933280:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78549 00000100:00100000:0.0:1742903184.934610:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.934653:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172592512 00000100:00100000:2.0:1742903184.934658:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172592512 00000100:00100000:2.0:1742903184.934683:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78550 00000100:00100000:2.0:1742903184.934688:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172592512:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.934777:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172592512:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 87us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.934782:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78550 00000100:00100000:0.0:1742903184.936074:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.936213:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172592640 00000100:00100000:2.0:1742903184.936217:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172592640 00000100:00100000:2.0:1742903184.936245:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78551 00000100:00100000:2.0:1742903184.936251:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172592640:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.936381:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172592640:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 129us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.936387:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78551 00000100:00100000:0.0:1742903184.938407:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.938464:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172592768 00000100:00100000:2.0:1742903184.938470:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172592768 00000100:00100000:2.0:1742903184.938506:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78552 00000100:00100000:2.0:1742903184.938512:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172592768:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.938619:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172592768:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 106us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.938626:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78552 00000100:00100000:0.0:1742903184.939580:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.939648:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172592896 00000100:00100000:2.0:1742903184.939652:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172592896 00000100:00100000:2.0:1742903184.939677:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78553 00000100:00100000:2.0:1742903184.939681:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172592896:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.939738:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172592896:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 56us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.939743:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78553 00000100:00100000:0.0:1742903184.941253:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.941346:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172593024 00000100:00100000:2.0:1742903184.941351:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172593024 00000100:00100000:2.0:1742903184.941386:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78554 00000100:00100000:2.0:1742903184.941391:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172593024:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.941476:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172593024:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 84us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.941482:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78554 00000100:00100000:0.0:1742903184.942388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.942454:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172593152 00000100:00100000:2.0:1742903184.942458:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172593152 00000100:00100000:2.0:1742903184.942483:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78555 00000100:00100000:2.0:1742903184.942487:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172593152:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.942562:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172593152:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 73us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.942567:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78555 00000100:00100000:0.0:1742903184.943456:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.943499:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172593280 00000100:00100000:1.0:1742903184.943506:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172593280 00000100:00100000:1.0:1742903184.943550:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78556 00000100:00100000:1.0:1742903184.943556:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172593280:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.943678:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172593280:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 121us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.943684:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78556 00000100:00100000:0.0:1742903184.944679:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.944791:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172593408 00000100:00100000:1.0:1742903184.944797:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172593408 00000100:00100000:1.0:1742903184.944829:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78557 00000100:00100000:1.0:1742903184.944835:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172593408:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.944930:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172593408:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 94us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.944936:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78557 00000100:00100000:0.0:1742903184.945723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.945790:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172593536 00000100:00100000:1.0:1742903184.945794:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172593536 00000100:00100000:1.0:1742903184.945822:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78558 00000100:00100000:1.0:1742903184.945827:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172593536:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.945887:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172593536:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 59us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.945893:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78558 00000100:00100000:0.0:1742903184.946686:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.946730:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172593664 00000100:00100000:1.0:1742903184.946734:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172593664 00000100:00100000:1.0:1742903184.946769:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78559 00000100:00100000:1.0:1742903184.946774:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172593664:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.946847:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172593664:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 72us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.946854:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78559 00000100:00100000:0.0:1742903184.948006:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.948054:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172593792 00000100:00100000:1.0:1742903184.948059:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172593792 00000100:00100000:1.0:1742903184.948092:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78560 00000100:00100000:1.0:1742903184.948097:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff88009af80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172593792:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.948180:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff88009af80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172593792:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 81us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.948187:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78560 00000100:00100000:0.0:1742903184.949641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.949697:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172593920 00000100:00100000:2.0:1742903184.949703:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172593920 00000100:00100000:2.0:1742903184.949732:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78561 00000100:00100000:2.0:1742903184.949737:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172593920:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.949814:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172593920:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 76us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.949821:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78561 00000100:00100000:0.0:1742903184.950963:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.951033:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172594048 00000100:00100000:2.0:1742903184.951037:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172594048 00000100:00100000:2.0:1742903184.951068:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78562 00000100:00100000:2.0:1742903184.951073:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172594048:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.951160:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172594048:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 76us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.951167:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78562 00000100:00100000:0.0:1742903184.952477:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.952680:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172594176 00000100:00100000:2.0:1742903184.952688:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172594176 00000100:00100000:2.0:1742903184.952734:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78563 00000100:00100000:2.0:1742903184.952740:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172594176:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.952856:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172594176:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 116us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.952863:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78563 00000100:00100000:0.0:1742903184.953803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.953890:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172594304 00000100:00100000:2.0:1742903184.953900:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172594304 00000100:00100000:2.0:1742903184.953935:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78564 00000100:00100000:2.0:1742903184.953940:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172594304:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.954061:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172594304:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 119us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.954067:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78564 00000100:00100000:0.0:1742903184.954929:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1742903184.954985:0:9576:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172594432 00000100:00100000:2.0:1742903184.954991:0:9576:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172594432 00000100:00100000:2.0:1742903184.955024:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78565 00000100:00100000:2.0:1742903184.955028:0:9576:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172594432:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1742903184.955103:0:9576:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172594432:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 74us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903184.955107:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78565 00000100:00100000:0.0:1742903184.956198:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1742903184.956247:0:18885:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566172594560 00000100:00100000:1.0:1742903184.956253:0:18885:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566172594560 00000100:00100000:1.0:1742903184.956290:0:18885:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 78566 00000100:00100000:1.0:1742903184.956294:0:18885:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172594560:12345-192.168.203.29@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1742903184.956408:0:18885:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5bb9e3e8-ca71-4450-80de-f6568f81689c+16:13500:x1827566172594560:12345-192.168.203.29@tcp:502:chlg_load_threa.0 Request processed in 112us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1742903184.956414:0:18885:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 78566 00000100:00100000:0.0:1742903185.369401:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1742903185.369417:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800999fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1827566161376768:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1742903185.369467:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1742903185.369514:0:7216:0:(service.c:2094:ptlrpc_server_handle_req_in()) unwrap req x1827566161376768 00000100:00100000:2.0:1742903185.369520:0:7216:0:(service.c:2159:ptlrpc_server_handle_req_in()) got req x1827566161376768 00000100:00100000:2.0:1742903185.369945:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:2.0:1742903185.369951:0:7216:0:(service.c:2338:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1827566161376768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1742903185.369976:0:7216:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1442291712 avail 1312829440 00000100:00100000:2.0:1742903185.370022:0:7216:0:(service.c:2390:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3764:x1827566161376768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1742903185.370028:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:0.0:1742903185.370059:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800999fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1827566161376768:0@lo:41:osp-pre-0-1.0 00000001:02000400:1.0:1742903185.389553:0:20277:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre-rsync-test test_2c: @@@@@@ FAIL: Failure in replication; differences found. 00010000:00010000:1.0:1742903185.580179:0:9568:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 67546 lines, 67546 kept, 0 dropped, 0 bad.